OmniSciDB  cde582ebc3
 All Classes Namespaces Files Functions Variables Typedefs Enumerations Enumerator Friends Macros Groups Pages
ChunkAccessorTable.h File Reference
#include "Catalog/CatalogFwd.h"
#include "DataMgr/Chunk/Chunk.h"
#include <tuple>
#include <vector>
+ Include dependency graph for ChunkAccessorTable.h:
+ This graph shows which files directly or indirectly include this file:

Go to the source code of this file.

Typedefs

using ChunkIterVector = std::vector< ChunkIter >
 
using ChunkAccessorTable = std::vector< std::tuple< size_t, std::vector< std::shared_ptr< Chunk_NS::Chunk >>, ChunkIterVector >>
 

Functions

ChunkAccessorTable getChunkAccessorTable (const Catalog_Namespace::Catalog &cat, const TableDescriptor *td, const std::vector< std::string > &columnNames)
 
ChunkIterVectorgetChunkItersAndRowOffset (ChunkAccessorTable &table, size_t rowid, size_t &rowOffset)
 

Typedef Documentation

using ChunkAccessorTable = std::vector< std::tuple<size_t, std::vector<std::shared_ptr<Chunk_NS::Chunk>>, ChunkIterVector>>

Definition at line 36 of file ChunkAccessorTable.h.

using ChunkIterVector = std::vector<ChunkIter>

Definition at line 34 of file ChunkAccessorTable.h.

Function Documentation

ChunkAccessorTable getChunkAccessorTable ( const Catalog_Namespace::Catalog cat,
const TableDescriptor td,
const std::vector< std::string > &  columnNames 
)

Definition at line 29 of file ChunkAccessorTable.cpp.

References CHECK, Data_Namespace::CPU_LEVEL, Catalog_Namespace::DBMetadata::dbId, TableDescriptor::fragmenter, Chunk_NS::Chunk::getChunk(), Catalog_Namespace::Catalog::getCurrentDB(), Catalog_Namespace::Catalog::getDataMgr(), Catalog_Namespace::Catalog::getMetadataForColumn(), TableDescriptor::tableId, and TableDescriptor::tableName.

Referenced by import_export::RenderGroupAnalyzer::seedFromExistingTableContents().

31  {
32  ChunkAccessorTable table;
33 
34  // get fragments
35  const auto tableInfo = td->fragmenter->getFragmentsForQuery();
36  if (tableInfo.fragments.size() == 0) {
37  throw std::runtime_error("No fragments in table '" + td->tableName + "'");
38  }
39 
40  // for each fragment...
41  for (const auto& fragment : tableInfo.fragments) {
42  // add a table entry for it
43  table.emplace_back();
44  std::get<0>(table.back()) = 0;
45 
46  // for each column...
47  bool isFirstColumn = true;
48  for (const auto& columnName : columnNames) {
49  // get column descriptor
50  const auto cd = cat.getMetadataForColumn(td->tableId, columnName);
51  if (!cd) {
52  throw std::runtime_error("Failed to find physical column '" + columnName + "'");
53  }
54 
55  // find the chunk
56  ChunkKey chunkKey{
57  cat.getCurrentDB().dbId, td->tableId, cd->columnId, fragment.fragmentId};
58  auto chunkMetaIt = fragment.getChunkMetadataMap().find(cd->columnId);
59  if (chunkMetaIt == fragment.getChunkMetadataMap().end()) {
60  throw std::runtime_error("Failed to find the chunk for column: " +
61  cd->columnName + " in table: " + td->tableName +
62  ". The column was likely deleted via a table truncate.");
63  }
64 
65  // get the chunk
66  std::shared_ptr<Chunk_NS::Chunk> chunk =
68  &cat.getDataMgr(),
69  chunkKey,
71  0,
72  chunkMetaIt->second->numBytes,
73  chunkMetaIt->second->numElements);
74  CHECK(chunk);
75 
76  // the size
77  size_t chunkSize = chunkMetaIt->second->numElements;
78 
79  // and an iterator
80  ChunkIter chunkIt = chunk->begin_iterator(chunkMetaIt->second);
81 
82  // populate table entry
83  if (isFirstColumn) {
84  // store the size
85  std::get<0>(table.back()) = chunkSize;
86  isFirstColumn = false;
87  } else {
88  // all columns chunks must be the same size
89  CHECK(std::get<0>(table.back()) == chunkSize);
90  }
91  std::get<1>(table.back()).push_back(chunk);
92  std::get<2>(table.back()).push_back(chunkIt);
93  }
94  }
95 
96  // prefix-sum the per-fragment counts
97  // these are now "first row of next fragment"
98  size_t sum = 0;
99  for (auto& entry : table) {
100  sum += std::get<0>(entry);
101  std::get<0>(entry) = sum;
102  }
103 
104  // done
105  return table;
106 }
std::vector< int > ChunkKey
Definition: types.h:36
std::string tableName
Data_Namespace::DataMgr & getDataMgr() const
Definition: Catalog.h:243
const DBMetadata & getCurrentDB() const
Definition: Catalog.h:242
const ColumnDescriptor * getMetadataForColumn(int tableId, const std::string &colName) const
std::shared_ptr< Fragmenter_Namespace::AbstractFragmenter > fragmenter
std::vector< std::tuple< size_t, std::vector< std::shared_ptr< Chunk_NS::Chunk >>, ChunkIterVector >> ChunkAccessorTable
#define CHECK(condition)
Definition: Logger.h:222
static std::shared_ptr< Chunk > getChunk(const ColumnDescriptor *cd, DataMgr *data_mgr, const ChunkKey &key, const MemoryLevel mem_level, const int deviceId, const size_t num_bytes, const size_t num_elems, const bool pinnable=true)
Definition: Chunk.cpp:31

+ Here is the call graph for this function:

+ Here is the caller graph for this function:

ChunkIterVector& getChunkItersAndRowOffset ( ChunkAccessorTable table,
size_t  rowid,
size_t &  rowOffset 
)

Definition at line 108 of file ChunkAccessorTable.cpp.

References CHECK.

Referenced by import_export::RenderGroupAnalyzer::seedFromExistingTableContents().

110  {
111  rowOffset = 0;
112  for (auto& entry : table) {
113  if (rowid < std::get<0>(entry)) {
114  return std::get<2>(entry);
115  }
116  rowOffset = std::get<0>(entry);
117  }
118  CHECK(false);
119  static ChunkIterVector emptyChunkIterVector;
120  return emptyChunkIterVector;
121 }
std::vector< ChunkIter > ChunkIterVector
#define CHECK(condition)
Definition: Logger.h:222

+ Here is the caller graph for this function: