Functions
std::set< const ColumnDescriptor * >	get_columns (const std::map< ChunkKey, AbstractBuffer * > &buffers, std::shared_ptr< Catalog_Namespace::Catalog > catalog, const int32_t table_id, const int fragment_id)

bool	skip_metadata_scan (const ColumnDescriptor *column)

foreign_storage::ForeignStorageCache *	get_cache_if_enabled (std::shared_ptr< Catalog_Namespace::Catalog > &catalog)

void	add_placeholder_metadata (const ColumnDescriptor column, const ForeignTable foreign_table, const int db_id, const size_t start_row, const size_t total_num_rows, std::map< ChunkKey, std::shared_ptr< ChunkMetadata >> &chunk_metadata_map)

Function Documentation

void foreign_storage::anonymous_namespace{CsvDataWrapper.cpp}::add_placeholder_metadata	(	const ColumnDescriptor *	column,
		const ForeignTable *	foreign_table,
		const int	db_id,
		const size_t	start_row,
		const size_t	total_num_rows,
		std::map< ChunkKey, std::shared_ptr< ChunkMetadata >> &	chunk_metadata_map
	)

Definition at line 911 of file CsvDataWrapper.cpp.

References CHUNK_KEY_FRAGMENT_IDX, ColumnDescriptor::columnId, ColumnDescriptor::columnType, Data_Namespace::AbstractBuffer::initEncoder(), SQLTypeInfo::is_varlen_indeed(), TableDescriptor::maxFragRows, and TableDescriptor::tableId.

Referenced by foreign_storage::CsvDataWrapper::populateChunkMetadata().

                                                                         {
   ChunkKey chunk_key = {db_id, foreign_table->tableId, column->columnId, 0};
   if (column->columnType.is_varlen_indeed()) {
     chunk_key.emplace_back(1);
   }
 
   // Create placeholder metadata for every fragment touched by this scan
   int start_fragment = start_row / foreign_table->maxFragRows;
   int end_fragment = total_num_rows / foreign_table->maxFragRows;
   for (int fragment_id = start_fragment; fragment_id <= end_fragment; fragment_id++) {
     size_t num_elements = (static_cast<size_t>(foreign_table->maxFragRows *
                                                (fragment_id + 1)) > total_num_rows)
                               ? total_num_rows % foreign_table->maxFragRows
                               : foreign_table->maxFragRows;
 
     ForeignStorageBuffer empty_buffer;
     // Use default encoder metadata as in parquet wrapper
     empty_buffer.initEncoder(column->columnType);
     auto chunk_metadata = empty_buffer.getEncoder()->getMetadata(column->columnType);
     chunk_metadata->numElements = num_elements;
     // signal to query engine populate, not set by default for arrays
     chunk_metadata->chunkStats.min.intval = std::numeric_limits<int32_t>::max();
     chunk_metadata->chunkStats.max.intval = std::numeric_limits<int32_t>::lowest();
 
     chunk_key[CHUNK_KEY_FRAGMENT_IDX] = fragment_id;
     chunk_metadata_map[chunk_key] = chunk_metadata;
   }
 }

Here is the call graph for this function:

Here is the caller graph for this function:

foreign_storage::ForeignStorageCache* foreign_storage::anonymous_namespace{CsvDataWrapper.cpp}::get_cache_if_enabled ( std::shared_ptr< Catalog_Namespace::Catalog > & catalog )

Definition at line 585 of file CsvDataWrapper.cpp.

Referenced by foreign_storage::cache_blocks(), and foreign_storage::CsvDataWrapper::populateChunkMetadata().

                                                       {
   if (catalog->getDataMgr()
           .getPersistentStorageMgr()
           ->getDiskCacheConfig()
           .isEnabledForFSI()) {
     return catalog->getDataMgr().getPersistentStorageMgr()->getDiskCache();
   } else {
     return nullptr;
   }
 }

Here is the caller graph for this function:

std::set<const ColumnDescriptor*> foreign_storage::anonymous_namespace{CsvDataWrapper.cpp}::get_columns	(	const std::map< ChunkKey, AbstractBuffer * > &	buffers,
		std::shared_ptr< Catalog_Namespace::Catalog >	catalog,
		const int32_t	table_id,
		const int	fragment_id
	)

Definition at line 145 of file CsvDataWrapper.cpp.

References CHECK, CHECK_EQ, CHUNK_KEY_COLUMN_IDX, and CHUNK_KEY_FRAGMENT_IDX.

Referenced by foreign_storage::CsvDataWrapper::populateChunkBuffers().

                            {
   CHECK(!buffers.empty());
   std::set<const ColumnDescriptor*> columns;
   for (const auto& entry : buffers) {
     CHECK_EQ(fragment_id, entry.first[CHUNK_KEY_FRAGMENT_IDX]);
     const auto column_id = entry.first[CHUNK_KEY_COLUMN_IDX];
     const auto column = catalog->getMetadataForColumnUnlocked(table_id, column_id);
     columns.emplace(column);
   }
   return columns;
 }

Here is the caller graph for this function:

bool foreign_storage::anonymous_namespace{CsvDataWrapper.cpp}::skip_metadata_scan ( const ColumnDescriptor * column )

Definition at line 163 of file CsvDataWrapper.cpp.

References ColumnDescriptor::columnType, and SQLTypeInfo::is_dict_encoded_type().

Referenced by foreign_storage::CsvDataWrapper::populateChunkMetadata(), and foreign_storage::CsvDataWrapper::updateMetadata().

                                                         {
   return column->columnType.is_dict_encoded_type();
 }

Here is the call graph for this function:

Here is the caller graph for this function:

Functions

Function Documentation