foreign_storage::anonymous_namespace{InternalSystemDataWrapper.cpp} Namespace Reference

Functions
void	initialize_chunks (std::map< ChunkKey, Chunk_NS::Chunk > &chunks, const ChunkToBufferMap &buffers, size_t row_count, std::set< const ColumnDescriptor * > &columns_to_parse, int32_t fragment_id, const Catalog_Namespace::Catalog &catalog)
void	initialize_import_buffers (std::vector< std::unique_ptr< import_export::TypedImportBuffer >> &import_buffers, std::map< std::string, import_export::TypedImportBuffer * > &import_buffers_map, const std::set< const ColumnDescriptor * > &columns_to_parse, const Catalog_Namespace::Catalog &catalog)

Function Documentation

void foreign_storage::anonymous_namespace{InternalSystemDataWrapper.cpp}::initialize_chunks	(	std::map< ChunkKey, Chunk_NS::Chunk > &	chunks,
		const ChunkToBufferMap &	buffers,
		size_t	row_count,
		std::set< const ColumnDescriptor * > &	columns_to_parse,
		int32_t	fragment_id,
		const Catalog_Namespace::Catalog &	catalog
	)

Definition at line 101 of file InternalSystemDataWrapper.cpp.

References CHECK, CHECK_EQ, CHUNK_KEY_COLUMN_IDX, CHUNK_KEY_FRAGMENT_IDX, CHUNK_KEY_TABLE_IDX, CHUNK_KEY_VARLEN_IDX, Catalog_Namespace::Catalog::getMetadataForColumn(), is_varlen_data_key(), is_varlen_index_key(), Data_Namespace::AbstractBuffer::reserve(), and UNREACHABLE.

Referenced by foreign_storage::InternalSystemDataWrapper::populateChunkBuffers().

                                                                {
  for (auto& [chunk_key, buffer] : buffers) {
    CHECK_EQ(fragment_id, chunk_key[CHUNK_KEY_FRAGMENT_IDX]);
    const auto column = catalog.getMetadataForColumn(chunk_key[CHUNK_KEY_TABLE_IDX],
                                                     chunk_key[CHUNK_KEY_COLUMN_IDX]);
    if (is_varlen_index_key(chunk_key)) {
      continue;
    }
    chunks[chunk_key] = Chunk_NS::Chunk{column};
    if (column->columnType.is_varlen_indeed()) {
      CHECK(is_varlen_data_key(chunk_key));
      size_t index_offset_size{0};
      if (column->columnType.is_string()) {
        index_offset_size = sizeof(StringOffsetT);
      } else if (column->columnType.is_array()) {
        index_offset_size = sizeof(ArrayOffsetT);
      } else {
        UNREACHABLE() << "Unexpected column type: " << column->columnType.to_string();
      }
      ChunkKey index_chunk_key = chunk_key;
      index_chunk_key[CHUNK_KEY_VARLEN_IDX] = 2;
      CHECK(buffers.find(index_chunk_key) != buffers.end());
      AbstractBuffer* index_buffer = buffers.find(index_chunk_key)->second;
      index_buffer->reserve(index_offset_size * row_count + 1);
      chunks[chunk_key].setIndexBuffer(index_buffer);
    }

    if (!column->columnType.is_varlen_indeed()) {
      buffer->reserve(column->columnType.get_size() * row_count);
    }
    chunks[chunk_key].setBuffer(buffer);
    chunks[chunk_key].initEncoder();
    columns_to_parse.emplace(column);
  }
}

Here is the call graph for this function:

Here is the caller graph for this function:

void foreign_storage::anonymous_namespace{InternalSystemDataWrapper.cpp}::initialize_import_buffers	(	std::vector< std::unique_ptr< import_export::TypedImportBuffer >> &	import_buffers,
		std::map< std::string, import_export::TypedImportBuffer * > &	import_buffers_map,
		const std::set< const ColumnDescriptor * > &	columns_to_parse,
		const Catalog_Namespace::Catalog &	catalog
	)

Definition at line 142 of file InternalSystemDataWrapper.cpp.

References Catalog_Namespace::Catalog::getMetadataForDict(), IS_STRING, and kENCODING_DICT.

Referenced by foreign_storage::InternalSystemDataWrapper::populateChunkBuffers().

                                             {
  for (const auto column : columns_to_parse) {
    StringDictionary* string_dictionary = nullptr;
    if (column->columnType.is_dict_encoded_string() ||
        (column->columnType.is_array() && IS_STRING(column->columnType.get_subtype()) &&
         column->columnType.get_compression() == kENCODING_DICT)) {
      auto dict_descriptor =
          catalog.getMetadataForDict(column->columnType.get_comp_param(), true);
      string_dictionary = dict_descriptor->stringDict.get();
    }
    import_buffers.emplace_back(
        std::make_unique<import_export::TypedImportBuffer>(column, string_dictionary));
    import_buffers_map[column->columnName] = import_buffers.back().get();
  }
}

Here is the call graph for this function:

Here is the caller graph for this function: