Chunk_NS::Chunk Class Reference

#include <Chunk.h>

Collaboration diagram for Chunk_NS::Chunk:

Public Member Functions
	Chunk (bool pinnable=true)
	Chunk (const ColumnDescriptor *td)
	Chunk (const ColumnDescriptor *td, bool pinnable)
	Chunk (AbstractBuffer *b, AbstractBuffer *ib, const ColumnDescriptor *td, bool pinnable=true)
	~Chunk ()
void	setPinnable (bool pinnable)
const ColumnDescriptor *	getColumnDesc () const
void	setColumnDesc (const ColumnDescriptor *cd)
ChunkIter	begin_iterator (const std::shared_ptr< ChunkMetadata > &, int start_idx=0, int skip=1) const
size_t	getNumElemsForBytesEncodedDataAtIndices (const int8_t *index_data, const std::vector< size_t > &selected_idx, const size_t byte_limit)
size_t	getNumElemsForBytesInsertData (const DataBlockPtr &src_data, const size_t num_elems, const size_t start_idx, const size_t byte_limit, const bool replicating=false)
std::shared_ptr< ChunkMetadata >	appendData (DataBlockPtr &srcData, const size_t numAppendElems, const size_t startIdx, const bool replicating=false)
std::shared_ptr< ChunkMetadata >	appendEncodedDataAtIndices (const Chunk &src_chunk, const std::vector< size_t > &selected_idx)
std::shared_ptr< ChunkMetadata >	appendEncodedData (const Chunk &src_chunk, const size_t num_elements, const size_t start_idx)
void	createChunkBuffer (DataMgr *data_mgr, const ChunkKey &key, const MemoryLevel mem_level, const int deviceId=0, const size_t page_size=0)
void	getChunkBuffer (DataMgr *data_mgr, const ChunkKey &key, const MemoryLevel mem_level, const int deviceId=0, const size_t num_bytes=0, const size_t num_elems=0)
bool	isChunkOnDevice (DataMgr *data_mgr, const ChunkKey &key, const MemoryLevel mem_level, const int device_id)
AbstractBuffer *	getBuffer () const
AbstractBuffer *	getIndexBuf () const
void	setBuffer (AbstractBuffer *b)
void	setIndexBuffer (AbstractBuffer *ib)
void	initEncoder ()
void	decompress (int8_t *compressed, VarlenDatum *result, Datum *datum) const
std::string	toString () const

Static Public Member Functions
static void	translateColumnDescriptorsToChunkVec (const std::list< const ColumnDescriptor * > &colDescs, std::vector< Chunk > &chunkVec)
static std::shared_ptr< Chunk >	getChunk (const ColumnDescriptor *cd, DataMgr *data_mgr, const ChunkKey &key, const MemoryLevel mem_level, const int deviceId, const size_t num_bytes, const size_t num_elems, const bool pinnable=true)
static std::shared_ptr< Chunk >	getChunk (const ColumnDescriptor *cd, AbstractBuffer *data_buffer, AbstractBuffer *index_buffer, const bool pinnable=true)
	Compose a chunk from components and return it. More...

Private Member Functions
void	setChunkBuffer (AbstractBuffer *buffer, AbstractBuffer *index_buffer)
void	unpinBuffer ()

Private Attributes
AbstractBuffer *	buffer_
AbstractBuffer *	index_buf_
const ColumnDescriptor *	column_desc_
bool	pinnable_

Detailed Description

Definition at line 41 of file Chunk.h.

Constructor & Destructor Documentation

Chunk_NS::Chunk::Chunk ( bool  pinnable = true )

inline

Definition at line 43 of file Chunk.h.

Referenced by getChunk().

      : buffer_(nullptr)
      , index_buf_(nullptr)
      , column_desc_(nullptr)
      , pinnable_(pinnable) {}

Here is the caller graph for this function:

Chunk_NS::Chunk::Chunk ( const ColumnDescriptor *  td )

inlineexplicit

Definition at line 49 of file Chunk.h.

      : buffer_(nullptr), index_buf_(nullptr), column_desc_(td), pinnable_(true) {}

Chunk_NS::Chunk::Chunk ( const ColumnDescriptor *  td, bool  pinnable  )

inline

Definition at line 52 of file Chunk.h.

      : buffer_(nullptr), index_buf_(nullptr), column_desc_(td), pinnable_(pinnable) {}

Chunk_NS::Chunk::Chunk ( AbstractBuffer *  b, AbstractBuffer *  ib, const ColumnDescriptor *  td, bool  pinnable = true  )

inline

Definition at line 55 of file Chunk.h.

      : buffer_(b), index_buf_(ib), column_desc_(td), pinnable_(pinnable) {}

Chunk_NS::Chunk::~Chunk ( )

inline

Definition at line 61 of file Chunk.h.

References unpinBuffer().

{ unpinBuffer(); }

Here is the call graph for this function:

Member Function Documentation

std::shared_ptr< ChunkMetadata > Chunk_NS::Chunk::appendData	(	DataBlockPtr &	srcData,
		const size_t	numAppendElems,
		const size_t	startIdx,
		const bool	replicating = false
	)

Definition at line 232 of file Chunk.cpp.

References StringNoneEncoder::appendData(), ArrayNoneEncoder::appendData(), FixedLengthArrayNoneEncoder::appendData(), Encoder::appendData(), DataBlockPtr::arraysPtr, buffer_, CHECK, CHECK_EQ, column_desc_, ColumnDescriptor::columnType, Data_Namespace::AbstractBuffer::getEncoder(), kARRAY, kCHAR, kENCODING_NONE, kLINESTRING, kMULTILINESTRING, kMULTIPOINT, kMULTIPOLYGON, kPOINT, kPOLYGON, kTEXT, kVARCHAR, DataBlockPtr::numbersPtr, and DataBlockPtr::stringsPtr.

                                                                         {
  const auto& ti = column_desc_->columnType;
  if (ti.is_varlen()) {
    switch (ti.get_type()) {
      case kARRAY: {
        if (ti.get_size() > 0) {
          FixedLengthArrayNoneEncoder* array_encoder =
              dynamic_cast<FixedLengthArrayNoneEncoder*>(buffer_->getEncoder());
          return array_encoder->appendData(
              src_data.arraysPtr, start_idx, num_elems, replicating);
        }
        ArrayNoneEncoder* array_encoder =
            dynamic_cast<ArrayNoneEncoder*>(buffer_->getEncoder());
        return array_encoder->appendData(
            src_data.arraysPtr, start_idx, num_elems, replicating);
      }
      case kTEXT:
      case kVARCHAR:
      case kCHAR: {
        CHECK_EQ(kENCODING_NONE, ti.get_compression());
        StringNoneEncoder* str_encoder =
            dynamic_cast<StringNoneEncoder*>(buffer_->getEncoder());
        return str_encoder->appendData(
            src_data.stringsPtr, start_idx, num_elems, replicating);
      }
      case kPOINT:
      case kMULTIPOINT:
      case kLINESTRING:
      case kMULTILINESTRING:
      case kPOLYGON:
      case kMULTIPOLYGON: {
        StringNoneEncoder* str_encoder =
            dynamic_cast<StringNoneEncoder*>(buffer_->getEncoder());
        return str_encoder->appendData(
            src_data.stringsPtr, start_idx, num_elems, replicating);
      }
      default:
        CHECK(false);
    }
  }
  return buffer_->getEncoder()->appendData(
      src_data.numbersPtr, num_elems, ti, replicating);
}

Here is the call graph for this function:

std::shared_ptr< ChunkMetadata > Chunk_NS::Chunk::appendEncodedData	(	const Chunk &	src_chunk,
		const size_t	num_elements,
		const size_t	start_idx
	)

Definition at line 220 of file Chunk.cpp.

References Encoder::appendEncodedData(), buffer_, CHECK, column_desc_, ColumnDescriptor::columnType, getBuffer(), Data_Namespace::AbstractBuffer::getEncoder(), getIndexBuf(), and Data_Namespace::AbstractBuffer::getMemoryPtr().

                                                                                {
  const auto& ti = column_desc_->columnType;
  int8_t* data_buffer_ptr = src_chunk.getBuffer()->getMemoryPtr();
  const int8_t* index_buffer_ptr =
      ti.is_varlen_indeed() ? src_chunk.getIndexBuf()->getMemoryPtr() : nullptr;
  CHECK(buffer_->getEncoder());
  return buffer_->getEncoder()->appendEncodedData(
      index_buffer_ptr, data_buffer_ptr, start_idx, num_elements);
}

Here is the call graph for this function:

std::shared_ptr< ChunkMetadata > Chunk_NS::Chunk::appendEncodedDataAtIndices	(	const Chunk &	src_chunk,
		const std::vector< size_t > &	selected_idx
	)

Definition at line 208 of file Chunk.cpp.

References Encoder::appendEncodedDataAtIndices(), buffer_, CHECK, column_desc_, ColumnDescriptor::columnType, getBuffer(), Data_Namespace::AbstractBuffer::getEncoder(), getIndexBuf(), and Data_Namespace::AbstractBuffer::getMemoryPtr().

                                           {
  const auto& ti = column_desc_->columnType;
  int8_t* data_buffer_ptr = src_chunk.getBuffer()->getMemoryPtr();
  const int8_t* index_buffer_ptr =
      ti.is_varlen_indeed() ? src_chunk.getIndexBuf()->getMemoryPtr() : nullptr;
  CHECK(buffer_->getEncoder());
  return buffer_->getEncoder()->appendEncodedDataAtIndices(
      index_buffer_ptr, data_buffer_ptr, selected_idx);
}

Here is the call graph for this function:

ChunkIter Chunk_NS::Chunk::begin_iterator	(	const std::shared_ptr< ChunkMetadata > &	chunk_metadata,
		int	start_idx = 0,
		int	skip = 1
	)		const

Definition at line 327 of file Chunk.cpp.

References buffer_, column_desc_, ColumnDescriptor::columnType, ChunkIter::current_pos, ChunkIter::end_pos, SQLTypeInfo::get_size(), Data_Namespace::AbstractBuffer::getMemoryPtr(), index_buf_, ChunkIter::num_elems, ChunkIter::second_buf, Data_Namespace::AbstractBuffer::size(), ChunkIter::skip, ChunkIter::skip_size, ChunkIter::start_pos, and ChunkIter::type_info.

                                                {
  ChunkIter it;
  it.type_info = column_desc_->columnType;
  it.skip = skip;
  it.skip_size = column_desc_->columnType.get_size();
  if (it.skip_size < 0) {  // if it's variable length
    it.current_pos = it.start_pos =
        index_buf_->getMemoryPtr() + start_idx * sizeof(StringOffsetT);
    it.end_pos = index_buf_->getMemoryPtr() + index_buf_->size() - sizeof(StringOffsetT);
    it.second_buf = buffer_->getMemoryPtr();
  } else {
    it.current_pos = it.start_pos = buffer_->getMemoryPtr() + start_idx * it.skip_size;
    it.end_pos = buffer_->getMemoryPtr() + buffer_->size();
    it.second_buf = nullptr;
  }
  it.num_elems = chunk_metadata->numElements;
  return it;
}

Here is the call graph for this function:

void Chunk_NS::Chunk::createChunkBuffer	(	DataMgr *	data_mgr,
		const ChunkKey &	key,
		const MemoryLevel	mem_level,
		const int	deviceId = 0,
		const size_t	page_size = 0
	)

Definition at line 135 of file Chunk.cpp.

References buffer_, column_desc_, ColumnDescriptor::columnType, Data_Namespace::DataMgr::createChunkBuffer(), index_buf_, SQLTypeInfo::is_fixlen_array(), and SQLTypeInfo::is_varlen().

                                                      {
  if (column_desc_->columnType.is_varlen() &&
      !column_desc_->columnType.is_fixlen_array()) {
    ChunkKey subKey = key;
    subKey.push_back(1);  // 1 for the main buffer_
    buffer_ = data_mgr->createChunkBuffer(subKey, mem_level, device_id, page_size);
    subKey.pop_back();
    subKey.push_back(2);  // 2 for the index buffer_
    index_buf_ = data_mgr->createChunkBuffer(subKey, mem_level, device_id, page_size);
  } else {
    buffer_ = data_mgr->createChunkBuffer(key, mem_level, device_id, page_size);
  }
}

Here is the call graph for this function:

void Chunk_NS::Chunk::decompress	(	int8_t *	compressed,
		VarlenDatum *	result,
		Datum *	datum
	)		const

AbstractBuffer* Chunk_NS::Chunk::getBuffer ( ) const

inline

Definition at line 146 of file Chunk.h.

References buffer_.

Referenced by appendEncodedData(), appendEncodedDataAtIndices(), Fragmenter_Namespace::compute_row_indices_of_shards(), foreign_storage::anonymous_namespace{LazyParquetChunkLoader.cpp}::create_parquet_string_encoder(), Fragmenter_Namespace::DateChunkConverter< BUFFER_DATA_TYPE >::DateChunkConverter(), Fragmenter_Namespace::FixedLenArrayChunkConverter::FixedLenArrayChunkConverter(), Fragmenter_Namespace::anonymous_namespace{InsertOrderFragmenter.cpp}::BaseAlterColumnContext::freeChunkScratchBuffer(), data_conversion::BaseConvertEncoder::getMetadata(), data_conversion::StringViewSource::getSourceData(), data_conversion::StringViewToScalarEncoder< DataType, MetadataType >::initialize(), data_conversion::StringViewToStringNoneEncoder::initialize(), data_conversion::StringViewToStringDictEncoder< IdType >::initialize(), data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::initialize(), Fragmenter_Namespace::ScalarChunkConverter< BUFFER_DATA_TYPE, INSERT_DATA_TYPE >::ScalarChunkConverter(), Fragmenter_Namespace::StringChunkConverter::StringChunkConverter(), and Fragmenter_Namespace::anonymous_namespace{InsertOrderFragmenter.cpp}::BaseAlterColumnContext::unpinChunk().

{ return buffer_; }

Here is the caller graph for this function:

std::shared_ptr< Chunk > Chunk_NS::Chunk::getChunk ( const ColumnDescriptor *  cd, DataMgr *  data_mgr, const ChunkKey &  key, const MemoryLevel  mem_level, const int  deviceId, const size_t  num_bytes, const size_t  num_elems, const bool  pinnable = true  )

static

Definition at line 31 of file Chunk.cpp.

References Chunk().

Referenced by Fragmenter_Namespace::get_chunks(), getChunkAccessorTable(), Fragmenter_Namespace::InsertOrderFragmenter::getChunksForAllColumns(), ColumnFetcher::getOneColumnFragment(), ColumnFetcher::getOneTableColumnFragment(), DBHandler::insert_chunks(), ColumnFetcher::linearizeColumnFragments(), anonymous_namespace{ForeignDataImporter.cpp}::load_foreign_data_buffers(), foreign_storage::populate_string_dictionary(), anonymous_namespace{RelAlgExecutor.cpp}::prepare_for_system_table_execution(), Fragmenter_Namespace::InsertOrderFragmenter::updateChunkStats(), Fragmenter_Namespace::InsertOrderFragmenter::updateColumn(), TableOptimizer::vacuumFragments(), StorageIOFacility::yieldDeleteCallback(), and StorageIOFacility::yieldUpdateCallback().

                                                            {
  std::shared_ptr<Chunk> chunkp = std::make_shared<Chunk>(Chunk(cd, pinnable));
  chunkp->getChunkBuffer(data_mgr, key, memoryLevel, deviceId, numBytes, numElems);
  return chunkp;
}

Here is the call graph for this function:

Here is the caller graph for this function:

std::shared_ptr< Chunk > Chunk_NS::Chunk::getChunk ( const ColumnDescriptor *  cd, AbstractBuffer *  data_buffer, AbstractBuffer *  index_buffer, const bool  pinnable = true  )

static

Compose a chunk from components and return it.

Parameters

cd	- the column descriptor for the chunk
data_buffer	- the data buffer for the chunk
index_buffer	- the (optional) index buffer for the chunk
pinnable	- sets the chunk as pinnable (or not)

Returns

a chunk composed of supplied components

Note, the index_buffer is only applicable if the column is a variable length column. If the column type is not variable length, this parameter is ignored.

Definition at line 44 of file Chunk.cpp.

References Chunk().

                                                            {
  std::shared_ptr<Chunk> chunkp = std::make_shared<Chunk>(Chunk(cd, pinnable));
  chunkp->setChunkBuffer(data_buffer, index_buffer);
  return chunkp;
}

Here is the call graph for this function:

void Chunk_NS::Chunk::getChunkBuffer	(	DataMgr *	data_mgr,
		const ChunkKey &	key,
		const MemoryLevel	mem_level,
		const int	deviceId = 0,
		const size_t	num_bytes = 0,
		const size_t	num_elems = 0
	)

Definition at line 112 of file Chunk.cpp.

References column_desc_, ColumnDescriptor::columnType, Data_Namespace::DataMgr::getChunkBuffer(), SQLTypeInfo::is_fixlen_array(), SQLTypeInfo::is_varlen(), and setChunkBuffer().

                                                   {
  if (column_desc_->columnType.is_varlen() &&
      !column_desc_->columnType.is_fixlen_array()) {
    ChunkKey data_key = key;
    data_key.push_back(1);
    ChunkKey index_key = key;
    index_key.push_back(2);
    setChunkBuffer(
        data_mgr->getChunkBuffer(data_key, mem_level, device_id, num_bytes),
        data_mgr->getChunkBuffer(
            index_key, mem_level, device_id, (num_elems + 1) * sizeof(StringOffsetT)));

  } else {
    setChunkBuffer(data_mgr->getChunkBuffer(key, mem_level, device_id, num_bytes),
                   nullptr);
  }
}

Here is the call graph for this function:

const ColumnDescriptor* Chunk_NS::Chunk::getColumnDesc ( ) const

inline

Definition at line 65 of file Chunk.h.

References column_desc_.

Referenced by data_conversion::create_source(), data_conversion::create_string_view_encoder(), Fragmenter_Namespace::anonymous_namespace{InsertOrderFragmenter.cpp}::BaseAlterColumnContext::createChunkScratchBuffer(), Fragmenter_Namespace::FixedLenArrayChunkConverter::FixedLenArrayChunkConverter(), Fragmenter_Namespace::anonymous_namespace{InsertOrderFragmenter.cpp}::BaseAlterColumnContext::freeChunkScratchBuffer(), data_conversion::BaseConvertEncoder::getMetadata(), data_conversion::StringViewSource::getSourceData(), data_conversion::StringViewToScalarEncoder< DataType, MetadataType >::initialize(), data_conversion::StringViewToStringNoneEncoder::initialize(), data_conversion::StringViewToStringDictEncoder< IdType >::initialize(), data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::initialize(), and anonymous_namespace{ExecutionKernel.cpp}::need_to_hold_chunk().

{ return column_desc_; }

Here is the caller graph for this function:

AbstractBuffer* Chunk_NS::Chunk::getIndexBuf ( ) const

inline

Definition at line 148 of file Chunk.h.

References index_buf_.

Referenced by appendEncodedData(), appendEncodedDataAtIndices(), Fragmenter_Namespace::ArrayChunkConverter::ArrayChunkConverter(), foreign_storage::anonymous_namespace{LazyParquetChunkLoader.cpp}::create_parquet_string_encoder(), Fragmenter_Namespace::anonymous_namespace{InsertOrderFragmenter.cpp}::BaseAlterColumnContext::freeChunkScratchBuffer(), data_conversion::StringViewSource::getSourceData(), Fragmenter_Namespace::StringChunkConverter::StringChunkConverter(), and Fragmenter_Namespace::anonymous_namespace{InsertOrderFragmenter.cpp}::BaseAlterColumnContext::unpinChunk().

{ return index_buf_; }

Here is the caller graph for this function:

size_t Chunk_NS::Chunk::getNumElemsForBytesEncodedDataAtIndices	(	const int8_t *	index_data,
		const std::vector< size_t > &	selected_idx,
		const size_t	byte_limit
	)

Definition at line 153 of file Chunk.cpp.

References buffer_, CHECK, column_desc_, ColumnDescriptor::columnType, Data_Namespace::AbstractBuffer::getEncoder(), Encoder::getNumElemsForBytesEncodedDataAtIndices(), and SQLTypeInfo::is_varlen().

                             {
  CHECK(column_desc_->columnType.is_varlen());
  CHECK(buffer_->getEncoder());
  return buffer_->getEncoder()->getNumElemsForBytesEncodedDataAtIndices(
      index_data, selected_idx, byte_limit);
}

Here is the call graph for this function:

size_t Chunk_NS::Chunk::getNumElemsForBytesInsertData	(	const DataBlockPtr &	src_data,
		const size_t	num_elems,
		const size_t	start_idx,
		const size_t	byte_limit,
		const bool	replicating = false
	)

Definition at line 163 of file Chunk.cpp.

References DataBlockPtr::arraysPtr, buffer_, CHECK, CHECK_EQ, column_desc_, ColumnDescriptor::columnType, SQLTypeInfo::get_compression(), SQLTypeInfo::get_size(), SQLTypeInfo::get_type(), Data_Namespace::AbstractBuffer::getEncoder(), StringNoneEncoder::getNumElemsForBytesInsertData(), ArrayNoneEncoder::getNumElemsForBytesInsertData(), FixedLengthArrayNoneEncoder::getNumElemsForBytesInsertData(), SQLTypeInfo::is_varlen(), kARRAY, kCHAR, kENCODING_NONE, kLINESTRING, kMULTILINESTRING, kMULTIPOINT, kMULTIPOLYGON, kPOINT, kPOLYGON, kTEXT, kVARCHAR, and DataBlockPtr::stringsPtr.

                                                                    {
  CHECK(column_desc_->columnType.is_varlen());
  switch (column_desc_->columnType.get_type()) {
    case kARRAY: {
      if (column_desc_->columnType.get_size() > 0) {
        FixedLengthArrayNoneEncoder* array_encoder =
            dynamic_cast<FixedLengthArrayNoneEncoder*>(buffer_->getEncoder());
        return array_encoder->getNumElemsForBytesInsertData(
            src_data.arraysPtr, start_idx, num_elems, byte_limit, replicating);
      }
      ArrayNoneEncoder* array_encoder =
          dynamic_cast<ArrayNoneEncoder*>(buffer_->getEncoder());
      return array_encoder->getNumElemsForBytesInsertData(
          src_data.arraysPtr, start_idx, num_elems, byte_limit, replicating);
    }
    case kTEXT:
    case kVARCHAR:
    case kCHAR: {
      CHECK_EQ(kENCODING_NONE, column_desc_->columnType.get_compression());
      StringNoneEncoder* str_encoder =
          dynamic_cast<StringNoneEncoder*>(buffer_->getEncoder());
      return str_encoder->getNumElemsForBytesInsertData(
          src_data.stringsPtr, start_idx, num_elems, byte_limit, replicating);
    }
    case kPOINT:
    case kMULTIPOINT:
    case kLINESTRING:
    case kMULTILINESTRING:
    case kPOLYGON:
    case kMULTIPOLYGON: {
      StringNoneEncoder* str_encoder =
          dynamic_cast<StringNoneEncoder*>(buffer_->getEncoder());
      return str_encoder->getNumElemsForBytesInsertData(
          src_data.stringsPtr, start_idx, num_elems, byte_limit, replicating);
    }
    default:
      CHECK(false);
      return 0;
  }
}

Here is the call graph for this function:

void Chunk_NS::Chunk::initEncoder

(

)

Definition at line 290 of file Chunk.cpp.

References buffer_, CHECK, CHECK_EQ, column_desc_, ColumnDescriptor::columnType, SQLTypeInfo::get_compression(), SQLTypeInfo::get_type(), Data_Namespace::AbstractBuffer::getEncoder(), index_buf_, Data_Namespace::AbstractBuffer::initEncoder(), SQLTypeInfo::is_fixlen_array(), SQLTypeInfo::is_varlen(), kARRAY, kCHAR, kENCODING_NONE, kLINESTRING, kMULTILINESTRING, kMULTIPOINT, kMULTIPOLYGON, kPOINT, kPOLYGON, kTEXT, kVARCHAR, StringNoneEncoder::setIndexBuffer(), and ArrayNoneEncoder::setIndexBuffer().

Referenced by foreign_storage::init_chunk_for_column(), and foreign_storage::Csv::init_chunk_for_column().

                        {
  buffer_->initEncoder(column_desc_->columnType);
  if (column_desc_->columnType.is_varlen() &&
      !column_desc_->columnType.is_fixlen_array()) {
    switch (column_desc_->columnType.get_type()) {
      case kARRAY: {
        ArrayNoneEncoder* array_encoder =
            dynamic_cast<ArrayNoneEncoder*>(buffer_->getEncoder());
        array_encoder->setIndexBuffer(index_buf_);
        break;
      }
      case kTEXT:
      case kVARCHAR:
      case kCHAR: {
        CHECK_EQ(kENCODING_NONE, column_desc_->columnType.get_compression());
        StringNoneEncoder* str_encoder =
            dynamic_cast<StringNoneEncoder*>(buffer_->getEncoder());
        str_encoder->setIndexBuffer(index_buf_);
        break;
      }
      case kPOINT:
      case kMULTIPOINT:
      case kLINESTRING:
      case kMULTILINESTRING:
      case kPOLYGON:
      case kMULTIPOLYGON: {
        StringNoneEncoder* str_encoder =
            dynamic_cast<StringNoneEncoder*>(buffer_->getEncoder());
        str_encoder->setIndexBuffer(index_buf_);
        break;
      }
      default:
        CHECK(false);
    }
  }
}

Here is the call graph for this function:

Here is the caller graph for this function:

bool Chunk_NS::Chunk::isChunkOnDevice	(	DataMgr *	data_mgr,
		const ChunkKey &	key,
		const MemoryLevel	mem_level,
		const int	device_id
	)

Definition at line 53 of file Chunk.cpp.

References column_desc_, ColumnDescriptor::columnType, SQLTypeInfo::is_fixlen_array(), SQLTypeInfo::is_varlen(), and Data_Namespace::DataMgr::isBufferOnDevice().

                                                 {
  if (column_desc_->columnType.is_varlen() &&
      !column_desc_->columnType.is_fixlen_array()) {
    ChunkKey subKey = key;
    ChunkKey indexKey(subKey);
    indexKey.push_back(1);
    ChunkKey dataKey(subKey);
    dataKey.push_back(2);
    return data_mgr->isBufferOnDevice(indexKey, mem_level, device_id) &&
           data_mgr->isBufferOnDevice(dataKey, mem_level, device_id);
  } else {
    return data_mgr->isBufferOnDevice(key, mem_level, device_id);
  }
}

Here is the call graph for this function:

void Chunk_NS::Chunk::setBuffer ( AbstractBuffer *  b )

inline

Definition at line 150 of file Chunk.h.

References buffer_.

Referenced by Fragmenter_Namespace::anonymous_namespace{InsertOrderFragmenter.cpp}::BaseAlterColumnContext::createChunkScratchBuffer(), Fragmenter_Namespace::anonymous_namespace{InsertOrderFragmenter.cpp}::BaseAlterColumnContext::freeChunkScratchBuffer(), foreign_storage::ParquetImportBatchResult::getChunksAndDictionaries(), foreign_storage::init_chunk_for_column(), foreign_storage::Csv::init_chunk_for_column(), Fragmenter_Namespace::anonymous_namespace{InsertOrderFragmenter.cpp}::GeoAlterColumnContext::putBuffersToDisk(), Fragmenter_Namespace::anonymous_namespace{InsertOrderFragmenter.cpp}::NonGeoAlterColumnContext::putBuffersToDisk(), and Fragmenter_Namespace::anonymous_namespace{InsertOrderFragmenter.cpp}::BaseAlterColumnContext::unpinChunk().

{ buffer_ = b; }

Here is the caller graph for this function:

void Chunk_NS::Chunk::setChunkBuffer ( AbstractBuffer *  buffer, AbstractBuffer *  index_buffer  )

private

Definition at line 71 of file Chunk.cpp.

References buffer_, CHECK, CHECK_EQ, column_desc_, ColumnDescriptor::columnType, SQLTypeInfo::get_compression(), SQLTypeInfo::get_type(), Data_Namespace::AbstractBuffer::getEncoder(), index_buf_, SQLTypeInfo::is_fixlen_array(), SQLTypeInfo::is_varlen(), kARRAY, kCHAR, kENCODING_NONE, kLINESTRING, kMULTILINESTRING, kMULTIPOINT, kMULTIPOLYGON, kPOINT, kPOLYGON, kTEXT, kVARCHAR, and UNREACHABLE.

Referenced by getChunkBuffer().

                                                                               {
  if (column_desc_->columnType.is_varlen() &&
      !column_desc_->columnType.is_fixlen_array()) {
    CHECK(index_buffer);
    buffer_ = buffer;
    index_buf_ = index_buffer;
    switch (column_desc_->columnType.get_type()) {
      case kARRAY: {
        auto array_encoder = dynamic_cast<ArrayNoneEncoder*>(buffer_->getEncoder());
        CHECK(array_encoder);
        array_encoder->setIndexBuffer(index_buf_);
        break;
      }
      case kTEXT:
      case kVARCHAR:
      case kCHAR: {
        CHECK_EQ(kENCODING_NONE, column_desc_->columnType.get_compression());
        auto str_encoder = dynamic_cast<StringNoneEncoder*>(buffer_->getEncoder());
        CHECK(str_encoder);
        str_encoder->setIndexBuffer(index_buf_);
        break;
      }
      case kPOINT:
      case kMULTIPOINT:
      case kLINESTRING:
      case kMULTILINESTRING:
      case kPOLYGON:
      case kMULTIPOLYGON: {
        auto str_encoder = dynamic_cast<StringNoneEncoder*>(buffer_->getEncoder());
        CHECK(str_encoder);
        str_encoder->setIndexBuffer(index_buf_);
        break;
      }
      default:
        UNREACHABLE();
    }
  } else {
    buffer_ = buffer;
  }
}

Here is the call graph for this function:

Here is the caller graph for this function:

void Chunk_NS::Chunk::setColumnDesc ( const ColumnDescriptor *  cd )

inline

Definition at line 67 of file Chunk.h.

References column_desc_.

Referenced by foreign_storage::init_chunk_for_column(), and foreign_storage::Csv::init_chunk_for_column().

{ column_desc_ = cd; }

Here is the caller graph for this function:

void Chunk_NS::Chunk::setIndexBuffer ( AbstractBuffer *  ib )

inline

Definition at line 152 of file Chunk.h.

References index_buf_.

Referenced by Fragmenter_Namespace::anonymous_namespace{InsertOrderFragmenter.cpp}::BaseAlterColumnContext::createChunkScratchBuffer(), Fragmenter_Namespace::anonymous_namespace{InsertOrderFragmenter.cpp}::BaseAlterColumnContext::freeChunkScratchBuffer(), foreign_storage::init_chunk_for_column(), foreign_storage::Csv::init_chunk_for_column(), and Fragmenter_Namespace::anonymous_namespace{InsertOrderFragmenter.cpp}::BaseAlterColumnContext::unpinChunk().

{ index_buf_ = ib; }

Here is the caller graph for this function:

void Chunk_NS::Chunk::setPinnable ( bool  pinnable )

inline

Definition at line 63 of file Chunk.h.

References pinnable_.

Referenced by foreign_storage::init_chunk_for_column().

{ pinnable_ = pinnable; }

Here is the caller graph for this function:

std::string Chunk_NS::Chunk::toString

(

)

const

Definition at line 356 of file Chunk.cpp.

References buffer_, column_desc_, index_buf_, and typeName().

                                {
  return ::typeName(this) + "(buffer=" + ::toString(buffer_) +
         ", index_buf=" + ::toString(index_buf_) +
         ", column_desc=" + ::toString(column_desc_) + ")";
}

Here is the call graph for this function:

void Chunk_NS::Chunk::translateColumnDescriptorsToChunkVec ( const std::list< const ColumnDescriptor * > &  colDescs, std::vector< Chunk > &  chunkVec  )

static

Definition at line 348 of file Chunk.cpp.

                                {
  for (auto cd : colDescs) {
    chunkVec.emplace_back(cd);
  }
}

void Chunk_NS::Chunk::unpinBuffer ( )

private

Definition at line 279 of file Chunk.cpp.

References buffer_, index_buf_, pinnable_, and Data_Namespace::AbstractBuffer::unPin().

Referenced by ~Chunk().

                        {
  if (pinnable_) {
    if (buffer_) {
      buffer_->unPin();
    }
    if (index_buf_) {
      index_buf_->unPin();
    }
  }
}

Here is the call graph for this function:

Here is the caller graph for this function:

Member Data Documentation

AbstractBuffer* Chunk_NS::Chunk::buffer_

private

Definition at line 163 of file Chunk.h.

Referenced by appendData(), appendEncodedData(), appendEncodedDataAtIndices(), begin_iterator(), createChunkBuffer(), getBuffer(), getNumElemsForBytesEncodedDataAtIndices(), getNumElemsForBytesInsertData(), initEncoder(), setBuffer(), setChunkBuffer(), toString(), and unpinBuffer().

const ColumnDescriptor* Chunk_NS::Chunk::column_desc_

private

Definition at line 165 of file Chunk.h.

Referenced by appendData(), appendEncodedData(), appendEncodedDataAtIndices(), begin_iterator(), createChunkBuffer(), getChunkBuffer(), getColumnDesc(), getNumElemsForBytesEncodedDataAtIndices(), getNumElemsForBytesInsertData(), initEncoder(), isChunkOnDevice(), setChunkBuffer(), setColumnDesc(), and toString().

AbstractBuffer* Chunk_NS::Chunk::index_buf_

private

Definition at line 164 of file Chunk.h.

Referenced by begin_iterator(), createChunkBuffer(), getIndexBuf(), initEncoder(), setChunkBuffer(), setIndexBuffer(), toString(), and unpinBuffer().

bool Chunk_NS::Chunk::pinnable_

private

Definition at line 168 of file Chunk.h.

Referenced by setPinnable(), and unpinBuffer().

---

The documentation for this class was generated from the following files:

• /home/jenkins-slave/workspace/core-os-doxygen/DataMgr/Chunk/Chunk.h
• /home/jenkins-slave/workspace/core-os-doxygen/DataMgr/Chunk/Chunk.cpp