OmniSciDB
bf83d84833
|
#include <ParquetVariableLengthArrayEncoder.h>
Public Member Functions | |
ParquetVariableLengthArrayEncoder (Data_Namespace::AbstractBuffer *data_buffer, Data_Namespace::AbstractBuffer *index_buffer, std::shared_ptr< ParquetScalarEncoder > scalar_encoder, const ColumnDescriptor *column_desciptor) | |
void | appendData (const int16_t *def_levels, const int16_t *rep_levels, const int64_t values_read, const int64_t levels_read, const bool is_last_batch, int8_t *values) override |
![]() | |
ParquetArrayEncoder (Data_Namespace::AbstractBuffer *data_buffer, std::shared_ptr< ParquetScalarEncoder > scalar_encoder, const ColumnDescriptor *column_desciptor) | |
std::shared_ptr< ChunkMetadata > | getRowGroupMetadata (const parquet::RowGroupMetaData *group_metadata, const int parquet_column_index, const SQLTypeInfo &column_type) override |
![]() | |
ParquetEncoder (Data_Namespace::AbstractBuffer *buffer) | |
virtual | ~ParquetEncoder ()=default |
Protected Member Functions | |
void | appendArraysToBuffer () override |
void | processLastArray () override |
![]() | |
bool | isLastArrayNull () const |
size_t | sizeOfLastArray () const |
int8_t * | resizeArrayDataBytes (const size_t additional_num_elements) |
Private Member Functions | |
void | setFirstOffsetForBuffer (const int16_t def_level) |
void | appendLastArrayOffset () |
Private Attributes | |
Data_Namespace::AbstractBuffer * | index_buffer_ |
std::vector< ArrayOffsetT > | offsets_ |
Additional Inherited Members | |
![]() | |
static std::shared_ptr < ChunkMetadata > | createMetadata (const SQLTypeInfo &column_type) |
static void | throwNotNullViolation (const std::string &parquet_column_name) |
static void | validateNullCount (const std::string &parquet_column_name, int64_t null_count, const SQLTypeInfo &column_type) |
![]() | |
size_t | omnisci_data_type_byte_size_ |
std::shared_ptr < ParquetScalarEncoder > | scalar_encoder_ |
std::vector< int8_t > | data_buffer_bytes_ |
![]() | |
Data_Namespace::AbstractBuffer * | buffer_ |
![]() | |
static const int16_t | non_null_def_level = 3 |
static const int16_t | item_null_def_level = 2 |
static const int16_t | list_null_def_level = 0 |
Definition at line 23 of file ParquetVariableLengthArrayEncoder.h.
|
inline |
Definition at line 25 of file ParquetVariableLengthArrayEncoder.h.
|
inlineoverrideprotectedvirtual |
Reimplemented from foreign_storage::ParquetArrayEncoder.
Definition at line 45 of file ParquetVariableLengthArrayEncoder.h.
References Data_Namespace::AbstractBuffer::append(), foreign_storage::ParquetArrayEncoder::appendArraysToBuffer(), index_buffer_, and offsets_.
|
inlineoverridevirtual |
Reimplemented from foreign_storage::ParquetArrayEncoder.
Definition at line 32 of file ParquetVariableLengthArrayEncoder.h.
References foreign_storage::ParquetArrayEncoder::appendData(), CHECK, and setFirstOffsetForBuffer().
|
inlineprivate |
Definition at line 73 of file ParquetVariableLengthArrayEncoder.h.
References foreign_storage::ParquetEncoder::buffer_, foreign_storage::ParquetArrayEncoder::data_buffer_bytes_, foreign_storage::ParquetArrayEncoder::isLastArrayNull(), offsets_, and Data_Namespace::AbstractBuffer::size().
Referenced by processLastArray().
|
inlineoverrideprotectedvirtual |
Implements foreign_storage::ParquetArrayEncoder.
Definition at line 52 of file ParquetVariableLengthArrayEncoder.h.
References appendLastArrayOffset().
|
inlineprivate |
Definition at line 55 of file ParquetVariableLengthArrayEncoder.h.
References foreign_storage::ParquetEncoder::buffer_, foreign_storage::ParquetArrayEncoder::data_buffer_bytes_, foreign_storage::ParquetArrayEncoder::list_null_def_level, offsets_, and Data_Namespace::AbstractBuffer::size().
Referenced by appendData().
|
private |
Definition at line 84 of file ParquetVariableLengthArrayEncoder.h.
Referenced by appendArraysToBuffer().
|
private |
Definition at line 85 of file ParquetVariableLengthArrayEncoder.h.
Referenced by appendArraysToBuffer(), appendLastArrayOffset(), and setFirstOffsetForBuffer().