OmniSciDB
bf83d84833
|
#include <ParquetFixedLengthArrayEncoder.h>
Public Member Functions | |
ParquetFixedLengthArrayEncoder (Data_Namespace::AbstractBuffer *data_buffer, std::shared_ptr< ParquetScalarEncoder > scalar_encoder, const ColumnDescriptor *column_desciptor) | |
std::shared_ptr< ChunkMetadata > | getRowGroupMetadata (const parquet::RowGroupMetaData *group_metadata, const int parquet_column_index, const SQLTypeInfo &column_type) override |
![]() | |
ParquetArrayEncoder (Data_Namespace::AbstractBuffer *data_buffer, std::shared_ptr< ParquetScalarEncoder > scalar_encoder, const ColumnDescriptor *column_desciptor) | |
void | appendData (const int16_t *def_levels, const int16_t *rep_levels, const int64_t values_read, const int64_t levels_read, const bool is_last_batch, int8_t *values) override |
![]() | |
ParquetEncoder (Data_Namespace::AbstractBuffer *buffer) | |
virtual | ~ParquetEncoder ()=default |
Protected Member Functions | |
void | processLastArray () override |
![]() | |
virtual void | appendArraysToBuffer () |
bool | isLastArrayNull () const |
size_t | sizeOfLastArray () const |
int8_t * | resizeArrayDataBytes (const size_t additional_num_elements) |
Private Member Functions | |
void | appendNullFixedLengthArray () |
void | setNullFixedLengthArraySentinel (int8_t *omnisci_data_bytes) |
void | appendNullArrayOrCheckArraySize () |
void | throwWrongSizeArray (const size_t size_of_last_array, const size_t array_element_count, const std::string &omnisci_column_name) |
void | throwNullInDictionaryEncodedColumn (const std::string &omnisci_column_name) |
Private Attributes | |
const ColumnDescriptor | column_desciptor_ |
size_t | array_element_count_ |
Additional Inherited Members | |
![]() | |
static std::shared_ptr < ChunkMetadata > | createMetadata (const SQLTypeInfo &column_type) |
static void | throwNotNullViolation (const std::string &parquet_column_name) |
static void | validateNullCount (const std::string &parquet_column_name, int64_t null_count, const SQLTypeInfo &column_type) |
![]() | |
size_t | omnisci_data_type_byte_size_ |
std::shared_ptr < ParquetScalarEncoder > | scalar_encoder_ |
std::vector< int8_t > | data_buffer_bytes_ |
![]() | |
Data_Namespace::AbstractBuffer * | buffer_ |
![]() | |
static const int16_t | non_null_def_level = 3 |
static const int16_t | item_null_def_level = 2 |
static const int16_t | list_null_def_level = 0 |
Definition at line 28 of file ParquetFixedLengthArrayEncoder.h.
|
inline |
Definition at line 30 of file ParquetFixedLengthArrayEncoder.h.
References CHECK, ColumnDescriptor::columnType, SQLTypeInfo::get_size(), and foreign_storage::ParquetArrayEncoder::omnisci_data_type_byte_size_.
|
inlineprivate |
Definition at line 119 of file ParquetFixedLengthArrayEncoder.h.
References appendNullFixedLengthArray(), array_element_count_, CHECK, column_desciptor_, ColumnDescriptor::columnName, foreign_storage::ParquetArrayEncoder::isLastArrayNull(), foreign_storage::ParquetArrayEncoder::sizeOfLastArray(), and throwWrongSizeArray().
Referenced by processLastArray().
|
inlineprivate |
Definition at line 55 of file ParquetFixedLengthArrayEncoder.h.
References array_element_count_, foreign_storage::ParquetArrayEncoder::omnisci_data_type_byte_size_, foreign_storage::ParquetArrayEncoder::resizeArrayDataBytes(), foreign_storage::ParquetArrayEncoder::scalar_encoder_, and setNullFixedLengthArraySentinel().
Referenced by appendNullArrayOrCheckArraySize().
|
inlineoverridevirtual |
Reimplemented from foreign_storage::ParquetArrayEncoder.
Definition at line 40 of file ParquetFixedLengthArrayEncoder.h.
References array_element_count_, foreign_storage::ParquetArrayEncoder::getRowGroupMetadata(), and foreign_storage::ParquetArrayEncoder::omnisci_data_type_byte_size_.
|
inlineoverrideprotectedvirtual |
Implements foreign_storage::ParquetArrayEncoder.
Definition at line 52 of file ParquetFixedLengthArrayEncoder.h.
References appendNullArrayOrCheckArraySize().
|
inlineprivate |
Definition at line 63 of file ParquetFixedLengthArrayEncoder.h.
References column_desciptor_, ColumnDescriptor::columnName, ColumnDescriptor::columnType, SQLTypeInfo::get_elem_type(), inline_fixed_encoding_null_array_val(), kBIGINT, kBOOLEAN, kCHAR, kDATE, kDECIMAL, kDOUBLE, kFLOAT, kINT, kLINESTRING, kMULTIPOLYGON, kNUMERIC, kPOINT, kPOLYGON, kSMALLINT, kTEXT, kTIME, kTIMESTAMP, kTINYINT, kVARCHAR, NULL_ARRAY_DOUBLE, NULL_ARRAY_FLOAT, throwNullInDictionaryEncodedColumn(), run_benchmark_import::type, and UNREACHABLE.
Referenced by appendNullFixedLengthArray().
|
inlineprivate |
Definition at line 146 of file ParquetFixedLengthArrayEncoder.h.
Referenced by setNullFixedLengthArraySentinel().
|
inlineprivate |
Definition at line 133 of file ParquetFixedLengthArrayEncoder.h.
References to_string().
Referenced by appendNullArrayOrCheckArraySize().
|
private |
Definition at line 155 of file ParquetFixedLengthArrayEncoder.h.
Referenced by appendNullArrayOrCheckArraySize(), appendNullFixedLengthArray(), and getRowGroupMetadata().
|
private |
Definition at line 154 of file ParquetFixedLengthArrayEncoder.h.
Referenced by appendNullArrayOrCheckArraySize(), and setNullFixedLengthArraySentinel().