OmniSciDB
bf83d84833
|
#include <ParquetDecimalEncoder.h>
Public Member Functions | |
ParquetDecimalEncoder (Data_Namespace::AbstractBuffer *buffer, const ColumnDescriptor *column_desciptor, const parquet::ColumnDescriptor *parquet_column_descriptor) | |
void | encodeAndCopy (const int8_t *parquet_data_bytes, int8_t *omnisci_data_bytes) override |
![]() | |
TypedParquetInPlaceEncoder (Data_Namespace::AbstractBuffer *buffer, const ColumnDescriptor *column_desciptor, const parquet::ColumnDescriptor *parquet_column_descriptor) | |
TypedParquetInPlaceEncoder (Data_Namespace::AbstractBuffer *buffer, const size_t omnisci_data_type_byte_size, const size_t parquet_data_type_byte_size) | |
void | appendData (const int16_t *def_levels, const int16_t *rep_levels, const int64_t values_read, const int64_t levels_read, const bool is_last_batch, int8_t *values) override |
void | encodeAndCopyContiguous (const int8_t *parquet_data_bytes, int8_t *omnisci_data_bytes, const size_t num_elements) override |
void | setNull (int8_t *omnisci_data_bytes) override |
void | copy (const int8_t *omnisci_data_bytes_source, int8_t *omnisci_data_bytes_destination) override |
std::shared_ptr< ChunkMetadata > | getRowGroupMetadata (const parquet::RowGroupMetaData *group_metadata, const int parquet_column_index, const SQLTypeInfo &column_type) override |
![]() | |
ParquetInPlaceEncoder (Data_Namespace::AbstractBuffer *buffer, const size_t omnisci_data_type_byte_size, const size_t parquet_data_type_byte_size) | |
![]() | |
ParquetScalarEncoder (Data_Namespace::AbstractBuffer *buffer) | |
![]() | |
ParquetEncoder (Data_Namespace::AbstractBuffer *buffer) | |
virtual | ~ParquetEncoder ()=default |
Protected Member Functions | |
void | encodeAndCopy (const int32_t &parquet_data_value, V &omnisci_data_value) |
void | encodeAndCopy (const int64_t &parquet_data_value, V &omnisci_data_value) |
void | encodeAndCopy (const parquet::FixedLenByteArray &parquet_data_value, V &omnisci_data_value) |
void | encodeAndCopy (const parquet::ByteArray &parquet_data_value, V &omnisci_data_value) |
bool | encodingIsIdentityForSameTypes () const override |
![]() | |
std::pair< T, T > | getUnencodedStats (std::shared_ptr< parquet::Statistics > stats) const |
Private Member Functions | |
int64_t | convertDecimalByteArrayToInt (const uint8_t *byte_array, const int byte_array_size) |
Private Attributes | |
const size_t | parquet_column_type_length_ |
Additional Inherited Members | |
![]() | |
static std::shared_ptr < ChunkMetadata > | createMetadata (const SQLTypeInfo &column_type) |
static void | throwNotNullViolation (const std::string &parquet_column_name) |
static void | validateNullCount (const std::string &parquet_column_name, int64_t null_count, const SQLTypeInfo &column_type) |
![]() | |
const size_t | omnisci_data_type_byte_size_ |
![]() | |
Data_Namespace::AbstractBuffer * | buffer_ |
Definition at line 24 of file ParquetDecimalEncoder.h.
|
inline |
Definition at line 26 of file ParquetDecimalEncoder.h.
|
inlineprivate |
Definition at line 65 of file ParquetDecimalEncoder.h.
References CHECK, and run_benchmark_import::result.
Referenced by foreign_storage::ParquetDecimalEncoder< V, T >::encodeAndCopy().
|
inlineoverridevirtual |
Implements foreign_storage::ParquetScalarEncoder.
Definition at line 34 of file ParquetDecimalEncoder.h.
References omnisci.dtypes::T.
|
inlineprotected |
Definition at line 42 of file ParquetDecimalEncoder.h.
|
inlineprotected |
Definition at line 46 of file ParquetDecimalEncoder.h.
|
inlineprotected |
Definition at line 50 of file ParquetDecimalEncoder.h.
References foreign_storage::ParquetDecimalEncoder< V, T >::convertDecimalByteArrayToInt(), and foreign_storage::ParquetDecimalEncoder< V, T >::parquet_column_type_length_.
|
inlineprotected |
Definition at line 56 of file ParquetDecimalEncoder.h.
References foreign_storage::ParquetDecimalEncoder< V, T >::convertDecimalByteArrayToInt().
|
inlineoverrideprotectedvirtual |
Reimplemented from foreign_storage::TypedParquetInPlaceEncoder< V, T >.
Definition at line 62 of file ParquetDecimalEncoder.h.
|
private |
Definition at line 73 of file ParquetDecimalEncoder.h.
Referenced by foreign_storage::ParquetDecimalEncoder< V, T >::encodeAndCopy().