OmniSciDB
a667adc9c8
|
#include <ParquetInPlaceEncoder.h>
Public Member Functions | |
TypedParquetInPlaceEncoder (Data_Namespace::AbstractBuffer *buffer, const ColumnDescriptor *column_desciptor, const parquet::ColumnDescriptor *parquet_column_descriptor) | |
TypedParquetInPlaceEncoder (Data_Namespace::AbstractBuffer *buffer, const size_t omnisci_data_type_byte_size, const size_t parquet_data_type_byte_size) | |
void | appendData (const int16_t *def_levels, const int16_t *rep_levels, const int64_t values_read, const int64_t levels_read, const bool is_last_batch, int8_t *values) override |
void | encodeAndCopyContiguous (const int8_t *parquet_data_bytes, int8_t *omnisci_data_bytes, const size_t num_elements) override |
void | setNull (int8_t *omnisci_data_bytes) override |
void | copy (const int8_t *omnisci_data_bytes_source, int8_t *omnisci_data_bytes_destination) override |
std::shared_ptr< ChunkMetadata > | getRowGroupMetadata (const parquet::RowGroupMetaData *group_metadata, const int parquet_column_index, const SQLTypeInfo &column_type) override |
![]() | |
ParquetInPlaceEncoder (Data_Namespace::AbstractBuffer *buffer, const size_t omnisci_data_type_byte_size, const size_t parquet_data_type_byte_size) | |
![]() | |
ParquetScalarEncoder (Data_Namespace::AbstractBuffer *buffer) | |
virtual void | encodeAndCopy (const int8_t *parquet_data_bytes, int8_t *omnisci_data_bytes)=0 |
![]() | |
ParquetEncoder (Data_Namespace::AbstractBuffer *buffer) | |
virtual | ~ParquetEncoder ()=default |
Protected Member Functions | |
virtual bool | encodingIsIdentityForSameTypes () const |
std::pair< T, T > | getUnencodedStats (std::shared_ptr< parquet::Statistics > stats) const |
Private Member Functions | |
std::pair< V, V > | getEncodedStats (const parquet::ColumnDescriptor *parquet_column_descriptor, std::shared_ptr< parquet::Statistics > stats) |
Static Private Member Functions | |
static ChunkStats | getUpdatedStats (V &stats_min, V &stats_max, const SQLTypeInfo &column_type) |
Additional Inherited Members | |
![]() | |
static std::shared_ptr < ChunkMetadata > | createMetadata (const SQLTypeInfo &column_type) |
static void | throwNotNullViolation (const std::string &parquet_column_name) |
static void | validateNullCount (const std::string &parquet_column_name, int64_t null_count, const SQLTypeInfo &column_type) |
![]() | |
const size_t | omnisci_data_type_byte_size_ |
![]() | |
Data_Namespace::AbstractBuffer * | buffer_ |
Definition at line 114 of file ParquetInPlaceEncoder.h.
|
inline |
Definition at line 116 of file ParquetInPlaceEncoder.h.
|
inline |
Definition at line 124 of file ParquetInPlaceEncoder.h.
|
inlineoverridevirtual |
This is a specialization of ParquetInPlaceEncoder::appendData
for known types that allows for optimization.
See comment for ParquetInPlaceEncoder::appendData
for details.
Reimplemented from foreign_storage::ParquetInPlaceEncoder.
Definition at line 137 of file ParquetInPlaceEncoder.h.
Referenced by foreign_storage::ParquetStringEncoder< V >::appendData().
|
inlineoverridevirtual |
Implements foreign_storage::ParquetScalarEncoder.
Definition at line 173 of file ParquetInPlaceEncoder.h.
Referenced by foreign_storage::ParquetStringEncoder< V >::encodeAndCopy().
|
inlineoverridevirtual |
Implements foreign_storage::ParquetScalarEncoder.
Definition at line 157 of file ParquetInPlaceEncoder.h.
|
inlineprotectedvirtual |
Reimplemented in foreign_storage::ParquetStringEncoder< V >, foreign_storage::ParquetFixedLengthEncoder< V, T >, and foreign_storage::ParquetDecimalEncoder< V, T >.
Definition at line 228 of file ParquetInPlaceEncoder.h.
Referenced by foreign_storage::TypedParquetInPlaceEncoder< int64_t, int32_t >::appendData().
|
inlineprivate |
Definition at line 260 of file ParquetInPlaceEncoder.h.
Referenced by foreign_storage::TypedParquetInPlaceEncoder< int64_t, int32_t >::getRowGroupMetadata().
|
inlineoverridevirtual |
Reimplemented from foreign_storage::ParquetEncoder.
Definition at line 182 of file ParquetInPlaceEncoder.h.
|
inlineprotected |
Definition at line 230 of file ParquetInPlaceEncoder.h.
Referenced by foreign_storage::ParquetDateInSecondsEncoder::validate(), foreign_storage::ParquetTimestampEncoder< V, T, conversion_denominator >::validate(), foreign_storage::ParquetUnsignedFixedLengthEncoder< V, T, U >::validate(), and foreign_storage::ParquetFixedLengthEncoder< V, T >::validateIntegralOrFloatingPointValue().
|
inlinestaticprivate |
Definition at line 237 of file ParquetInPlaceEncoder.h.
Referenced by foreign_storage::TypedParquetInPlaceEncoder< int64_t, int32_t >::getRowGroupMetadata().
|
inlineoverridevirtual |
Implements foreign_storage::ParquetScalarEncoder.
Definition at line 168 of file ParquetInPlaceEncoder.h.