OmniSciDB
bf83d84833
|
#include <ParquetEncoder.h>
Public Member Functions | |
ParquetEncoder (Data_Namespace::AbstractBuffer *buffer) | |
virtual | ~ParquetEncoder ()=default |
virtual void | appendData (const int16_t *def_levels, const int16_t *rep_levels, const int64_t values_read, const int64_t levels_read, const bool is_last_batch, int8_t *values)=0 |
virtual std::shared_ptr < ChunkMetadata > | getRowGroupMetadata (const parquet::RowGroupMetaData *group_metadata, const int parquet_column_index, const SQLTypeInfo &column_type) |
Static Protected Member Functions | |
static std::shared_ptr < ChunkMetadata > | createMetadata (const SQLTypeInfo &column_type) |
static void | throwNotNullViolation (const std::string &parquet_column_name) |
static void | validateNullCount (const std::string &parquet_column_name, int64_t null_count, const SQLTypeInfo &column_type) |
Protected Attributes | |
Data_Namespace::AbstractBuffer * | buffer_ |
Definition at line 28 of file ParquetEncoder.h.
|
inline |
Definition at line 30 of file ParquetEncoder.h.
|
virtualdefault |
|
pure virtual |
Implemented in foreign_storage::TypedParquetInPlaceEncoder< V, T >, foreign_storage::TypedParquetInPlaceEncoder< V, V >, foreign_storage::TypedParquetInPlaceEncoder< int64_t, int32_t >, foreign_storage::ParquetGeospatialEncoder, foreign_storage::ParquetInPlaceEncoder, foreign_storage::ParquetStringEncoder< V >, foreign_storage::ParquetArrayEncoder, foreign_storage::ParquetStringNoneEncoder, and foreign_storage::ParquetVariableLengthArrayEncoder.
|
inlinestaticprotected |
Definition at line 63 of file ParquetEncoder.h.
References SQLTypeInfo::get_elem_type(), Data_Namespace::AbstractBuffer::initEncoder(), and SQLTypeInfo::is_array().
Referenced by getRowGroupMetadata(), and foreign_storage::TypedParquetInPlaceEncoder< int64_t, int32_t >::getRowGroupMetadata().
|
inlinevirtual |
Reimplemented in foreign_storage::TypedParquetInPlaceEncoder< V, T >, foreign_storage::TypedParquetInPlaceEncoder< V, V >, foreign_storage::TypedParquetInPlaceEncoder< int64_t, int32_t >, foreign_storage::ParquetStringEncoder< V >, foreign_storage::ParquetArrayEncoder, and foreign_storage::ParquetFixedLengthArrayEncoder.
Definition at line 40 of file ParquetEncoder.h.
References createMetadata(), foreign_storage::validate_and_get_column_metadata_statistics(), and validateNullCount().
Referenced by foreign_storage::ParquetStringEncoder< V >::getRowGroupMetadata().
|
inlinestaticprotected |
Definition at line 74 of file ParquetEncoder.h.
Referenced by validateNullCount().
|
inlinestaticprotected |
Definition at line 81 of file ParquetEncoder.h.
References SQLTypeInfo::get_notnull(), and throwNotNullViolation().
Referenced by getRowGroupMetadata(), and foreign_storage::TypedParquetInPlaceEncoder< int64_t, int32_t >::getRowGroupMetadata().
|
protected |
Definition at line 61 of file ParquetEncoder.h.
Referenced by foreign_storage::ParquetArrayEncoder::appendArraysToBuffer(), foreign_storage::ParquetStringNoneEncoder::appendData(), foreign_storage::ParquetInPlaceEncoder::appendData(), foreign_storage::TypedParquetInPlaceEncoder< int64_t, int32_t >::appendData(), foreign_storage::ParquetVariableLengthArrayEncoder::appendLastArrayOffset(), and foreign_storage::ParquetVariableLengthArrayEncoder::setFirstOffsetForBuffer().