OmniSciDB
cde582ebc3
|
#include <ParquetGeospatialImportEncoder.h>
Public Member Functions | |
ParquetGeospatialImportEncoder () | |
ParquetGeospatialImportEncoder (std::list< Chunk_NS::Chunk > &chunks) | |
void | validateAndAppendData (const int16_t *def_levels, const int16_t *rep_levels, const int64_t values_read, const int64_t levels_read, int8_t *values, const SQLTypeInfo &column_type, InvalidRowGroupIndices &invalid_indices) override |
void | eraseInvalidIndicesInBuffer (const InvalidRowGroupIndices &invalid_indices) override |
void | appendData (const int16_t *def_levels, const int16_t *rep_levels, const int64_t values_read, const int64_t levels_read, int8_t *values) override |
void | appendDataTrackErrors (const int16_t *def_levels, const int16_t *rep_levels, const int64_t values_read, const int64_t levels_read, int8_t *values) override |
![]() | |
ParquetEncoder (Data_Namespace::AbstractBuffer *buffer) | |
virtual | ~ParquetEncoder ()=default |
virtual std::shared_ptr < ChunkMetadata > | getRowGroupMetadata (const parquet::RowGroupMetaData *group_metadata, const int parquet_column_index, const SQLTypeInfo &column_type) |
RejectedRowIndices | getRejectedRowIndices () const |
virtual void | disableMetadataStatsValidation () |
virtual void | initializeErrorTracking (const SQLTypeInfo &column_type) |
![]() | |
virtual | ~GeospatialEncoder ()=default |
GeospatialEncoder (const RenderGroupAnalyzerMap *render_group_analyzer_map) | |
GeospatialEncoder (std::list< Chunk_NS::Chunk > &chunks, const RenderGroupAnalyzerMap *render_group_analyzer_map) | |
GeospatialEncoder (std::list< Chunk_NS::Chunk > &chunks, std::list< std::unique_ptr< ChunkMetadata >> &chunk_metadata, const RenderGroupAnalyzerMap *render_group_analyzer_map) | |
Private Member Functions | |
void | appendArrayDatumsIfApplicable (TypedParquetStorageBuffer< ArrayDatum > *column_buffer, const std::vector< ArrayDatum > &datum_buffer) |
void | appendArrayDatumsToBuffer () |
void | appendBaseAndRenderGroupData (const int64_t row_count) |
AbstractBuffer * | getBuffer (std::list< Chunk_NS::Chunk > &chunks, const SQLTypes sql_type, GeoColumnType geo_column_type) |
Definition at line 27 of file ParquetGeospatialImportEncoder.h.
|
inline |
Definition at line 31 of file ParquetGeospatialImportEncoder.h.
|
inline |
Definition at line 37 of file ParquetGeospatialImportEncoder.h.
References base_column_buffer_, foreign_storage::GeospatialEncoder::BOUNDS, bounds_column_buffer_, CHECK, ColumnDescriptor::columnType, foreign_storage::GeospatialEncoder::COORDS, coords_column_buffer_, foreign_storage::GeospatialEncoder::geo_column_descriptor_, SQLTypeInfo::get_type(), getBuffer(), foreign_storage::GeospatialEncoder::hasBoundsColumn(), foreign_storage::GeospatialEncoder::hasPolyRingsColumn(), foreign_storage::GeospatialEncoder::hasRenderGroupColumn(), foreign_storage::GeospatialEncoder::hasRingSizesColumn(), SQLTypeInfo::is_geometry(), foreign_storage::GeospatialEncoder::POLY_RINGS, poly_rings_column_buffer_, foreign_storage::GeospatialEncoder::RENDER_GROUP, render_group_column_buffer_, foreign_storage::GeospatialEncoder::RING_SIZES, and ring_sizes_column_buffer_.
|
inlineprivate |
Definition at line 167 of file ParquetGeospatialImportEncoder.h.
References foreign_storage::TypedParquetStorageBuffer< Type >::appendElement(), and CHECK.
Referenced by appendArrayDatumsToBuffer().
|
inlineprivate |
Definition at line 178 of file ParquetGeospatialImportEncoder.h.
References appendArrayDatumsIfApplicable(), bounds_column_buffer_, foreign_storage::GeospatialEncoder::bounds_datum_buffer_, coords_column_buffer_, foreign_storage::GeospatialEncoder::coords_datum_buffer_, poly_rings_column_buffer_, foreign_storage::GeospatialEncoder::poly_rings_datum_buffer_, ring_sizes_column_buffer_, and foreign_storage::GeospatialEncoder::ring_sizes_datum_buffer_.
Referenced by appendData().
|
inlineprivate |
Definition at line 185 of file ParquetGeospatialImportEncoder.h.
References Data_Namespace::AbstractBuffer::append(), foreign_storage::TypedParquetStorageBuffer< Type >::appendElement(), base_column_buffer_, render_group_column_buffer_, and foreign_storage::GeospatialEncoder::render_group_value_buffer_.
Referenced by appendData().
|
inlineoverridevirtual |
add null if failed
Implements foreign_storage::ParquetEncoder.
Definition at line 121 of file ParquetGeospatialImportEncoder.h.
References appendArrayDatumsToBuffer(), appendBaseAndRenderGroupData(), CHECK, foreign_storage::GeospatialEncoder::clearDatumBuffers(), foreign_storage::GeospatialEncoder::clearParseBuffers(), current_batch_offset_, invalid_indices_, foreign_storage::GeospatialEncoder::processGeoElement(), and foreign_storage::GeospatialEncoder::processNullGeoElement().
Referenced by validateAndAppendData().
|
inlineoverridevirtual |
Implements foreign_storage::ParquetEncoder.
Definition at line 158 of file ParquetGeospatialImportEncoder.h.
References UNREACHABLE.
|
inlineoverridevirtual |
Implements foreign_storage::ParquetImportEncoder.
Definition at line 98 of file ParquetGeospatialImportEncoder.h.
References base_column_buffer_, bounds_column_buffer_, coords_column_buffer_, foreign_storage::TypedParquetStorageBuffer< Type >::eraseInvalidData(), foreign_storage::GeospatialEncoder::hasBoundsColumn(), foreign_storage::GeospatialEncoder::hasPolyRingsColumn(), foreign_storage::GeospatialEncoder::hasRenderGroupColumn(), foreign_storage::GeospatialEncoder::hasRingSizesColumn(), poly_rings_column_buffer_, render_group_column_buffer_, ring_sizes_column_buffer_, Data_Namespace::AbstractBuffer::setSize(), and Data_Namespace::AbstractBuffer::size().
|
inlineprivate |
Definition at line 195 of file ParquetGeospatialImportEncoder.h.
References foreign_storage::GeospatialEncoder::getIteratorForGeoColumnType().
Referenced by ParquetGeospatialImportEncoder().
|
inlineoverridevirtual |
Implements foreign_storage::ParquetImportEncoder.
Definition at line 87 of file ParquetGeospatialImportEncoder.h.
References appendData(), and invalid_indices_.
|
private |
Definition at line 205 of file ParquetGeospatialImportEncoder.h.
Referenced by appendBaseAndRenderGroupData(), eraseInvalidIndicesInBuffer(), and ParquetGeospatialImportEncoder().
|
private |
Definition at line 207 of file ParquetGeospatialImportEncoder.h.
Referenced by appendArrayDatumsToBuffer(), eraseInvalidIndicesInBuffer(), and ParquetGeospatialImportEncoder().
|
private |
Definition at line 206 of file ParquetGeospatialImportEncoder.h.
Referenced by appendArrayDatumsToBuffer(), eraseInvalidIndicesInBuffer(), and ParquetGeospatialImportEncoder().
|
private |
Definition at line 203 of file ParquetGeospatialImportEncoder.h.
Referenced by appendData().
|
private |
Definition at line 204 of file ParquetGeospatialImportEncoder.h.
Referenced by appendData(), and validateAndAppendData().
|
private |
Definition at line 209 of file ParquetGeospatialImportEncoder.h.
Referenced by appendArrayDatumsToBuffer(), eraseInvalidIndicesInBuffer(), and ParquetGeospatialImportEncoder().
|
private |
Definition at line 210 of file ParquetGeospatialImportEncoder.h.
Referenced by appendBaseAndRenderGroupData(), eraseInvalidIndicesInBuffer(), and ParquetGeospatialImportEncoder().
|
private |
Definition at line 208 of file ParquetGeospatialImportEncoder.h.
Referenced by appendArrayDatumsToBuffer(), eraseInvalidIndicesInBuffer(), and ParquetGeospatialImportEncoder().