Collaboration diagram for foreign_storage::ParquetRowGroupReader:

Public Member Functions
	ParquetRowGroupReader (std::shared_ptr< parquet::ColumnReader > col_reader, const ColumnDescriptor column_descriptor, const parquet::ColumnDescriptor parquet_column_descriptor, ParquetEncoder encoder, InvalidRowGroupIndices &invalid_indices, const int row_group_index, const int parquet_column_index, const parquet::ParquetFileReader parquet_reader)

void	readAndValidateRowGroup ()

void	eraseInvalidRowGroupData (const InvalidRowGroupIndices &invalid_indices)

Private Attributes
std::shared_ptr < parquet::ColumnReader >	col_reader_

const ColumnDescriptor *	column_descriptor_

const parquet::ColumnDescriptor *	parquet_column_descriptor_

ParquetEncoder *	encoder_

ParquetImportEncoder *	import_encoder

InvalidRowGroupIndices &	invalid_indices_

const int	row_group_index_

const int	parquet_column_index_

const parquet::ParquetFileReader *	parquet_reader_

Detailed Description

Definition at line 2131 of file LazyParquetChunkLoader.cpp.

Constructor & Destructor Documentation

foreign_storage::ParquetRowGroupReader::ParquetRowGroupReader	(	std::shared_ptr< parquet::ColumnReader >	col_reader,
		const ColumnDescriptor *	column_descriptor,
		const parquet::ColumnDescriptor *	parquet_column_descriptor,
		ParquetEncoder *	encoder,
		InvalidRowGroupIndices &	invalid_indices,
		const int	row_group_index,
		const int	parquet_column_index,
		const parquet::ParquetFileReader *	parquet_reader
	)

inline

Definition at line 2133 of file LazyParquetChunkLoader.cpp.

References CHECK, and import_encoder.

       : col_reader_(col_reader)
       , column_descriptor_(column_descriptor)
       , parquet_column_descriptor_(parquet_column_descriptor)
       , encoder_(encoder)
       , invalid_indices_(invalid_indices)
       , row_group_index_(row_group_index)
       , parquet_column_index_(parquet_column_index)
       , parquet_reader_(parquet_reader) {
     import_encoder = dynamic_cast<ParquetImportEncoder*>(encoder);
     CHECK(import_encoder);
   }

Member Function Documentation

void foreign_storage::ParquetRowGroupReader::eraseInvalidRowGroupData ( const InvalidRowGroupIndices & invalid_indices )

inline

Definition at line 2187 of file LazyParquetChunkLoader.cpp.

References foreign_storage::ParquetImportEncoder::eraseInvalidIndicesInBuffer(), and import_encoder.

                                                                                {
     import_encoder->eraseInvalidIndicesInBuffer(invalid_indices);
   }

Here is the call graph for this function:

void foreign_storage::ParquetRowGroupReader::readAndValidateRowGroup ( )

inline

Definition at line 2153 of file LazyParquetChunkLoader.cpp.

References foreign_storage::LazyParquetChunkLoader::batch_reader_num_elements, col_reader_, column_descriptor_, ColumnDescriptor::columnType, foreign_storage::ParquetBatchData::def_levels, encoder_, SQLTypeInfo::get_subtype(), import_encoder, invalid_indices_, SQLTypeInfo::is_array(), foreign_storage::ParquetBatchData::levels_read, parquet_column_descriptor_, parquet_column_index_, parquet_reader_, foreign_storage::ParquetBatchData::rep_levels, foreign_storage::anonymous_namespace{LazyParquetChunkLoader.cpp}::resize_values_buffer(), row_group_index_, foreign_storage::anonymous_namespace{LazyParquetChunkLoader.cpp}::validate_list_column_metadata_statistics(), foreign_storage::ParquetImportEncoder::validateAndAppendData(), foreign_storage::ParquetBatchData::values, and foreign_storage::ParquetBatchData::values_read.

                                  {
     while (col_reader_->HasNext()) {
       ParquetBatchData batch_data;
       resize_values_buffer(
           column_descriptor_, parquet_column_descriptor_, batch_data.values);
       batch_data.levels_read =
           parquet::ScanAllValues(LazyParquetChunkLoader::batch_reader_num_elements,
                                  batch_data.def_levels.data(),
                                  batch_data.rep_levels.data(),
                                  reinterpret_cast<uint8_t*>(batch_data.values.data()),
                                  &batch_data.values_read,
                                  col_reader_.get());
       SQLTypeInfo column_type = column_descriptor_->columnType.is_array()
                                     ? column_descriptor_->columnType.get_subtype()
                                     : column_descriptor_->columnType;
       validate_list_column_metadata_statistics(parquet_reader_,
                                                row_group_index_,
                                                parquet_column_index_,
                                                batch_data.def_levels.data(),
                                                batch_data.levels_read,
                                                parquet_column_descriptor_);
       import_encoder->validateAndAppendData(batch_data.def_levels.data(),
                                             batch_data.rep_levels.data(),
                                             batch_data.values_read,
                                             batch_data.levels_read,
                                             batch_data.values.data(),
                                             column_type,
                                             invalid_indices_);
     }
     if (auto array_encoder = dynamic_cast<ParquetArrayEncoder*>(encoder_)) {
       array_encoder->finalizeRowGroup();
     }
   }