19 #include <arrow/filesystem/filesystem.h>
20 #include <parquet/schema.h>
28 namespace foreign_storage {
64 std::list<std::unique_ptr<ChunkMetadata>>
loadChunk(
65 const std::vector<RowGroupInterval>& row_group_intervals,
66 const int parquet_column_index,
67 std::list<Chunk_NS::Chunk>& chunks,
78 std::list<RowGroupMetadata>
metadataScan(
const std::set<std::string>& file_paths,
91 const parquet::ColumnDescriptor* parquet_column);
static bool isColumnMappingSupported(const ColumnDescriptor *omnisci_column, const parquet::ColumnDescriptor *parquet_column)
std::list< std::unique_ptr< ChunkMetadata > > loadChunk(const std::vector< RowGroupInterval > &row_group_intervals, const int parquet_column_index, std::list< Chunk_NS::Chunk > &chunks, StringDictionary *string_dictionary=nullptr)
LazyParquetChunkLoader(std::shared_ptr< arrow::fs::FileSystem > file_system)
specifies the content in-memory of a row in the column metadata table
static const int batch_reader_num_elements
std::shared_ptr< arrow::fs::FileSystem > file_system_
std::list< RowGroupMetadata > metadataScan(const std::set< std::string > &file_paths, const ForeignTableSchema &schema)
Perform a metadata scan for the paths specified.