OmniSciDB  fe05a0c208
 All Classes Namespaces Files Functions Variables Typedefs Enumerations Enumerator Friends Macros Pages
ParquetShared.h File Reference
#include <arrow/api.h>
#include <arrow/filesystem/filesystem.h>
#include <arrow/io/api.h>
#include <parquet/arrow/reader.h>
#include <parquet/statistics.h>
#include <parquet/types.h>
#include "Catalog/ColumnDescriptor.h"
#include "DataMgr/ChunkMetadata.h"
#include "Shared/mapd_shared_mutex.h"
+ Include dependency graph for ParquetShared.h:
+ This graph shows which files directly or indirectly include this file:

Go to the source code of this file.

Classes

struct  foreign_storage::RowGroupInterval
 
struct  foreign_storage::RowGroupMetadata
 
class  foreign_storage::FileReaderMap
 

Namespaces

 foreign_storage
 

Typedefs

using foreign_storage::UniqueReaderPtr = std::unique_ptr< parquet::arrow::FileReader >
 
using foreign_storage::ReaderPtr = parquet::arrow::FileReader *
 

Functions

template<typename T >
auto foreign_storage::partition_for_threads (const std::set< T > &items, size_t max_threads)
 
UniqueReaderPtr foreign_storage::open_parquet_table (const std::string &file_path, std::shared_ptr< arrow::fs::FileSystem > &file_system)
 
std::pair< int, int > foreign_storage::get_parquet_table_size (const ReaderPtr &reader)
 
const parquet::ColumnDescriptor * foreign_storage::get_column_descriptor (const parquet::arrow::FileReader *reader, const int logical_column_index)
 
void foreign_storage::validate_equal_column_descriptor (const parquet::ColumnDescriptor *reference_descriptor, const parquet::ColumnDescriptor *new_descriptor, const std::string &reference_file_path, const std::string &new_file_path)
 
std::unique_ptr< ColumnDescriptorforeign_storage::get_sub_type_column_descriptor (const ColumnDescriptor *column)
 
std::shared_ptr
< parquet::Statistics > 
foreign_storage::validate_and_get_column_metadata_statistics (const parquet::ColumnChunkMetaData *column_metadata)