OmniSciDB  a5dc49c757
 All Classes Namespaces Files Functions Variables Typedefs Enumerations Enumerator Friends Macros Groups Pages
ForeignDataImporter.cpp File Reference
#include "ForeignDataImporter.h"
#include <boost/uuid/uuid_generators.hpp>
#include <boost/uuid/uuid_io.hpp>
#include <filesystem>
#include "Archive/S3Archive.h"
#include "DataMgr/ForeignStorage/ForeignDataWrapperFactory.h"
#include "DataMgr/ForeignStorage/ForeignStorageException.h"
#include "DataMgr/ForeignStorage/FsiChunkUtils.h"
#include "DataMgr/ForeignStorage/ParquetImporter.h"
#include "Importer.h"
#include "Parser/ParserNode.h"
#include "Shared/file_path_util.h"
#include "Shared/measure.h"
#include "Shared/misc.h"
#include "Shared/scope.h"
#include "UserMapping.h"
+ Include dependency graph for ForeignDataImporter.cpp:

Go to the source code of this file.

Classes

struct  anonymous_namespace{ForeignDataImporter.cpp}::FragmentBuffers
 

Namespaces

 anonymous_namespace{ForeignDataImporter.cpp}
 
 import_export
 
 import_export::anonymous_namespace{ForeignDataImporter.cpp}
 

Functions

ChunkMetadataVector anonymous_namespace{ForeignDataImporter.cpp}::metadata_scan (foreign_storage::ForeignDataWrapper *data_wrapper, foreign_storage::ForeignTable *foreign_table)
 
std::string anonymous_namespace{ForeignDataImporter.cpp}::get_import_id (const import_export::CopyParams &copy_params, const std::string &copy_from_source)
 
void anonymous_namespace{ForeignDataImporter.cpp}::validate_copy_params (const import_export::CopyParams &copy_params)
 
std::unique_ptr< FragmentBuffers > anonymous_namespace{ForeignDataImporter.cpp}::create_fragment_buffers (const int32_t fragment_id, Catalog_Namespace::Catalog &catalog, const TableDescriptor *table)
 
void anonymous_namespace{ForeignDataImporter.cpp}::load_foreign_data_buffers (Fragmenter_Namespace::InsertDataLoader::InsertConnector *connector, Catalog_Namespace::Catalog &catalog, const TableDescriptor *table, const Catalog_Namespace::SessionInfo *session_info, const import_export::CopyParams &copy_params, const std::string &copy_from_source, import_export::ImportStatus &import_status, std::mutex &communication_mutex, bool &continue_loading, bool &load_failed, bool &data_wrapper_error_occured, std::condition_variable &buffers_to_load_condition, std::list< std::unique_ptr< FragmentBuffers >> &buffers_to_load)
 
import_export::ImportStatus anonymous_namespace{ForeignDataImporter.cpp}::import_foreign_data (const int32_t max_fragment_id, Fragmenter_Namespace::InsertDataLoader::InsertConnector *connector, Catalog_Namespace::Catalog &catalog, const TableDescriptor *table, foreign_storage::ForeignDataWrapper *data_wrapper, const Catalog_Namespace::SessionInfo *session_info, const import_export::CopyParams &copy_params, const std::string &copy_from_source, const size_t maximum_num_fragments_buffered)
 
int32_t import_export::anonymous_namespace{ForeignDataImporter.cpp}::get_proxy_foreign_table_fragment_size (const size_t maximum_num_fragments_buffered, const size_t max_import_batch_row_count, const Catalog_Namespace::SessionInfo &parent_session_info, const int32_t table_id)
 

Variables

bool g_enable_legacy_delimited_import
 
bool g_enable_fsi_regex_import
 

Variable Documentation

bool g_enable_fsi_regex_import
bool g_enable_legacy_delimited_import