ForeignDataImporter.cpp File Reference

#include "ForeignDataImporter.h"
#include <boost/uuid/uuid_generators.hpp>
#include <boost/uuid/uuid_io.hpp>
#include <filesystem>
#include "Archive/S3Archive.h"
#include "DataMgr/ForeignStorage/ForeignDataWrapperFactory.h"
#include "DataMgr/ForeignStorage/ForeignStorageException.h"
#include "DataMgr/ForeignStorage/FsiChunkUtils.h"
#include "DataMgr/ForeignStorage/ParquetImporter.h"
#include "Importer.h"
#include "Parser/ParserNode.h"
#include "Shared/file_path_util.h"
#include "Shared/measure.h"
#include "Shared/misc.h"
#include "Shared/scope.h"
#include "UserMapping.h"

Include dependency graph for ForeignDataImporter.cpp:

Go to the source code of this file.

Classes
struct	anonymous_namespace{ForeignDataImporter.cpp}::FragmentBuffers

Namespaces
	anonymous_namespace{ForeignDataImporter.cpp}
	import_export
	import_export::anonymous_namespace{ForeignDataImporter.cpp}

Functions
ChunkMetadataVector	anonymous_namespace{ForeignDataImporter.cpp}::metadata_scan (foreign_storage::ForeignDataWrapper *data_wrapper, foreign_storage::ForeignTable *foreign_table)
std::string	anonymous_namespace{ForeignDataImporter.cpp}::get_import_id (const import_export::CopyParams &copy_params, const std::string &copy_from_source)
void	anonymous_namespace{ForeignDataImporter.cpp}::validate_copy_params (const import_export::CopyParams &copy_params)
std::unique_ptr< FragmentBuffers >	anonymous_namespace{ForeignDataImporter.cpp}::create_fragment_buffers (const int32_t fragment_id, Catalog_Namespace::Catalog &catalog, const TableDescriptor *table)
void	anonymous_namespace{ForeignDataImporter.cpp}::load_foreign_data_buffers (Fragmenter_Namespace::InsertDataLoader::InsertConnector *connector, Catalog_Namespace::Catalog &catalog, const TableDescriptor *table, const Catalog_Namespace::SessionInfo *session_info, const import_export::CopyParams &copy_params, const std::string &copy_from_source, import_export::ImportStatus &import_status, std::mutex &communication_mutex, bool &continue_loading, bool &load_failed, bool &data_wrapper_error_occured, std::condition_variable &buffers_to_load_condition, std::list< std::unique_ptr< FragmentBuffers >> &buffers_to_load)
import_export::ImportStatus	anonymous_namespace{ForeignDataImporter.cpp}::import_foreign_data (const int32_t max_fragment_id, Fragmenter_Namespace::InsertDataLoader::InsertConnector *connector, Catalog_Namespace::Catalog &catalog, const TableDescriptor *table, foreign_storage::ForeignDataWrapper *data_wrapper, const Catalog_Namespace::SessionInfo *session_info, const import_export::CopyParams &copy_params, const std::string &copy_from_source, const size_t maximum_num_fragments_buffered)
int32_t	import_export::anonymous_namespace{ForeignDataImporter.cpp}::get_proxy_foreign_table_fragment_size (const size_t maximum_num_fragments_buffered, const size_t max_import_batch_row_count, const Catalog_Namespace::SessionInfo &parent_session_info, const int32_t table_id)

Variables
bool	g_enable_legacy_delimited_import
bool	g_enable_fsi_regex_import

Variable Documentation

bool g_enable_fsi_regex_import

Definition at line 87 of file ParserNode.cpp.

Referenced by import_export::create_importer(), CommandLineOptions::fillOptions(), CommandLineOptions::parse_command_line(), and CommandLineOptions::validate().

bool g_enable_legacy_delimited_import

Definition at line 83 of file ParserNode.cpp.

Referenced by import_export::create_importer(), CommandLineOptions::fillOptions(), CommandLineOptions::parse_command_line(), and CommandLineOptions::validate().