#include <CopyParams.h>

Collaboration diagram for import_export::CopyParams:

Public Member Functions
	CopyParams ()

	CopyParams (char d, const std::string &n, char l, size_t b, size_t retries, size_t wait)

Public Attributes
char	delimiter

std::string	null_str

ImportHeaderRow	has_header

bool	quoted

char	quote

char	escape

char	line_delim

char	array_delim

char	array_begin

char	array_end

int	threads

size_t	max_reject

import_export::SourceType	source_type

bool	plain_text = false

bool	trim_spaces

std::string	s3_access_key

std::string	s3_secret_key

std::string	s3_session_token = ""

std::string	s3_region

std::string	s3_endpoint

int32_t	s3_max_concurrent_downloads

size_t	retry_count

size_t	retry_wait

size_t	batch_size

size_t	buffer_size

size_t	max_import_batch_row_count

bool	lonlat

EncodingType	geo_coords_encoding

int32_t	geo_coords_comp_param

SQLTypes	geo_coords_type

int32_t	geo_coords_srid

bool	sanitize_column_names

std::string	geo_layer_name

bool	geo_explode_collections

bool	geo_validate_geometry

int32_t	source_srid

std::optional< std::string >	regex_path_filter

std::optional< std::string >	file_sort_order_by

std::optional< std::string >	file_sort_regex

RasterPointType	raster_point_type

std::string	raster_import_bands

int32_t	raster_scanlines_per_thread

RasterPointTransform	raster_point_transform

bool	raster_point_compute_angle

std::string	raster_import_dimensions

std::string	add_metadata_columns

bool	raster_drop_if_all_null

std::string	sql_select

std::string	sql_order_by

std::string	username

std::string	password

std::string	credential_string

std::string	dsn

std::string	connection_string

std::string	line_start_regex

std::string	line_regex

Detailed Description

Definition at line 43 of file CopyParams.h.

Constructor & Destructor Documentation

import_export::CopyParams::CopyParams ( )

inline

Definition at line 110 of file CopyParams.h.

       : delimiter(',')
       , null_str("\\N")
       , has_header(ImportHeaderRow::kAutoDetect)
       , quoted(true)
       , quote('"')
       , escape('"')
       , line_delim('\n')
       , array_delim(',')
       , array_begin('{')
       , array_end('}')
       , threads(0)
       , max_reject(100000)
       , source_type(import_export::SourceType::kDelimitedFile)
       , trim_spaces(true)
       , retry_count(100)
       , retry_wait(5)
       , batch_size(1000)
       , buffer_size(kImportFileBufferSize)
       , max_import_batch_row_count(0)
       , lonlat(true)
       , geo_coords_encoding(kENCODING_GEOINT)
       , geo_coords_comp_param(32)
       , geo_coords_type(kGEOMETRY)
       , geo_coords_srid(4326)
       , sanitize_column_names(true)
       , geo_explode_collections(false)
       , geo_validate_geometry{false}
       , source_srid(0)
       , raster_point_type(RasterPointType::kAuto)
       , raster_scanlines_per_thread(32)
       , raster_point_transform(RasterPointTransform::kAuto)
       , raster_point_compute_angle{false}
       , raster_drop_if_all_null{false} {}

import_export::CopyParams::CopyParams	(	char	d,
		const std::string &	n,
		char	l,
		size_t	b,
		size_t	retries,
		size_t	wait
	)

inline

Definition at line 145 of file CopyParams.h.

       : delimiter(d)
       , null_str(n)
       , has_header(ImportHeaderRow::kAutoDetect)
       , quoted(true)
       , quote('"')
       , escape('"')
       , line_delim(l)
       , array_delim(',')
       , array_begin('{')
       , array_end('}')
       , threads(0)
       , max_reject(100000)
       , source_type(import_export::SourceType::kDelimitedFile)
       , trim_spaces(true)
       , retry_count(retries)
       , retry_wait(wait)
       , batch_size(b)
       , buffer_size(kImportFileBufferSize)
       , max_import_batch_row_count(0)
       , lonlat(true)
       , geo_coords_encoding(kENCODING_GEOINT)
       , geo_coords_comp_param(32)
       , geo_coords_type(kGEOMETRY)
       , geo_coords_srid(4326)
       , sanitize_column_names(true)
       , geo_explode_collections(false)
       , geo_validate_geometry{false}
       , source_srid(0)
       , raster_point_type(RasterPointType::kAuto)
       , raster_scanlines_per_thread(32)
       , raster_point_transform(RasterPointTransform::kAuto)
       , raster_point_compute_angle{false}
       , raster_drop_if_all_null{false} {}

Member Data Documentation

std::string import_export::CopyParams::add_metadata_columns

Definition at line 94 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), import_export::Importer::gdalToColumnDescriptorsGeo(), import_export::Importer::gdalToColumnDescriptorsRaster(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), heavydb.thrift.ttypes.TCopyParams::read(), import_export::Importer::readMetadataSampleGDAL(), DBHandler::thrift_to_copyparams(), and heavydb.thrift.ttypes.TCopyParams::write().

char import_export::CopyParams::array_begin

Definition at line 52 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), foreign_storage::ForeignDataWrapperFactory::createForeignTableProxy(), import_export::delimited_parser::get_row(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), import_export::delimited_parser::parse_string_array(), heavydb.thrift.ttypes.TCopyParams::read(), import_export::StringToArray(), DBHandler::thrift_to_copyparams(), and heavydb.thrift.ttypes.TCopyParams::write().

char import_export::CopyParams::array_delim

Definition at line 51 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), foreign_storage::ForeignDataWrapperFactory::createForeignTableProxy(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), import_export::delimited_parser::parse_string_array(), heavydb.thrift.ttypes.TCopyParams::read(), import_export::StringToArray(), DBHandler::thrift_to_copyparams(), and heavydb.thrift.ttypes.TCopyParams::write().

char import_export::CopyParams::array_end

Definition at line 53 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), foreign_storage::ForeignDataWrapperFactory::createForeignTableProxy(), import_export::delimited_parser::get_row(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), import_export::delimited_parser::parse_string_array(), heavydb.thrift.ttypes.TCopyParams::read(), import_export::StringToArray(), DBHandler::thrift_to_copyparams(), and heavydb.thrift.ttypes.TCopyParams::write().

size_t import_export::CopyParams::batch_size

Definition at line 71 of file CopyParams.h.

Referenced by kafka_insert(), and stream_insert().

size_t import_export::CopyParams::buffer_size

Definition at line 72 of file CopyParams.h.

Referenced by foreign_storage::ForeignDataWrapperFactory::createForeignTableProxy(), foreign_storage::anonymous_namespace{AbstractTextFileDataWrapper.cpp}::get_buffer_size(), and Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params().

std::string import_export::CopyParams::connection_string

Definition at line 105 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), and DBHandler::thrift_to_copyparams().

std::string import_export::CopyParams::credential_string

Definition at line 102 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), and DBHandler::thrift_to_copyparams().

char import_export::CopyParams::delimiter

Definition at line 44 of file CopyParams.h.

Referenced by import_export::QueryExporterCSV::beginExport(), DBHandler::copyparams_to_thrift(), foreign_storage::ForeignDataWrapperFactory::createForeignTableProxy(), import_export::Detector::detect_row_delimiter(), import_export::QueryExporterCSV::exportResults(), import_export::delimited_parser::get_row(), DBHandler::import_table(), msg_consume(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), import_export::delimited_parser::parse_string_array(), Parser::ExportQueryStmt::parseOptions(), RowToColumnLoader::print_row_with_delim(), heavydb.thrift.ttypes.TCopyParams::read(), stream_insert(), DBHandler::thrift_to_copyparams(), and heavydb.thrift.ttypes.TCopyParams::write().

std::string import_export::CopyParams::dsn

Definition at line 104 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), and DBHandler::thrift_to_copyparams().

char import_export::CopyParams::escape

Definition at line 49 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), foreign_storage::ForeignDataWrapperFactory::createForeignTableProxy(), import_export::QueryExporterCSV::exportResults(), import_export::delimited_parser::find_end(), import_export::delimited_parser::get_row(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), Parser::ExportQueryStmt::parseOptions(), heavydb.thrift.ttypes.TCopyParams::read(), DBHandler::thrift_to_copyparams(), and heavydb.thrift.ttypes.TCopyParams::write().

std::optional<std::string> import_export::CopyParams::file_sort_order_by

Definition at line 86 of file CopyParams.h.

Referenced by import_export::DataStreamSink::archivePlumber(), foreign_storage::ForeignDataWrapperFactory::createForeignTableProxy(), DBHandler::detect_column_types(), import_export::ForeignDataImporter::importGeneralS3(), DBHandler::importGeoTableGlobFilterSort(), and Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params().

std::optional<std::string> import_export::CopyParams::file_sort_regex

Definition at line 87 of file CopyParams.h.

Referenced by import_export::DataStreamSink::archivePlumber(), foreign_storage::ForeignDataWrapperFactory::createForeignTableProxy(), DBHandler::detect_column_types(), import_export::ForeignDataImporter::importGeneralS3(), DBHandler::importGeoTableGlobFilterSort(), and Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params().

int32_t import_export::CopyParams::geo_coords_comp_param

Definition at line 77 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), DBHandler::detect_column_types(), import_export::Importer::gdalToColumnDescriptorsGeo(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), heavydb.thrift.ttypes.TCopyParams::read(), DBHandler::thrift_to_copyparams(), and heavydb.thrift.ttypes.TCopyParams::write().

EncodingType import_export::CopyParams::geo_coords_encoding

Definition at line 76 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), DBHandler::detect_column_types(), import_export::Importer::gdalToColumnDescriptorsGeo(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), heavydb.thrift.ttypes.TCopyParams::read(), DBHandler::thrift_to_copyparams(), and heavydb.thrift.ttypes.TCopyParams::write().

int32_t import_export::CopyParams::geo_coords_srid

Definition at line 79 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), DBHandler::detect_column_types(), import_export::Importer::gdalToColumnDescriptorsGeo(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), heavydb.thrift.ttypes.TCopyParams::read(), DBHandler::thrift_to_copyparams(), and heavydb.thrift.ttypes.TCopyParams::write().

SQLTypes import_export::CopyParams::geo_coords_type

Definition at line 78 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), DBHandler::detect_column_types(), import_export::Importer::gdalToColumnDescriptorsGeo(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), heavydb.thrift.ttypes.TCopyParams::read(), DBHandler::thrift_to_copyparams(), and heavydb.thrift.ttypes.TCopyParams::write().

bool import_export::CopyParams::geo_explode_collections

Definition at line 82 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), foreign_storage::ForeignDataWrapperFactory::createForeignTableProxy(), import_export::Importer::gdalToColumnDescriptorsGeo(), import_export::import_thread_delimited(), import_export::import_thread_shapefile(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), heavydb.thrift.ttypes.TCopyParams::read(), DBHandler::thrift_to_copyparams(), and heavydb.thrift.ttypes.TCopyParams::write().

std::string import_export::CopyParams::geo_layer_name

Definition at line 81 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), import_export::Importer::gdalToColumnDescriptorsGeo(), DBHandler::importGeoTableSingle(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), heavydb.thrift.ttypes.TCopyParams::read(), import_export::Importer::readMetadataSampleGDAL(), DBHandler::thrift_to_copyparams(), and heavydb.thrift.ttypes.TCopyParams::write().

bool import_export::CopyParams::geo_validate_geometry

Definition at line 83 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), foreign_storage::ForeignDataWrapperFactory::createForeignTableProxy(), import_export::import_thread_delimited(), import_export::import_thread_shapefile(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), foreign_storage::TextFileBufferParser::processGeoColumn(), heavydb.thrift.ttypes.TCopyParams::read(), DBHandler::thrift_to_copyparams(), and heavydb.thrift.ttypes.TCopyParams::write().

ImportHeaderRow import_export::CopyParams::has_header

Definition at line 46 of file CopyParams.h.

Referenced by import_export::QueryExporterCSV::beginExport(), DBHandler::copyparams_to_thrift(), foreign_storage::ForeignDataWrapperFactory::createForeignTableProxy(), import_export::Detector::find_best_sqltypes_and_headers(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), Parser::ExportQueryStmt::parseOptions(), heavydb.thrift.ttypes.TCopyParams::read(), foreign_storage::SingleTextFileReader::skipHeader(), foreign_storage::CompressedFileReader::skipHeader(), DBHandler::thrift_to_copyparams(), and heavydb.thrift.ttypes.TCopyParams::write().

char import_export::CopyParams::line_delim

Definition at line 50 of file CopyParams.h.

Referenced by import_export::QueryExporterCSV::beginExport(), foreign_storage::CompressedFileReader::consumeFirstLine(), DBHandler::copyparams_to_thrift(), foreign_storage::ForeignDataWrapperFactory::createForeignTableProxy(), foreign_storage::dispatch_scan_requests(), import_export::QueryExporterCSV::exportResults(), import_export::delimited_parser::find_beginning(), import_export::delimited_parser::find_end(), foreign_storage::RegexFileBufferParser::findRowEndPosition(), foreign_storage::SingleTextFileReader::getFirstLine(), import_export::Detector::importDelimited(), anonymous_namespace{DelimitedParserUtils.cpp}::is_eol(), msg_consume(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), foreign_storage::RegexFileBufferParser::parseBuffer(), Parser::ExportQueryStmt::parseOptions(), foreign_storage::MultiFileReader::read(), heavydb.thrift.ttypes.TCopyParams::read(), foreign_storage::CompressedFileReader::readInternal(), foreign_storage::MultiFileReader::readRegion(), stream_insert(), DBHandler::thrift_to_copyparams(), and heavydb.thrift.ttypes.TCopyParams::write().

std::string import_export::CopyParams::line_regex

Definition at line 108 of file CopyParams.h.

Referenced by foreign_storage::ForeignDataWrapperFactory::createForeignTableProxy(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), and foreign_storage::validate_regex_parser_options().

std::string import_export::CopyParams::line_start_regex

Definition at line 107 of file CopyParams.h.

Referenced by foreign_storage::ForeignDataWrapperFactory::createForeignTableProxy(), and Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params().

bool import_export::CopyParams::lonlat

Definition at line 75 of file CopyParams.h.

Referenced by foreign_storage::ForeignDataWrapperFactory::createForeignTableProxy(), import_export::import_thread_delimited(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), and foreign_storage::TextFileBufferParser::processGeoColumn().

size_t import_export::CopyParams::max_import_batch_row_count

Definition at line 73 of file CopyParams.h.

Referenced by import_export::ForeignDataImporter::importGeneral(), and Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params().

size_t import_export::CopyParams::max_reject

Definition at line 56 of file CopyParams.h.

Referenced by Parser::CopyTableStmt::execute(), import_export::import_thread_delimited(), anonymous_namespace{ForeignDataImporter.cpp}::load_foreign_data_buffers(), and Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params().

std::string import_export::CopyParams::null_str

Definition at line 45 of file CopyParams.h.

Referenced by RowToColumnLoader::convert_string_to_column(), DBHandler::copyparams_to_thrift(), foreign_storage::ForeignDataWrapperFactory::createForeignTableProxy(), import_export::QueryExporterCSV::exportResults(), import_export::Detector::find_best_sqltypes(), import_export::import_thread_delimited(), import_export::import_thread_shapefile(), msg_consume(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), import_export::delimited_parser::parse_string_array(), foreign_storage::CsvFileBufferParser::parseBuffer(), foreign_storage::RegexFileBufferParser::parseBuffer(), Parser::ExportQueryStmt::parseOptions(), foreign_storage::TextFileBufferParser::processGeoColumn(), foreign_storage::TextFileBufferParser::processInvalidGeoColumn(), heavydb.thrift.ttypes.TCopyParams::read(), stream_insert(), import_export::StringToArray(), DBHandler::thrift_to_copyparams(), and heavydb.thrift.ttypes.TCopyParams::write().

std::string import_export::CopyParams::password

Definition at line 101 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), and DBHandler::thrift_to_copyparams().

bool import_export::CopyParams::plain_text = false

Definition at line 58 of file CopyParams.h.

Referenced by import_export::ForeignDataImporter::importGeneralS3(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), foreign_storage::Csv::validate_and_get_copy_params(), foreign_storage::CsvFileBufferParser::validateAndGetCopyParams(), and foreign_storage::RegexFileBufferParser::validateAndGetCopyParams().

char import_export::CopyParams::quote

Definition at line 48 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), foreign_storage::ForeignDataWrapperFactory::createForeignTableProxy(), import_export::QueryExporterCSV::exportResults(), import_export::delimited_parser::find_end(), import_export::delimited_parser::get_row(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), Parser::ExportQueryStmt::parseOptions(), heavydb.thrift.ttypes.TCopyParams::read(), DBHandler::thrift_to_copyparams(), anonymous_namespace{DelimitedParserUtils.cpp}::trim_quotes(), and heavydb.thrift.ttypes.TCopyParams::write().

bool import_export::CopyParams::quoted

Definition at line 47 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), foreign_storage::ForeignDataWrapperFactory::createForeignTableProxy(), import_export::QueryExporterCSV::exportResults(), import_export::delimited_parser::find_end(), import_export::delimited_parser::get_row(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), Parser::ExportQueryStmt::parseOptions(), heavydb.thrift.ttypes.TCopyParams::read(), DBHandler::thrift_to_copyparams(), anonymous_namespace{DelimitedParserUtils.cpp}::trim_quotes(), and heavydb.thrift.ttypes.TCopyParams::write().

bool import_export::CopyParams::raster_drop_if_all_null

Definition at line 95 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), and DBHandler::thrift_to_copyparams().

std::string import_export::CopyParams::raster_import_bands

Definition at line 89 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), import_export::Importer::gdalToColumnDescriptorsRaster(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), heavydb.thrift.ttypes.TCopyParams::read(), DBHandler::thrift_to_copyparams(), and heavydb.thrift.ttypes.TCopyParams::write().

std::string import_export::CopyParams::raster_import_dimensions

Definition at line 93 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), import_export::Importer::gdalToColumnDescriptorsRaster(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), heavydb.thrift.ttypes.TCopyParams::read(), DBHandler::thrift_to_copyparams(), and heavydb.thrift.ttypes.TCopyParams::write().

bool import_export::CopyParams::raster_point_compute_angle

Definition at line 92 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), import_export::Importer::gdalToColumnDescriptorsRaster(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), heavydb.thrift.ttypes.TCopyParams::read(), DBHandler::thrift_to_copyparams(), and heavydb.thrift.ttypes.TCopyParams::write().

RasterPointTransform import_export::CopyParams::raster_point_transform

Definition at line 91 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), import_export::Importer::gdalToColumnDescriptorsRaster(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), heavydb.thrift.ttypes.TCopyParams::read(), DBHandler::thrift_to_copyparams(), and heavydb.thrift.ttypes.TCopyParams::write().

RasterPointType import_export::CopyParams::raster_point_type

Definition at line 88 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), import_export::Importer::gdalToColumnDescriptorsRaster(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), heavydb.thrift.ttypes.TCopyParams::read(), DBHandler::thrift_to_copyparams(), and heavydb.thrift.ttypes.TCopyParams::write().

int32_t import_export::CopyParams::raster_scanlines_per_thread

Definition at line 90 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), heavydb.thrift.ttypes.TCopyParams::read(), DBHandler::thrift_to_copyparams(), and heavydb.thrift.ttypes.TCopyParams::write().

std::optional<std::string> import_export::CopyParams::regex_path_filter

Definition at line 85 of file CopyParams.h.

Referenced by import_export::DataStreamSink::archivePlumber(), foreign_storage::ForeignDataWrapperFactory::createForeignTableProxy(), DBHandler::detect_column_types(), import_export::ForeignDataImporter::importGeneralS3(), DBHandler::importGeoTableGlobFilterSort(), and Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params().

size_t import_export::CopyParams::retry_count

Definition at line 69 of file CopyParams.h.

Referenced by RowToColumnLoader::do_load(), and RowToColumnLoader::wait_disconnect_reconnect_retry().

size_t import_export::CopyParams::retry_wait

Definition at line 70 of file CopyParams.h.

Referenced by RowToColumnLoader::wait_disconnect_reconnect_retry().

std::string import_export::CopyParams::s3_access_key

Definition at line 61 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), import_export::Importer::gdalGetAllFilesInArchive(), import_export::Importer::gdalGetLayersInGeoFile(), import_export::Importer::gdalStatInternal(), import_export::Importer::gdalToColumnDescriptorsRaster(), import_export::ForeignDataImporter::importGeneralS3(), import_export::Importer::openGDALDataSource(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), heavydb.thrift.ttypes.TCopyParams::read(), DBHandler::thrift_to_copyparams(), and heavydb.thrift.ttypes.TCopyParams::write().

std::string import_export::CopyParams::s3_endpoint

Definition at line 65 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), import_export::Importer::gdalGetAllFilesInArchive(), import_export::Importer::gdalGetLayersInGeoFile(), import_export::Importer::gdalStatInternal(), import_export::Importer::gdalToColumnDescriptorsRaster(), import_export::ForeignDataImporter::importGeneralS3(), import_export::Importer::openGDALDataSource(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), heavydb.thrift.ttypes.TCopyParams::read(), DBHandler::thrift_to_copyparams(), and heavydb.thrift.ttypes.TCopyParams::write().

int32_t import_export::CopyParams::s3_max_concurrent_downloads

Initial value:

=

8

Definition at line 66 of file CopyParams.h.

Referenced by import_export::ForeignDataImporter::importGeneralS3(), and Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params().

std::string import_export::CopyParams::s3_region

Definition at line 64 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), import_export::Importer::gdalGetAllFilesInArchive(), import_export::Importer::gdalGetLayersInGeoFile(), import_export::Importer::gdalStatInternal(), import_export::Importer::gdalToColumnDescriptorsRaster(), import_export::ForeignDataImporter::importGeneralS3(), import_export::Importer::openGDALDataSource(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), heavydb.thrift.ttypes.TCopyParams::read(), DBHandler::thrift_to_copyparams(), and heavydb.thrift.ttypes.TCopyParams::write().

std::string import_export::CopyParams::s3_secret_key

Definition at line 62 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), import_export::Importer::gdalGetAllFilesInArchive(), import_export::Importer::gdalGetLayersInGeoFile(), import_export::Importer::gdalStatInternal(), import_export::Importer::gdalToColumnDescriptorsRaster(), import_export::ForeignDataImporter::importGeneralS3(), import_export::Importer::openGDALDataSource(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), heavydb.thrift.ttypes.TCopyParams::read(), DBHandler::thrift_to_copyparams(), and heavydb.thrift.ttypes.TCopyParams::write().

std::string import_export::CopyParams::s3_session_token = ""

Definition at line 63 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), import_export::Importer::gdalGetAllFilesInArchive(), import_export::Importer::gdalGetLayersInGeoFile(), import_export::Importer::gdalStatInternal(), import_export::Importer::gdalToColumnDescriptorsRaster(), import_export::ForeignDataImporter::importGeneralS3(), import_export::Importer::openGDALDataSource(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), heavydb.thrift.ttypes.TCopyParams::read(), DBHandler::thrift_to_copyparams(), and heavydb.thrift.ttypes.TCopyParams::write().

bool import_export::CopyParams::sanitize_column_names

Definition at line 80 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), DBHandler::detect_column_types(), heavydb.thrift.ttypes.TCopyParams::read(), DBHandler::thrift_to_copyparams(), and heavydb.thrift.ttypes.TCopyParams::write().

int32_t import_export::CopyParams::source_srid

Definition at line 84 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), foreign_storage::ForeignDataWrapperFactory::createForeignTableProxy(), import_export::import_thread_delimited(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), foreign_storage::TextFileBufferParser::processGeoColumn(), heavydb.thrift.ttypes.TCopyParams::read(), DBHandler::thrift_to_copyparams(), and heavydb.thrift.ttypes.TCopyParams::write().

import_export::SourceType import_export::CopyParams::source_type

Definition at line 57 of file CopyParams.h.

Referenced by import_export::DataStreamSink::archivePlumber(), DBHandler::copyparams_to_thrift(), import_export::create_importer(), foreign_storage::ForeignDataWrapperFactory::createForeignServerProxy(), foreign_storage::ForeignDataWrapperFactory::createForeignTableProxy(), DBHandler::detect_column_types(), import_export::Detector::Detector(), Parser::CopyTableStmt::execute(), anonymous_namespace{ForeignDataWrapperFactory.cpp}::get_data_wrapper_type(), anonymous_namespace{ForeignDataImporter.cpp}::get_import_id(), DBHandler::import_table(), import_export::import_thread_delimited(), import_export::ForeignDataImporter::importGeneralS3(), QueryRunner::ImportDriver::importGeoTable(), DBHandler::importGeoTableSingle(), foreign_storage::is_valid_source_type(), import_export::Importer::openGDALDataSource(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), heavydb.thrift.ttypes.TCopyParams::read(), DBHandler::thrift_to_copyparams(), anonymous_namespace{ForeignDataImporter.cpp}::validate_copy_params(), and heavydb.thrift.ttypes.TCopyParams::write().

std::string import_export::CopyParams::sql_order_by

Definition at line 98 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), Parser::CopyTableStmt::execute(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), and DBHandler::thrift_to_copyparams().

std::string import_export::CopyParams::sql_select

Definition at line 97 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), Parser::CopyTableStmt::execute(), DBHandler::import_table(), and DBHandler::thrift_to_copyparams().

int import_export::CopyParams::threads

Definition at line 54 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), foreign_storage::ForeignDataWrapperFactory::createForeignTableProxy(), foreign_storage::anonymous_namespace{AbstractTextFileDataWrapper.cpp}::get_thread_count(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), heavydb.thrift.ttypes.TCopyParams::read(), import_export::Detector::split_raw_data(), DBHandler::thrift_to_copyparams(), and heavydb.thrift.ttypes.TCopyParams::write().

bool import_export::CopyParams::trim_spaces

Definition at line 59 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), foreign_storage::ForeignDataWrapperFactory::createForeignTableProxy(), import_export::delimited_parser::get_row(), import_export::import_thread_delimited(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), foreign_storage::CsvFileBufferParser::parseBuffer(), heavydb.thrift.ttypes.TCopyParams::read(), DBHandler::thrift_to_copyparams(), and heavydb.thrift.ttypes.TCopyParams::write().

std::string import_export::CopyParams::username

Definition at line 100 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), and DBHandler::thrift_to_copyparams().

The documentation for this struct was generated from the following file:

/home/jenkins-slave/workspace/core-os-doxygen/ImportExport/CopyParams.h

Public Member Functions

Public Attributes

Detailed Description

Constructor & Destructor Documentation

Member Data Documentation