OmniSciDB  c0231cc57d
 All Classes Namespaces Files Functions Variables Typedefs Enumerations Enumerator Friends Macros Groups Pages
Public Member Functions | Public Attributes | List of all members
import_export::CopyParams Struct Reference

#include <CopyParams.h>

+ Collaboration diagram for import_export::CopyParams:

Public Member Functions

 CopyParams ()
 
 CopyParams (char d, const std::string &n, char l, size_t b, size_t retries, size_t wait)
 

Public Attributes

char delimiter
 
std::string null_str
 
ImportHeaderRow has_header
 
bool quoted
 
char quote
 
char escape
 
char line_delim
 
char array_delim
 
char array_begin
 
char array_end
 
int threads
 
size_t max_reject
 
import_export::SourceType source_type
 
bool plain_text = false
 
bool trim_spaces
 
std::string s3_access_key
 
std::string s3_secret_key
 
std::string s3_session_token = ""
 
std::string s3_region
 
std::string s3_endpoint
 
int32_t s3_max_concurrent_downloads
 
size_t retry_count
 
size_t retry_wait
 
size_t batch_size
 
size_t buffer_size
 
size_t max_import_batch_row_count
 
bool lonlat
 
EncodingType geo_coords_encoding
 
int32_t geo_coords_comp_param
 
SQLTypes geo_coords_type
 
int32_t geo_coords_srid
 
bool sanitize_column_names
 
std::string geo_layer_name
 
bool geo_assign_render_groups
 
bool geo_explode_collections
 
int32_t source_srid
 
std::optional< std::string > regex_path_filter
 
std::optional< std::string > file_sort_order_by
 
std::optional< std::string > file_sort_regex
 
RasterPointType raster_point_type
 
std::string raster_import_bands
 
int32_t raster_scanlines_per_thread
 
RasterPointTransform raster_point_transform
 
bool raster_point_compute_angle
 
std::string raster_import_dimensions
 
std::string add_metadata_columns
 
std::string sql_select
 
std::string sql_order_by
 
std::string username
 
std::string password
 
std::string credential_string
 
std::string dsn
 
std::string connection_string
 
std::string line_start_regex
 
std::string line_regex
 

Detailed Description

Definition at line 43 of file CopyParams.h.

Constructor & Destructor Documentation

import_export::CopyParams::CopyParams ( )
inline

Definition at line 109 of file CopyParams.h.

110  : delimiter(',')
111  , null_str("\\N")
112  , has_header(ImportHeaderRow::kAutoDetect)
113  , quoted(true)
114  , quote('"')
115  , escape('"')
116  , line_delim('\n')
117  , array_delim(',')
118  , array_begin('{')
119  , array_end('}')
120  , threads(0)
121  , max_reject(100000)
122  , source_type(import_export::SourceType::kDelimitedFile)
123  , trim_spaces(true)
124  , retry_count(100)
125  , retry_wait(5)
126  , batch_size(1000)
127  , buffer_size(kImportFileBufferSize)
128  , max_import_batch_row_count(0)
129  , lonlat(true)
130  , geo_coords_encoding(kENCODING_GEOINT)
131  , geo_coords_comp_param(32)
132  , geo_coords_type(kGEOMETRY)
133  , geo_coords_srid(4326)
134  , sanitize_column_names(true)
135  , geo_assign_render_groups(false)
136  , geo_explode_collections(false)
137  , source_srid(0)
138  , raster_point_type(RasterPointType::kAuto)
139  , raster_scanlines_per_thread(32)
140  , raster_point_transform(RasterPointTransform::kAuto)
141  , raster_point_compute_angle{false} {}
import_export::CopyParams::lonlat
bool lonlat
Definition: CopyParams.h:75
import_export::CopyParams::retry_count
size_t retry_count
Definition: CopyParams.h:69
import_export::CopyParams::raster_scanlines_per_thread
int32_t raster_scanlines_per_thread
Definition: CopyParams.h:90
import_export::CopyParams::array_begin
char array_begin
Definition: CopyParams.h:52
import_export::CopyParams::quote
char quote
Definition: CopyParams.h:48
import_export::RasterPointTransform::kAuto
import_export::CopyParams::raster_point_compute_angle
bool raster_point_compute_angle
Definition: CopyParams.h:92
import_export::CopyParams::geo_explode_collections
bool geo_explode_collections
Definition: CopyParams.h:83
import_export::SourceType::kDelimitedFile
import_export::CopyParams::buffer_size
size_t buffer_size
Definition: CopyParams.h:72
import_export::CopyParams::max_import_batch_row_count
size_t max_import_batch_row_count
Definition: CopyParams.h:73
import_export::CopyParams::geo_coords_srid
int32_t geo_coords_srid
Definition: CopyParams.h:79
import_export::CopyParams::has_header
ImportHeaderRow has_header
Definition: CopyParams.h:46
import_export::CopyParams::null_str
std::string null_str
Definition: CopyParams.h:45
import_export::CopyParams::geo_assign_render_groups
bool geo_assign_render_groups
Definition: CopyParams.h:82
import_export::CopyParams::array_end
char array_end
Definition: CopyParams.h:53
import_export::CopyParams::geo_coords_type
SQLTypes geo_coords_type
Definition: CopyParams.h:78
import_export::CopyParams::raster_point_type
RasterPointType raster_point_type
Definition: CopyParams.h:88
import_export::CopyParams::trim_spaces
bool trim_spaces
Definition: CopyParams.h:59
import_export::CopyParams::line_delim
char line_delim
Definition: CopyParams.h:50
import_export::CopyParams::quoted
bool quoted
Definition: CopyParams.h:47
import_export::CopyParams::retry_wait
size_t retry_wait
Definition: CopyParams.h:70
import_export::CopyParams::delimiter
char delimiter
Definition: CopyParams.h:44
import_export::CopyParams::source_type
import_export::SourceType source_type
Definition: CopyParams.h:57
import_export::CopyParams::threads
int threads
Definition: CopyParams.h:54
import_export::CopyParams::geo_coords_comp_param
int32_t geo_coords_comp_param
Definition: CopyParams.h:77
import_export::CopyParams::array_delim
char array_delim
Definition: CopyParams.h:51
import_export::ImportHeaderRow::kAutoDetect
import_export::CopyParams::batch_size
size_t batch_size
Definition: CopyParams.h:71
import_export::CopyParams::source_srid
int32_t source_srid
Definition: CopyParams.h:84
import_export::CopyParams::sanitize_column_names
bool sanitize_column_names
Definition: CopyParams.h:80
import_export::kImportFileBufferSize
static constexpr size_t kImportFileBufferSize
Definition: CopyParams.h:34
import_export::CopyParams::raster_point_transform
RasterPointTransform raster_point_transform
Definition: CopyParams.h:91
import_export::RasterPointType::kAuto
import_export::CopyParams::escape
char escape
Definition: CopyParams.h:49
import_export::CopyParams::geo_coords_encoding
EncodingType geo_coords_encoding
Definition: CopyParams.h:76
import_export::CopyParams::max_reject
size_t max_reject
Definition: CopyParams.h:56
import_export::CopyParams::CopyParams ( char  d,
const std::string &  n,
char  l,
size_t  b,
size_t  retries,
size_t  wait 
)
inline

Definition at line 143 of file CopyParams.h.

144  : delimiter(d)
145  , null_str(n)
146  , has_header(ImportHeaderRow::kAutoDetect)
147  , quoted(true)
148  , quote('"')
149  , escape('"')
150  , line_delim(l)
151  , array_delim(',')
152  , array_begin('{')
153  , array_end('}')
154  , threads(0)
155  , max_reject(100000)
156  , source_type(import_export::SourceType::kDelimitedFile)
157  , trim_spaces(true)
158  , retry_count(retries)
159  , retry_wait(wait)
160  , batch_size(b)
161  , buffer_size(kImportFileBufferSize)
162  , max_import_batch_row_count(0)
163  , lonlat(true)
164  , geo_coords_encoding(kENCODING_GEOINT)
165  , geo_coords_comp_param(32)
166  , geo_coords_type(kGEOMETRY)
167  , geo_coords_srid(4326)
168  , sanitize_column_names(true)
169  , geo_assign_render_groups(false)
170  , geo_explode_collections(false)
171  , source_srid(0)
172  , raster_point_type(RasterPointType::kAuto)
173  , raster_scanlines_per_thread(32)
174  , raster_point_transform(RasterPointTransform::kAuto)
175  , raster_point_compute_angle{false} {}
import_export::CopyParams::lonlat
bool lonlat
Definition: CopyParams.h:75
import_export::CopyParams::retry_count
size_t retry_count
Definition: CopyParams.h:69
import_export::CopyParams::raster_scanlines_per_thread
int32_t raster_scanlines_per_thread
Definition: CopyParams.h:90
import_export::CopyParams::array_begin
char array_begin
Definition: CopyParams.h:52
import_export::CopyParams::quote
char quote
Definition: CopyParams.h:48
import_export::RasterPointTransform::kAuto
import_export::CopyParams::raster_point_compute_angle
bool raster_point_compute_angle
Definition: CopyParams.h:92
import_export::CopyParams::geo_explode_collections
bool geo_explode_collections
Definition: CopyParams.h:83
import_export::SourceType::kDelimitedFile
import_export::CopyParams::buffer_size
size_t buffer_size
Definition: CopyParams.h:72
import_export::CopyParams::max_import_batch_row_count
size_t max_import_batch_row_count
Definition: CopyParams.h:73
import_export::CopyParams::geo_coords_srid
int32_t geo_coords_srid
Definition: CopyParams.h:79
import_export::CopyParams::has_header
ImportHeaderRow has_header
Definition: CopyParams.h:46
import_export::CopyParams::null_str
std::string null_str
Definition: CopyParams.h:45
import_export::CopyParams::geo_assign_render_groups
bool geo_assign_render_groups
Definition: CopyParams.h:82
import_export::CopyParams::array_end
char array_end
Definition: CopyParams.h:53
import_export::CopyParams::geo_coords_type
SQLTypes geo_coords_type
Definition: CopyParams.h:78
import_export::CopyParams::raster_point_type
RasterPointType raster_point_type
Definition: CopyParams.h:88
import_export::CopyParams::trim_spaces
bool trim_spaces
Definition: CopyParams.h:59
import_export::CopyParams::line_delim
char line_delim
Definition: CopyParams.h:50
import_export::CopyParams::quoted
bool quoted
Definition: CopyParams.h:47
import_export::CopyParams::retry_wait
size_t retry_wait
Definition: CopyParams.h:70
import_export::CopyParams::delimiter
char delimiter
Definition: CopyParams.h:44
import_export::CopyParams::source_type
import_export::SourceType source_type
Definition: CopyParams.h:57
import_export::CopyParams::threads
int threads
Definition: CopyParams.h:54
import_export::CopyParams::geo_coords_comp_param
int32_t geo_coords_comp_param
Definition: CopyParams.h:77
import_export::CopyParams::array_delim
char array_delim
Definition: CopyParams.h:51
import_export::ImportHeaderRow::kAutoDetect
import_export::CopyParams::batch_size
size_t batch_size
Definition: CopyParams.h:71
import_export::CopyParams::source_srid
int32_t source_srid
Definition: CopyParams.h:84
import_export::CopyParams::sanitize_column_names
bool sanitize_column_names
Definition: CopyParams.h:80
import_export::kImportFileBufferSize
static constexpr size_t kImportFileBufferSize
Definition: CopyParams.h:34
anonymous_namespace{Utm.h}::n
constexpr double n
Definition: Utm.h:38
import_export::CopyParams::raster_point_transform
RasterPointTransform raster_point_transform
Definition: CopyParams.h:91
import_export::RasterPointType::kAuto
import_export::CopyParams::escape
char escape
Definition: CopyParams.h:49
import_export::CopyParams::geo_coords_encoding
EncodingType geo_coords_encoding
Definition: CopyParams.h:76
import_export::CopyParams::max_reject
size_t max_reject
Definition: CopyParams.h:56

Member Data Documentation

std::string import_export::CopyParams::add_metadata_columns

Definition at line 94 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), import_export::Importer::gdalToColumnDescriptorsGeo(), import_export::Importer::gdalToColumnDescriptorsRaster(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), heavydb.thrift.ttypes.TCopyParams::read(), import_export::Importer::readMetadataSampleGDAL(), DBHandler::thrift_to_copyparams(), and heavydb.thrift.ttypes.TCopyParams::write().

char import_export::CopyParams::array_begin

Definition at line 52 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), foreign_storage::ForeignDataWrapperFactory::createForeignTableProxy(), import_export::delimited_parser::get_row(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), import_export::delimited_parser::parse_string_array(), heavydb.thrift.ttypes.TCopyParams::read(), import_export::StringToArray(), DBHandler::thrift_to_copyparams(), and heavydb.thrift.ttypes.TCopyParams::write().

char import_export::CopyParams::array_delim

Definition at line 51 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), foreign_storage::ForeignDataWrapperFactory::createForeignTableProxy(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), import_export::delimited_parser::parse_string_array(), heavydb.thrift.ttypes.TCopyParams::read(), import_export::StringToArray(), DBHandler::thrift_to_copyparams(), and heavydb.thrift.ttypes.TCopyParams::write().

char import_export::CopyParams::array_end

Definition at line 53 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), foreign_storage::ForeignDataWrapperFactory::createForeignTableProxy(), import_export::delimited_parser::get_row(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), import_export::delimited_parser::parse_string_array(), heavydb.thrift.ttypes.TCopyParams::read(), import_export::StringToArray(), DBHandler::thrift_to_copyparams(), and heavydb.thrift.ttypes.TCopyParams::write().

size_t import_export::CopyParams::batch_size

Definition at line 71 of file CopyParams.h.

Referenced by kafka_insert(), and stream_insert().

size_t import_export::CopyParams::buffer_size

Definition at line 72 of file CopyParams.h.

Referenced by foreign_storage::ForeignDataWrapperFactory::createForeignTableProxy(), foreign_storage::anonymous_namespace{AbstractTextFileDataWrapper.cpp}::get_buffer_size(), and Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params().

std::string import_export::CopyParams::connection_string

Definition at line 104 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), and DBHandler::thrift_to_copyparams().

std::string import_export::CopyParams::credential_string

Definition at line 101 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), and DBHandler::thrift_to_copyparams().

char import_export::CopyParams::delimiter

Definition at line 44 of file CopyParams.h.

Referenced by import_export::QueryExporterCSV::beginExport(), DBHandler::copyparams_to_thrift(), foreign_storage::ForeignDataWrapperFactory::createForeignTableProxy(), import_export::Detector::detect_row_delimiter(), import_export::QueryExporterCSV::exportResults(), import_export::delimited_parser::get_row(), DBHandler::import_table(), msg_consume(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), import_export::delimited_parser::parse_string_array(), Parser::ExportQueryStmt::parseOptions(), RowToColumnLoader::print_row_with_delim(), heavydb.thrift.ttypes.TCopyParams::read(), stream_insert(), DBHandler::thrift_to_copyparams(), and heavydb.thrift.ttypes.TCopyParams::write().

std::string import_export::CopyParams::dsn

Definition at line 103 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), and DBHandler::thrift_to_copyparams().

char import_export::CopyParams::escape

Definition at line 49 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), foreign_storage::ForeignDataWrapperFactory::createForeignTableProxy(), import_export::QueryExporterCSV::exportResults(), import_export::delimited_parser::find_end(), import_export::delimited_parser::get_row(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), Parser::ExportQueryStmt::parseOptions(), heavydb.thrift.ttypes.TCopyParams::read(), DBHandler::thrift_to_copyparams(), and heavydb.thrift.ttypes.TCopyParams::write().

std::optional<std::string> import_export::CopyParams::file_sort_order_by

Definition at line 86 of file CopyParams.h.

Referenced by import_export::DataStreamSink::archivePlumber(), foreign_storage::ForeignDataWrapperFactory::createForeignTableProxy(), DBHandler::detect_column_types(), import_export::ForeignDataImporter::importGeneralS3(), DBHandler::importGeoTableGlobFilterSort(), and Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params().

std::optional<std::string> import_export::CopyParams::file_sort_regex

Definition at line 87 of file CopyParams.h.

Referenced by import_export::DataStreamSink::archivePlumber(), foreign_storage::ForeignDataWrapperFactory::createForeignTableProxy(), DBHandler::detect_column_types(), import_export::ForeignDataImporter::importGeneralS3(), DBHandler::importGeoTableGlobFilterSort(), and Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params().

bool import_export::CopyParams::geo_assign_render_groups

Definition at line 82 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), foreign_storage::ForeignDataWrapperFactory::createForeignTableProxy(), anonymous_namespace{ForeignDataImporter.cpp}::import_foreign_data(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), heavydb.thrift.ttypes.TCopyParams::read(), DBHandler::thrift_to_copyparams(), and heavydb.thrift.ttypes.TCopyParams::write().

int32_t import_export::CopyParams::geo_coords_comp_param

Definition at line 77 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), DBHandler::detect_column_types(), import_export::Importer::gdalToColumnDescriptorsGeo(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), heavydb.thrift.ttypes.TCopyParams::read(), DBHandler::thrift_to_copyparams(), and heavydb.thrift.ttypes.TCopyParams::write().

EncodingType import_export::CopyParams::geo_coords_encoding

Definition at line 76 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), DBHandler::detect_column_types(), import_export::Importer::gdalToColumnDescriptorsGeo(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), heavydb.thrift.ttypes.TCopyParams::read(), DBHandler::thrift_to_copyparams(), and heavydb.thrift.ttypes.TCopyParams::write().

int32_t import_export::CopyParams::geo_coords_srid

Definition at line 79 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), DBHandler::detect_column_types(), import_export::Importer::gdalToColumnDescriptorsGeo(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), heavydb.thrift.ttypes.TCopyParams::read(), DBHandler::thrift_to_copyparams(), and heavydb.thrift.ttypes.TCopyParams::write().

SQLTypes import_export::CopyParams::geo_coords_type

Definition at line 78 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), DBHandler::detect_column_types(), import_export::Importer::gdalToColumnDescriptorsGeo(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), heavydb.thrift.ttypes.TCopyParams::read(), DBHandler::thrift_to_copyparams(), and heavydb.thrift.ttypes.TCopyParams::write().

bool import_export::CopyParams::geo_explode_collections

Definition at line 83 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), foreign_storage::ForeignDataWrapperFactory::createForeignTableProxy(), import_export::Importer::gdalGetLayersInGeoFile(), import_export::Importer::gdalToColumnDescriptorsGeo(), import_export::import_thread_delimited(), import_export::import_thread_shapefile(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), heavydb.thrift.ttypes.TCopyParams::read(), DBHandler::thrift_to_copyparams(), and heavydb.thrift.ttypes.TCopyParams::write().

std::string import_export::CopyParams::geo_layer_name

Definition at line 81 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), import_export::Importer::gdalToColumnDescriptorsGeo(), DBHandler::importGeoTableSingle(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), heavydb.thrift.ttypes.TCopyParams::read(), import_export::Importer::readMetadataSampleGDAL(), DBHandler::thrift_to_copyparams(), and heavydb.thrift.ttypes.TCopyParams::write().

ImportHeaderRow import_export::CopyParams::has_header

Definition at line 46 of file CopyParams.h.

Referenced by import_export::QueryExporterCSV::beginExport(), DBHandler::copyparams_to_thrift(), foreign_storage::ForeignDataWrapperFactory::createForeignTableProxy(), import_export::Detector::find_best_sqltypes_and_headers(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), Parser::ExportQueryStmt::parseOptions(), heavydb.thrift.ttypes.TCopyParams::read(), foreign_storage::SingleTextFileReader::skipHeader(), foreign_storage::CompressedFileReader::skipHeader(), DBHandler::thrift_to_copyparams(), and heavydb.thrift.ttypes.TCopyParams::write().

char import_export::CopyParams::line_delim

Definition at line 50 of file CopyParams.h.

Referenced by import_export::QueryExporterCSV::beginExport(), foreign_storage::CompressedFileReader::consumeFirstLine(), DBHandler::copyparams_to_thrift(), foreign_storage::ForeignDataWrapperFactory::createForeignTableProxy(), foreign_storage::dispatch_scan_requests(), import_export::QueryExporterCSV::exportResults(), import_export::delimited_parser::find_beginning(), import_export::delimited_parser::find_end(), foreign_storage::RegexFileBufferParser::findRowEndPosition(), foreign_storage::SingleTextFileReader::getFirstLine(), import_export::Detector::importDelimited(), anonymous_namespace{DelimitedParserUtils.cpp}::is_eol(), msg_consume(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), foreign_storage::RegexFileBufferParser::parseBuffer(), Parser::ExportQueryStmt::parseOptions(), foreign_storage::MultiFileReader::read(), heavydb.thrift.ttypes.TCopyParams::read(), foreign_storage::CompressedFileReader::readInternal(), foreign_storage::MultiFileReader::readRegion(), stream_insert(), DBHandler::thrift_to_copyparams(), and heavydb.thrift.ttypes.TCopyParams::write().

std::string import_export::CopyParams::line_regex

Definition at line 107 of file CopyParams.h.

Referenced by foreign_storage::ForeignDataWrapperFactory::createForeignTableProxy(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), and foreign_storage::validate_regex_parser_options().

std::string import_export::CopyParams::line_start_regex

Definition at line 106 of file CopyParams.h.

Referenced by foreign_storage::ForeignDataWrapperFactory::createForeignTableProxy(), and Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params().

bool import_export::CopyParams::lonlat

Definition at line 75 of file CopyParams.h.

Referenced by foreign_storage::ForeignDataWrapperFactory::createForeignTableProxy(), import_export::import_thread_delimited(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), and foreign_storage::TextFileBufferParser::processGeoColumn().

size_t import_export::CopyParams::max_import_batch_row_count

Definition at line 73 of file CopyParams.h.

Referenced by import_export::ForeignDataImporter::importGeneral(), and Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params().

size_t import_export::CopyParams::max_reject

Definition at line 56 of file CopyParams.h.

Referenced by Parser::CopyTableStmt::execute(), import_export::import_thread_delimited(), anonymous_namespace{ForeignDataImporter.cpp}::load_foreign_data_buffers(), and Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params().

std::string import_export::CopyParams::null_str

Definition at line 45 of file CopyParams.h.

Referenced by RowToColumnLoader::convert_string_to_column(), DBHandler::copyparams_to_thrift(), foreign_storage::ForeignDataWrapperFactory::createForeignTableProxy(), import_export::QueryExporterCSV::exportResults(), import_export::Detector::find_best_sqltypes(), import_export::import_thread_delimited(), import_export::import_thread_shapefile(), msg_consume(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), import_export::delimited_parser::parse_string_array(), foreign_storage::CsvFileBufferParser::parseBuffer(), foreign_storage::RegexFileBufferParser::parseBuffer(), Parser::ExportQueryStmt::parseOptions(), foreign_storage::TextFileBufferParser::processGeoColumn(), foreign_storage::TextFileBufferParser::processInvalidGeoColumn(), heavydb.thrift.ttypes.TCopyParams::read(), stream_insert(), import_export::StringToArray(), DBHandler::thrift_to_copyparams(), and heavydb.thrift.ttypes.TCopyParams::write().

std::string import_export::CopyParams::password

Definition at line 100 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), and DBHandler::thrift_to_copyparams().

bool import_export::CopyParams::plain_text = false

Definition at line 58 of file CopyParams.h.

Referenced by import_export::ForeignDataImporter::importGeneralS3(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), foreign_storage::Csv::validate_and_get_copy_params(), foreign_storage::CsvFileBufferParser::validateAndGetCopyParams(), and foreign_storage::RegexFileBufferParser::validateAndGetCopyParams().

char import_export::CopyParams::quote

Definition at line 48 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), foreign_storage::ForeignDataWrapperFactory::createForeignTableProxy(), import_export::QueryExporterCSV::exportResults(), import_export::delimited_parser::find_end(), import_export::delimited_parser::get_row(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), Parser::ExportQueryStmt::parseOptions(), heavydb.thrift.ttypes.TCopyParams::read(), DBHandler::thrift_to_copyparams(), anonymous_namespace{DelimitedParserUtils.cpp}::trim_quotes(), and heavydb.thrift.ttypes.TCopyParams::write().

bool import_export::CopyParams::quoted

Definition at line 47 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), foreign_storage::ForeignDataWrapperFactory::createForeignTableProxy(), import_export::QueryExporterCSV::exportResults(), import_export::delimited_parser::find_end(), import_export::delimited_parser::get_row(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), Parser::ExportQueryStmt::parseOptions(), heavydb.thrift.ttypes.TCopyParams::read(), DBHandler::thrift_to_copyparams(), anonymous_namespace{DelimitedParserUtils.cpp}::trim_quotes(), and heavydb.thrift.ttypes.TCopyParams::write().

std::string import_export::CopyParams::raster_import_bands

Definition at line 89 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), import_export::Importer::gdalToColumnDescriptorsRaster(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), heavydb.thrift.ttypes.TCopyParams::read(), DBHandler::thrift_to_copyparams(), and heavydb.thrift.ttypes.TCopyParams::write().

std::string import_export::CopyParams::raster_import_dimensions

Definition at line 93 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), import_export::Importer::gdalToColumnDescriptorsRaster(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), heavydb.thrift.ttypes.TCopyParams::read(), DBHandler::thrift_to_copyparams(), and heavydb.thrift.ttypes.TCopyParams::write().

bool import_export::CopyParams::raster_point_compute_angle

Definition at line 92 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), import_export::Importer::gdalToColumnDescriptorsRaster(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), heavydb.thrift.ttypes.TCopyParams::read(), DBHandler::thrift_to_copyparams(), and heavydb.thrift.ttypes.TCopyParams::write().

RasterPointTransform import_export::CopyParams::raster_point_transform

Definition at line 91 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), import_export::Importer::gdalToColumnDescriptorsRaster(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), heavydb.thrift.ttypes.TCopyParams::read(), DBHandler::thrift_to_copyparams(), and heavydb.thrift.ttypes.TCopyParams::write().

RasterPointType import_export::CopyParams::raster_point_type

Definition at line 88 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), import_export::Importer::gdalToColumnDescriptorsRaster(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), heavydb.thrift.ttypes.TCopyParams::read(), DBHandler::thrift_to_copyparams(), and heavydb.thrift.ttypes.TCopyParams::write().

int32_t import_export::CopyParams::raster_scanlines_per_thread

Definition at line 90 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), heavydb.thrift.ttypes.TCopyParams::read(), DBHandler::thrift_to_copyparams(), and heavydb.thrift.ttypes.TCopyParams::write().

std::optional<std::string> import_export::CopyParams::regex_path_filter

Definition at line 85 of file CopyParams.h.

Referenced by import_export::DataStreamSink::archivePlumber(), foreign_storage::ForeignDataWrapperFactory::createForeignTableProxy(), DBHandler::detect_column_types(), import_export::ForeignDataImporter::importGeneralS3(), DBHandler::importGeoTableGlobFilterSort(), and Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params().

size_t import_export::CopyParams::retry_count

Definition at line 69 of file CopyParams.h.

Referenced by RowToColumnLoader::do_load(), and RowToColumnLoader::wait_disconnect_reconnect_retry().

size_t import_export::CopyParams::retry_wait

Definition at line 70 of file CopyParams.h.

Referenced by RowToColumnLoader::wait_disconnect_reconnect_retry().

std::string import_export::CopyParams::s3_access_key

Definition at line 61 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), import_export::Importer::gdalGetAllFilesInArchive(), import_export::Importer::gdalGetLayersInGeoFile(), import_export::Importer::gdalStatInternal(), import_export::Importer::gdalToColumnDescriptorsRaster(), import_export::ForeignDataImporter::importGeneralS3(), import_export::Importer::openGDALDataSource(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), heavydb.thrift.ttypes.TCopyParams::read(), DBHandler::thrift_to_copyparams(), and heavydb.thrift.ttypes.TCopyParams::write().

std::string import_export::CopyParams::s3_endpoint

Definition at line 65 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), import_export::Importer::gdalGetAllFilesInArchive(), import_export::Importer::gdalGetLayersInGeoFile(), import_export::Importer::gdalStatInternal(), import_export::Importer::gdalToColumnDescriptorsRaster(), import_export::ForeignDataImporter::importGeneralS3(), import_export::Importer::openGDALDataSource(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), heavydb.thrift.ttypes.TCopyParams::read(), DBHandler::thrift_to_copyparams(), and heavydb.thrift.ttypes.TCopyParams::write().

int32_t import_export::CopyParams::s3_max_concurrent_downloads
Initial value:
=
8

Definition at line 66 of file CopyParams.h.

Referenced by import_export::ForeignDataImporter::importGeneralS3(), and Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params().

std::string import_export::CopyParams::s3_region

Definition at line 64 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), import_export::Importer::gdalGetAllFilesInArchive(), import_export::Importer::gdalGetLayersInGeoFile(), import_export::Importer::gdalStatInternal(), import_export::Importer::gdalToColumnDescriptorsRaster(), import_export::ForeignDataImporter::importGeneralS3(), import_export::Importer::openGDALDataSource(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), heavydb.thrift.ttypes.TCopyParams::read(), DBHandler::thrift_to_copyparams(), and heavydb.thrift.ttypes.TCopyParams::write().

std::string import_export::CopyParams::s3_secret_key

Definition at line 62 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), import_export::Importer::gdalGetAllFilesInArchive(), import_export::Importer::gdalGetLayersInGeoFile(), import_export::Importer::gdalStatInternal(), import_export::Importer::gdalToColumnDescriptorsRaster(), import_export::ForeignDataImporter::importGeneralS3(), import_export::Importer::openGDALDataSource(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), heavydb.thrift.ttypes.TCopyParams::read(), DBHandler::thrift_to_copyparams(), and heavydb.thrift.ttypes.TCopyParams::write().

std::string import_export::CopyParams::s3_session_token = ""

Definition at line 63 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), import_export::Importer::gdalGetAllFilesInArchive(), import_export::Importer::gdalGetLayersInGeoFile(), import_export::Importer::gdalStatInternal(), import_export::Importer::gdalToColumnDescriptorsRaster(), import_export::ForeignDataImporter::importGeneralS3(), import_export::Importer::openGDALDataSource(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), heavydb.thrift.ttypes.TCopyParams::read(), DBHandler::thrift_to_copyparams(), and heavydb.thrift.ttypes.TCopyParams::write().

bool import_export::CopyParams::sanitize_column_names

Definition at line 80 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), DBHandler::detect_column_types(), heavydb.thrift.ttypes.TCopyParams::read(), DBHandler::thrift_to_copyparams(), and heavydb.thrift.ttypes.TCopyParams::write().

int32_t import_export::CopyParams::source_srid

Definition at line 84 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), foreign_storage::ForeignDataWrapperFactory::createForeignTableProxy(), import_export::import_thread_delimited(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), foreign_storage::TextFileBufferParser::processGeoColumn(), heavydb.thrift.ttypes.TCopyParams::read(), DBHandler::thrift_to_copyparams(), and heavydb.thrift.ttypes.TCopyParams::write().

import_export::SourceType import_export::CopyParams::source_type

Definition at line 57 of file CopyParams.h.

Referenced by import_export::DataStreamSink::archivePlumber(), DBHandler::copyparams_to_thrift(), import_export::create_importer(), foreign_storage::ForeignDataWrapperFactory::createForeignServerProxy(), foreign_storage::ForeignDataWrapperFactory::createForeignTableProxy(), DBHandler::detect_column_types(), import_export::Detector::Detector(), Parser::CopyTableStmt::execute(), anonymous_namespace{ForeignDataWrapperFactory.cpp}::get_data_wrapper_type(), DBHandler::import_table(), import_export::import_thread_delimited(), import_export::ForeignDataImporter::importGeneralS3(), QueryRunner::ImportDriver::importGeoTable(), DBHandler::importGeoTableSingle(), foreign_storage::is_valid_source_type(), import_export::Importer::openGDALDataSource(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), heavydb.thrift.ttypes.TCopyParams::read(), DBHandler::thrift_to_copyparams(), anonymous_namespace{ForeignDataImporter.cpp}::validate_copy_params(), and heavydb.thrift.ttypes.TCopyParams::write().

std::string import_export::CopyParams::sql_order_by

Definition at line 97 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), Parser::CopyTableStmt::execute(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), and DBHandler::thrift_to_copyparams().

std::string import_export::CopyParams::sql_select

Definition at line 96 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), Parser::CopyTableStmt::execute(), DBHandler::import_table(), and DBHandler::thrift_to_copyparams().

int import_export::CopyParams::threads

Definition at line 54 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), foreign_storage::ForeignDataWrapperFactory::createForeignTableProxy(), foreign_storage::anonymous_namespace{AbstractTextFileDataWrapper.cpp}::get_thread_count(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), heavydb.thrift.ttypes.TCopyParams::read(), import_export::Detector::split_raw_data(), DBHandler::thrift_to_copyparams(), and heavydb.thrift.ttypes.TCopyParams::write().

bool import_export::CopyParams::trim_spaces

Definition at line 59 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), foreign_storage::ForeignDataWrapperFactory::createForeignTableProxy(), import_export::delimited_parser::get_row(), import_export::import_thread_delimited(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), foreign_storage::CsvFileBufferParser::parseBuffer(), heavydb.thrift.ttypes.TCopyParams::read(), DBHandler::thrift_to_copyparams(), and heavydb.thrift.ttypes.TCopyParams::write().

std::string import_export::CopyParams::username

Definition at line 99 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), Parser::anonymous_namespace{ParserNode.cpp}::parse_copy_params(), and DBHandler::thrift_to_copyparams().

The documentation for this struct was generated from the following file: