import_export::CopyParams Struct Reference

#include <CopyParams.h>

Collaboration diagram for import_export::CopyParams:

Public Member Functions
	CopyParams ()
	CopyParams (char d, const std::string &n, char l, size_t b, size_t retries, size_t wait)

Public Attributes
char	delimiter
std::string	null_str
ImportHeaderRow	has_header
bool	quoted
char	quote
char	escape
char	line_delim
char	array_delim
char	array_begin
char	array_end
int	threads
size_t	max_reject
FileType	file_type
bool	plain_text = false
std::string	s3_access_key
std::string	s3_secret_key
std::string	s3_region
std::string	s3_endpoint
size_t	retry_count
size_t	retry_wait
size_t	batch_size
size_t	buffer_size
bool	lonlat
EncodingType	geo_coords_encoding
int32_t	geo_coords_comp_param
SQLTypes	geo_coords_type
int32_t	geo_coords_srid
bool	sanitize_column_names
std::string	geo_layer_name
bool	geo_assign_render_groups
bool	geo_explode_collections

Detailed Description

Definition at line 45 of file CopyParams.h.

Constructor & Destructor Documentation

import_export::CopyParams::CopyParams ( )

inline

Definition at line 82 of file CopyParams.h.

      : delimiter(',')
      , null_str("\\N")
      , has_header(ImportHeaderRow::AUTODETECT)
      , quoted(true)
      , quote('"')
      , escape('"')
      , line_delim('\n')
      , array_delim(',')
      , array_begin('{')
      , array_end('}')
      , threads(0)
      , max_reject(100000)
      , file_type(FileType::DELIMITED)
      , retry_count(100)
      , retry_wait(5)
      , batch_size(1000)
      , buffer_size(kImportFileBufferSize)
      , lonlat(true)
      , geo_coords_encoding(kENCODING_GEOINT)
      , geo_coords_comp_param(32)
      , geo_coords_type(kGEOMETRY)
      , geo_coords_srid(4326)
      , sanitize_column_names(true)
      , geo_assign_render_groups(true)
      , geo_explode_collections(false) {}

import_export::CopyParams::CopyParams ( char  d, const std::string &  n, char  l, size_t  b, size_t  retries, size_t  wait  )

inline

Definition at line 109 of file CopyParams.h.

      : delimiter(d)
      , null_str(n)
      , has_header(ImportHeaderRow::AUTODETECT)
      , quoted(true)
      , quote('"')
      , escape('"')
      , line_delim(l)
      , array_delim(',')
      , array_begin('{')
      , array_end('}')
      , threads(0)
      , max_reject(100000)
      , file_type(FileType::DELIMITED)
      , retry_count(retries)
      , retry_wait(wait)
      , batch_size(b)
      , buffer_size(kImportFileBufferSize)
      , lonlat(true)
      , geo_coords_encoding(kENCODING_GEOINT)
      , geo_coords_comp_param(32)
      , geo_coords_type(kGEOMETRY)
      , geo_coords_srid(4326)
      , sanitize_column_names(true)
      , geo_assign_render_groups(true)
      , geo_explode_collections(false) {}

Member Data Documentation

char import_export::CopyParams::array_begin

Definition at line 54 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), Parser::CopyTableStmt::execute(), import_export::delimited_parser::get_row(), import_export::delimited_parser::parse_string_array(), import_export::StringToArray(), and DBHandler::thrift_to_copyparams().

char import_export::CopyParams::array_delim

Definition at line 53 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), Parser::CopyTableStmt::execute(), import_export::delimited_parser::parse_string_array(), import_export::StringToArray(), DBHandler::thrift_to_copyparams(), and foreign_storage::ParquetDataWrapper::validateAndGetCopyParams().

char import_export::CopyParams::array_end

Definition at line 55 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), Parser::CopyTableStmt::execute(), import_export::delimited_parser::get_row(), import_export::delimited_parser::parse_string_array(), import_export::StringToArray(), and DBHandler::thrift_to_copyparams().

size_t import_export::CopyParams::batch_size

Definition at line 69 of file CopyParams.h.

Referenced by kafka_insert(), and stream_insert().

size_t import_export::CopyParams::buffer_size

Definition at line 70 of file CopyParams.h.

Referenced by Parser::CopyTableStmt::execute(), foreign_storage::get_buffer_size(), and import_export::Importer::importDelimited().

char import_export::CopyParams::delimiter

Definition at line 46 of file CopyParams.h.

Referenced by import_export::QueryExporterCSV::beginExport(), DBHandler::copyparams_to_thrift(), import_export::Detector::detect_row_delimiter(), Parser::CopyTableStmt::execute(), import_export::QueryExporterCSV::exportResults(), import_export::delimited_parser::get_row(), DBHandler::import_table(), msg_consume(), import_export::delimited_parser::parse_string_array(), Parser::ExportQueryStmt::parseOptions(), RowToColumnLoader::print_row_with_delim(), stream_insert(), and DBHandler::thrift_to_copyparams().

char import_export::CopyParams::escape

Definition at line 51 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), Parser::CopyTableStmt::execute(), import_export::QueryExporterCSV::exportResults(), import_export::delimited_parser::find_end(), import_export::delimited_parser::get_row(), Parser::ExportQueryStmt::parseOptions(), and DBHandler::thrift_to_copyparams().

FileType import_export::CopyParams::file_type

Definition at line 59 of file CopyParams.h.

Referenced by import_export::DataStreamSink::archivePlumber(), DBHandler::copyparams_to_thrift(), DBHandler::detect_column_types(), Parser::CopyTableStmt::execute(), and DBHandler::thrift_to_copyparams().

bool import_export::CopyParams::geo_assign_render_groups

Definition at line 79 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), Parser::CopyTableStmt::execute(), import_export::Importer::importDelimited(), import_export::Importer::importGDAL(), and DBHandler::thrift_to_copyparams().

int32_t import_export::CopyParams::geo_coords_comp_param

Definition at line 74 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), DBHandler::detect_column_types(), Parser::CopyTableStmt::execute(), import_export::Importer::gdalToColumnDescriptors(), and DBHandler::thrift_to_copyparams().

EncodingType import_export::CopyParams::geo_coords_encoding

Definition at line 73 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), DBHandler::detect_column_types(), Parser::CopyTableStmt::execute(), import_export::Importer::gdalToColumnDescriptors(), QueryRunner::ImportDriver::importGeoTable(), and DBHandler::thrift_to_copyparams().

int32_t import_export::CopyParams::geo_coords_srid

Definition at line 76 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), DBHandler::detect_column_types(), Parser::CopyTableStmt::execute(), import_export::Importer::gdalToColumnDescriptors(), import_export::Importer::importGDAL(), and DBHandler::thrift_to_copyparams().

SQLTypes import_export::CopyParams::geo_coords_type

Definition at line 75 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), DBHandler::detect_column_types(), Parser::CopyTableStmt::execute(), import_export::Importer::gdalToColumnDescriptors(), and DBHandler::thrift_to_copyparams().

bool import_export::CopyParams::geo_explode_collections

Definition at line 80 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), Parser::CopyTableStmt::execute(), import_export::Importer::gdalGetLayersInGeoFile(), import_export::Importer::gdalToColumnDescriptors(), import_export::import_thread_delimited(), import_export::import_thread_shapefile(), import_export::Importer::readMetadataSampleGDAL(), and DBHandler::thrift_to_copyparams().

std::string import_export::CopyParams::geo_layer_name

Definition at line 78 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), Parser::CopyTableStmt::execute(), import_export::Importer::gdalToColumnDescriptors(), DBHandler::import_geo_table(), import_export::Importer::importGDAL(), import_export::Importer::readMetadataSampleGDAL(), and DBHandler::thrift_to_copyparams().

ImportHeaderRow import_export::CopyParams::has_header

Definition at line 48 of file CopyParams.h.

Referenced by import_export::QueryExporterCSV::beginExport(), DBHandler::copyparams_to_thrift(), Parser::CopyTableStmt::execute(), import_export::Detector::find_best_sqltypes_and_headers(), foreign_storage::get_offset_after_header(), import_export::DataStreamSink::import_compressed(), Parser::ExportQueryStmt::parseOptions(), and DBHandler::thrift_to_copyparams().

char import_export::CopyParams::line_delim

Definition at line 52 of file CopyParams.h.

Referenced by import_export::QueryExporterCSV::beginExport(), DBHandler::copyparams_to_thrift(), foreign_storage::dispatch_metadata_scan_requests(), Parser::CopyTableStmt::execute(), import_export::QueryExporterCSV::exportResults(), import_export::delimited_parser::find_beginning(), import_export::delimited_parser::find_end(), foreign_storage::get_offset_after_header(), import_export::DataStreamSink::import_compressed(), import_export::Detector::importDelimited(), anonymous_namespace{DelimitedParserUtils.cpp}::is_eol(), msg_consume(), foreign_storage::parse_file_regions(), Parser::ExportQueryStmt::parseOptions(), stream_insert(), and DBHandler::thrift_to_copyparams().

bool import_export::CopyParams::lonlat

Definition at line 72 of file CopyParams.h.

Referenced by Parser::CopyTableStmt::execute(), import_export::import_thread_delimited(), and foreign_storage::csv_file_buffer_parser::process_geo_column().

size_t import_export::CopyParams::max_reject

Definition at line 58 of file CopyParams.h.

Referenced by Parser::CopyTableStmt::execute(), import_export::import_thread_delimited(), and import_export::Importer::importGDAL().

std::string import_export::CopyParams::null_str

Definition at line 47 of file CopyParams.h.

Referenced by RowToColumnLoader::convert_string_to_column(), DBHandler::copyparams_to_thrift(), Parser::CopyTableStmt::execute(), import_export::QueryExporterCSV::exportResults(), import_export::Detector::find_best_sqltypes(), import_export::import_thread_delimited(), import_export::import_thread_shapefile(), msg_consume(), foreign_storage::csv_file_buffer_parser::parse_buffer(), import_export::delimited_parser::parse_string_array(), Parser::ExportQueryStmt::parseOptions(), foreign_storage::csv_file_buffer_parser::process_geo_column(), stream_insert(), import_export::StringToArray(), and DBHandler::thrift_to_copyparams().

bool import_export::CopyParams::plain_text = false

Definition at line 60 of file CopyParams.h.

Referenced by Parser::CopyTableStmt::execute(), import_export::DataStreamSink::import_compressed(), and foreign_storage::CsvDataWrapper::validateAndGetCopyParams().

char import_export::CopyParams::quote

Definition at line 50 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), Parser::CopyTableStmt::execute(), import_export::QueryExporterCSV::exportResults(), import_export::delimited_parser::find_end(), import_export::delimited_parser::get_row(), Parser::ExportQueryStmt::parseOptions(), DBHandler::thrift_to_copyparams(), and anonymous_namespace{DelimitedParserUtils.cpp}::trim_quotes().

bool import_export::CopyParams::quoted

Definition at line 49 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), Parser::CopyTableStmt::execute(), import_export::QueryExporterCSV::exportResults(), import_export::delimited_parser::find_end(), import_export::delimited_parser::get_row(), Parser::ExportQueryStmt::parseOptions(), DBHandler::thrift_to_copyparams(), and anonymous_namespace{DelimitedParserUtils.cpp}::trim_quotes().

size_t import_export::CopyParams::retry_count

Definition at line 67 of file CopyParams.h.

Referenced by RowToColumnLoader::do_load(), and RowToColumnLoader::wait_disconnet_reconnnect_retry().

size_t import_export::CopyParams::retry_wait

Definition at line 68 of file CopyParams.h.

Referenced by RowToColumnLoader::wait_disconnet_reconnnect_retry().

std::string import_export::CopyParams::s3_access_key

Definition at line 62 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), Parser::CopyTableStmt::execute(), import_export::DataStreamSink::import_compressed(), import_export::Importer::setGDALAuthorizationTokens(), and DBHandler::thrift_to_copyparams().

std::string import_export::CopyParams::s3_endpoint

Definition at line 65 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), Parser::CopyTableStmt::execute(), import_export::DataStreamSink::import_compressed(), import_export::Importer::setGDALAuthorizationTokens(), and DBHandler::thrift_to_copyparams().

std::string import_export::CopyParams::s3_region

Definition at line 64 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), Parser::CopyTableStmt::execute(), import_export::DataStreamSink::import_compressed(), import_export::Importer::setGDALAuthorizationTokens(), and DBHandler::thrift_to_copyparams().

std::string import_export::CopyParams::s3_secret_key

Definition at line 63 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), Parser::CopyTableStmt::execute(), import_export::DataStreamSink::import_compressed(), import_export::Importer::setGDALAuthorizationTokens(), and DBHandler::thrift_to_copyparams().

bool import_export::CopyParams::sanitize_column_names

Definition at line 77 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), DBHandler::detect_column_types(), and DBHandler::thrift_to_copyparams().

int import_export::CopyParams::threads

Definition at line 56 of file CopyParams.h.

Referenced by DBHandler::copyparams_to_thrift(), Parser::CopyTableStmt::execute(), foreign_storage::get_thread_count(), import_export::Importer::importDelimited(), import_export::Importer::importGDAL(), import_export::Detector::split_raw_data(), and DBHandler::thrift_to_copyparams().

---

The documentation for this struct was generated from the following file:

• /home/jenkins-slave/workspace/core-os-doxygen/ImportExport/CopyParams.h