OmniSciDB
85c2d10cdc
|
#include <CopyParams.h>
Public Member Functions | |
CopyParams () | |
CopyParams (char d, const std::string &n, char l, size_t b, size_t retries, size_t wait) | |
Public Attributes | |
char | delimiter |
std::string | null_str |
ImportHeaderRow | has_header |
bool | quoted |
char | quote |
char | escape |
char | line_delim |
char | array_delim |
char | array_begin |
char | array_end |
int | threads |
size_t | max_reject |
FileType | file_type |
bool | plain_text = false |
std::string | s3_access_key |
std::string | s3_secret_key |
std::string | s3_session_token = "" |
std::string | s3_region |
std::string | s3_endpoint |
size_t | retry_count |
size_t | retry_wait |
size_t | batch_size |
size_t | buffer_size |
bool | lonlat |
EncodingType | geo_coords_encoding |
int32_t | geo_coords_comp_param |
SQLTypes | geo_coords_type |
int32_t | geo_coords_srid |
bool | sanitize_column_names |
std::string | geo_layer_name |
bool | geo_assign_render_groups |
bool | geo_explode_collections |
int32_t | source_srid |
Definition at line 45 of file CopyParams.h.
|
inline |
Definition at line 84 of file CopyParams.h.
|
inline |
Definition at line 112 of file CopyParams.h.
char import_export::CopyParams::array_begin |
Definition at line 54 of file CopyParams.h.
Referenced by DBHandler::copyparams_to_thrift(), Parser::CopyTableStmt::execute(), import_export::delimited_parser::get_row(), import_export::delimited_parser::parse_string_array(), omnisci.thrift.ttypes.TCopyParams::read(), import_export::StringToArray(), DBHandler::thrift_to_copyparams(), and omnisci.thrift.ttypes.TCopyParams::write().
char import_export::CopyParams::array_delim |
Definition at line 53 of file CopyParams.h.
Referenced by DBHandler::copyparams_to_thrift(), Parser::CopyTableStmt::execute(), import_export::delimited_parser::parse_string_array(), omnisci.thrift.ttypes.TCopyParams::read(), import_export::StringToArray(), DBHandler::thrift_to_copyparams(), and omnisci.thrift.ttypes.TCopyParams::write().
char import_export::CopyParams::array_end |
Definition at line 55 of file CopyParams.h.
Referenced by DBHandler::copyparams_to_thrift(), Parser::CopyTableStmt::execute(), import_export::delimited_parser::get_row(), import_export::delimited_parser::parse_string_array(), omnisci.thrift.ttypes.TCopyParams::read(), import_export::StringToArray(), DBHandler::thrift_to_copyparams(), and omnisci.thrift.ttypes.TCopyParams::write().
size_t import_export::CopyParams::batch_size |
Definition at line 70 of file CopyParams.h.
Referenced by kafka_insert(), and stream_insert().
size_t import_export::CopyParams::buffer_size |
Definition at line 71 of file CopyParams.h.
Referenced by Parser::CopyTableStmt::execute(), foreign_storage::get_buffer_size(), import_export::DataStreamSink::import_compressed(), and import_export::Importer::importDelimited().
char import_export::CopyParams::delimiter |
Definition at line 46 of file CopyParams.h.
Referenced by import_export::QueryExporterCSV::beginExport(), DBHandler::copyparams_to_thrift(), import_export::Detector::detect_row_delimiter(), Parser::CopyTableStmt::execute(), import_export::QueryExporterCSV::exportResults(), import_export::delimited_parser::get_row(), DBHandler::import_table(), msg_consume(), import_export::delimited_parser::parse_string_array(), Parser::ExportQueryStmt::parseOptions(), RowToColumnLoader::print_row_with_delim(), omnisci.thrift.ttypes.TCopyParams::read(), stream_insert(), DBHandler::thrift_to_copyparams(), and omnisci.thrift.ttypes.TCopyParams::write().
char import_export::CopyParams::escape |
Definition at line 51 of file CopyParams.h.
Referenced by DBHandler::copyparams_to_thrift(), Parser::CopyTableStmt::execute(), import_export::QueryExporterCSV::exportResults(), import_export::delimited_parser::find_end(), import_export::delimited_parser::get_row(), Parser::ExportQueryStmt::parseOptions(), omnisci.thrift.ttypes.TCopyParams::read(), DBHandler::thrift_to_copyparams(), and omnisci.thrift.ttypes.TCopyParams::write().
FileType import_export::CopyParams::file_type |
Definition at line 59 of file CopyParams.h.
Referenced by import_export::DataStreamSink::archivePlumber(), DBHandler::copyparams_to_thrift(), DBHandler::detect_column_types(), Parser::CopyTableStmt::execute(), import_export::import_thread_delimited(), omnisci.thrift.ttypes.TCopyParams::read(), omnisci.thrift.OmniSci.create_table_args::read(), DBHandler::thrift_to_copyparams(), omnisci.thrift.ttypes.TCopyParams::write(), and omnisci.thrift.OmniSci.create_table_args::write().
bool import_export::CopyParams::geo_assign_render_groups |
Definition at line 80 of file CopyParams.h.
Referenced by DBHandler::copyparams_to_thrift(), Parser::CopyTableStmt::execute(), import_export::Importer::importDelimited(), import_export::Importer::importGDAL(), omnisci.thrift.ttypes.TCopyParams::read(), DBHandler::thrift_to_copyparams(), and omnisci.thrift.ttypes.TCopyParams::write().
int32_t import_export::CopyParams::geo_coords_comp_param |
Definition at line 75 of file CopyParams.h.
Referenced by DBHandler::copyparams_to_thrift(), DBHandler::detect_column_types(), Parser::CopyTableStmt::execute(), import_export::Importer::gdalToColumnDescriptors(), omnisci.thrift.ttypes.TCopyParams::read(), DBHandler::thrift_to_copyparams(), and omnisci.thrift.ttypes.TCopyParams::write().
EncodingType import_export::CopyParams::geo_coords_encoding |
Definition at line 74 of file CopyParams.h.
Referenced by DBHandler::copyparams_to_thrift(), DBHandler::detect_column_types(), Parser::CopyTableStmt::execute(), import_export::Importer::gdalToColumnDescriptors(), QueryRunner::ImportDriver::importGeoTable(), omnisci.thrift.ttypes.TCopyParams::read(), DBHandler::thrift_to_copyparams(), and omnisci.thrift.ttypes.TCopyParams::write().
int32_t import_export::CopyParams::geo_coords_srid |
Definition at line 77 of file CopyParams.h.
Referenced by DBHandler::copyparams_to_thrift(), DBHandler::detect_column_types(), Parser::CopyTableStmt::execute(), import_export::Importer::gdalToColumnDescriptors(), import_export::Importer::importGDAL(), omnisci.thrift.ttypes.TCopyParams::read(), DBHandler::thrift_to_copyparams(), and omnisci.thrift.ttypes.TCopyParams::write().
SQLTypes import_export::CopyParams::geo_coords_type |
Definition at line 76 of file CopyParams.h.
Referenced by DBHandler::copyparams_to_thrift(), DBHandler::detect_column_types(), Parser::CopyTableStmt::execute(), import_export::Importer::gdalToColumnDescriptors(), omnisci.thrift.ttypes.TCopyParams::read(), DBHandler::thrift_to_copyparams(), and omnisci.thrift.ttypes.TCopyParams::write().
bool import_export::CopyParams::geo_explode_collections |
Definition at line 81 of file CopyParams.h.
Referenced by DBHandler::copyparams_to_thrift(), Parser::CopyTableStmt::execute(), import_export::Importer::gdalGetLayersInGeoFile(), import_export::Importer::gdalToColumnDescriptors(), import_export::import_thread_delimited(), import_export::import_thread_shapefile(), omnisci.thrift.ttypes.TCopyParams::read(), import_export::Importer::readMetadataSampleGDAL(), DBHandler::thrift_to_copyparams(), and omnisci.thrift.ttypes.TCopyParams::write().
std::string import_export::CopyParams::geo_layer_name |
Definition at line 79 of file CopyParams.h.
Referenced by DBHandler::copyparams_to_thrift(), Parser::CopyTableStmt::execute(), import_export::Importer::gdalToColumnDescriptors(), DBHandler::import_geo_table(), import_export::Importer::importGDAL(), omnisci.thrift.ttypes.TCopyParams::read(), import_export::Importer::readMetadataSampleGDAL(), DBHandler::thrift_to_copyparams(), and omnisci.thrift.ttypes.TCopyParams::write().
ImportHeaderRow import_export::CopyParams::has_header |
Definition at line 48 of file CopyParams.h.
Referenced by import_export::QueryExporterCSV::beginExport(), DBHandler::copyparams_to_thrift(), Parser::CopyTableStmt::execute(), import_export::Detector::find_best_sqltypes_and_headers(), import_export::DataStreamSink::import_compressed(), Parser::ExportQueryStmt::parseOptions(), omnisci.thrift.ttypes.TCopyParams::read(), foreign_storage::SingleFileReader::SingleFileReader(), foreign_storage::CompressedFileReader::skipHeader(), DBHandler::thrift_to_copyparams(), and omnisci.thrift.ttypes.TCopyParams::write().
char import_export::CopyParams::line_delim |
Definition at line 52 of file CopyParams.h.
Referenced by import_export::QueryExporterCSV::beginExport(), DBHandler::copyparams_to_thrift(), foreign_storage::dispatch_metadata_scan_requests(), Parser::CopyTableStmt::execute(), import_export::QueryExporterCSV::exportResults(), import_export::delimited_parser::find_beginning(), import_export::delimited_parser::find_end(), import_export::DataStreamSink::import_compressed(), import_export::Detector::importDelimited(), anonymous_namespace{DelimitedParserUtils.cpp}::is_eol(), msg_consume(), Parser::ExportQueryStmt::parseOptions(), foreign_storage::MultiFileReader::read(), omnisci.thrift.ttypes.TCopyParams::read(), foreign_storage::CompressedFileReader::readInternal(), foreign_storage::MultiFileReader::readRegion(), foreign_storage::SingleFileReader::SingleFileReader(), foreign_storage::CompressedFileReader::skipHeader(), stream_insert(), DBHandler::thrift_to_copyparams(), and omnisci.thrift.ttypes.TCopyParams::write().
bool import_export::CopyParams::lonlat |
Definition at line 73 of file CopyParams.h.
Referenced by Parser::CopyTableStmt::execute(), import_export::import_thread_delimited(), and foreign_storage::csv_file_buffer_parser::process_geo_column().
size_t import_export::CopyParams::max_reject |
Definition at line 58 of file CopyParams.h.
Referenced by Parser::CopyTableStmt::execute(), import_export::import_thread_delimited(), import_export::Importer::importDelimited(), and import_export::Importer::importGDAL().
std::string import_export::CopyParams::null_str |
Definition at line 47 of file CopyParams.h.
Referenced by RowToColumnLoader::convert_string_to_column(), DBHandler::copyparams_to_thrift(), Parser::CopyTableStmt::execute(), import_export::QueryExporterCSV::exportResults(), import_export::Detector::find_best_sqltypes(), import_export::import_thread_delimited(), import_export::import_thread_shapefile(), msg_consume(), foreign_storage::csv_file_buffer_parser::parse_buffer(), import_export::delimited_parser::parse_string_array(), Parser::ExportQueryStmt::parseOptions(), foreign_storage::csv_file_buffer_parser::process_geo_column(), omnisci.thrift.ttypes.TCopyParams::read(), stream_insert(), import_export::StringToArray(), DBHandler::thrift_to_copyparams(), and omnisci.thrift.ttypes.TCopyParams::write().
bool import_export::CopyParams::plain_text = false |
Definition at line 60 of file CopyParams.h.
Referenced by Parser::CopyTableStmt::execute(), import_export::DataStreamSink::import_compressed(), and foreign_storage::Csv::validate_and_get_copy_params().
char import_export::CopyParams::quote |
Definition at line 50 of file CopyParams.h.
Referenced by DBHandler::copyparams_to_thrift(), Parser::CopyTableStmt::execute(), import_export::QueryExporterCSV::exportResults(), import_export::delimited_parser::find_end(), import_export::delimited_parser::get_row(), Parser::ExportQueryStmt::parseOptions(), omnisci.thrift.ttypes.TCopyParams::read(), DBHandler::thrift_to_copyparams(), anonymous_namespace{DelimitedParserUtils.cpp}::trim_quotes(), and omnisci.thrift.ttypes.TCopyParams::write().
bool import_export::CopyParams::quoted |
Definition at line 49 of file CopyParams.h.
Referenced by DBHandler::copyparams_to_thrift(), Parser::CopyTableStmt::execute(), import_export::QueryExporterCSV::exportResults(), import_export::delimited_parser::find_end(), import_export::delimited_parser::get_row(), Parser::ExportQueryStmt::parseOptions(), omnisci.thrift.ttypes.TCopyParams::read(), DBHandler::thrift_to_copyparams(), anonymous_namespace{DelimitedParserUtils.cpp}::trim_quotes(), and omnisci.thrift.ttypes.TCopyParams::write().
size_t import_export::CopyParams::retry_count |
Definition at line 68 of file CopyParams.h.
Referenced by RowToColumnLoader::do_load(), and RowToColumnLoader::wait_disconnect_reconnect_retry().
size_t import_export::CopyParams::retry_wait |
Definition at line 69 of file CopyParams.h.
Referenced by RowToColumnLoader::wait_disconnect_reconnect_retry().
std::string import_export::CopyParams::s3_access_key |
Definition at line 62 of file CopyParams.h.
Referenced by DBHandler::copyparams_to_thrift(), Parser::CopyTableStmt::execute(), import_export::DataStreamSink::import_compressed(), omnisci.thrift.ttypes.TCopyParams::read(), import_export::Importer::setGDALAuthorizationTokens(), DBHandler::thrift_to_copyparams(), and omnisci.thrift.ttypes.TCopyParams::write().
std::string import_export::CopyParams::s3_endpoint |
Definition at line 66 of file CopyParams.h.
Referenced by DBHandler::copyparams_to_thrift(), Parser::CopyTableStmt::execute(), import_export::DataStreamSink::import_compressed(), omnisci.thrift.ttypes.TCopyParams::read(), import_export::Importer::setGDALAuthorizationTokens(), DBHandler::thrift_to_copyparams(), and omnisci.thrift.ttypes.TCopyParams::write().
std::string import_export::CopyParams::s3_region |
Definition at line 65 of file CopyParams.h.
Referenced by DBHandler::copyparams_to_thrift(), Parser::CopyTableStmt::execute(), import_export::DataStreamSink::import_compressed(), omnisci.thrift.ttypes.TCopyParams::read(), import_export::Importer::setGDALAuthorizationTokens(), DBHandler::thrift_to_copyparams(), and omnisci.thrift.ttypes.TCopyParams::write().
std::string import_export::CopyParams::s3_secret_key |
Definition at line 63 of file CopyParams.h.
Referenced by DBHandler::copyparams_to_thrift(), Parser::CopyTableStmt::execute(), import_export::DataStreamSink::import_compressed(), omnisci.thrift.ttypes.TCopyParams::read(), import_export::Importer::setGDALAuthorizationTokens(), DBHandler::thrift_to_copyparams(), and omnisci.thrift.ttypes.TCopyParams::write().
std::string import_export::CopyParams::s3_session_token = "" |
Definition at line 64 of file CopyParams.h.
Referenced by Parser::CopyTableStmt::execute(), and import_export::DataStreamSink::import_compressed().
bool import_export::CopyParams::sanitize_column_names |
Definition at line 78 of file CopyParams.h.
Referenced by DBHandler::copyparams_to_thrift(), DBHandler::detect_column_types(), omnisci.thrift.ttypes.TCopyParams::read(), DBHandler::thrift_to_copyparams(), and omnisci.thrift.ttypes.TCopyParams::write().
int32_t import_export::CopyParams::source_srid |
Definition at line 82 of file CopyParams.h.
Referenced by DBHandler::copyparams_to_thrift(), Parser::CopyTableStmt::execute(), import_export::import_thread_delimited(), omnisci.thrift.ttypes.TCopyParams::read(), DBHandler::thrift_to_copyparams(), and omnisci.thrift.ttypes.TCopyParams::write().
int import_export::CopyParams::threads |
Definition at line 56 of file CopyParams.h.
Referenced by DBHandler::copyparams_to_thrift(), Parser::CopyTableStmt::execute(), foreign_storage::get_thread_count(), import_export::Importer::importDelimited(), import_export::Importer::importGDAL(), omnisci.thrift.ttypes.TCopyParams::read(), import_export::Detector::split_raw_data(), DBHandler::thrift_to_copyparams(), and omnisci.thrift.ttypes.TCopyParams::write().