OmniSciDB
94e8789169
|
#include <Importer.h>
Public Member Functions | |
DataStreamSink () | |
DataStreamSink (const CopyParams ©_params, const std::string file_path) | |
virtual | ~DataStreamSink () |
virtual ImportStatus | importDelimited (const std::string &file_path, const bool decompressed)=0 |
const CopyParams & | get_copy_params () const |
void | import_compressed (std::vector< std::string > &file_paths) |
Protected Member Functions | |
ImportStatus | archivePlumber () |
Protected Attributes | |
CopyParams | copy_params |
const std::string | file_path |
FILE * | p_file = nullptr |
ImportStatus | import_status |
bool | load_failed = false |
size_t | total_file_size {0} |
std::vector< size_t > | file_offsets |
std::mutex | file_offsets_mutex |
Definition at line 629 of file Importer.h.
|
inline |
Definition at line 631 of file Importer.h.
|
inline |
Definition at line 632 of file Importer.h.
|
inlinevirtual |
Definition at line 634 of file Importer.h.
|
protected |
Definition at line 3306 of file Importer.cpp.
References copy_params, file_path, import_export::CopyParams::file_type, get_filesize(), omnisci::glob(), import_compressed(), import_status, and total_file_size.
Referenced by import_export::Importer::import(), and import_export::Detector::read_file().
|
inline |
Definition at line 641 of file Importer.h.
References copy_params.
Referenced by DBHandler::detect_column_types().
void import_export::DataStreamSink::import_compressed | ( | std::vector< std::string > & | file_paths | ) |
Definition at line 3708 of file Importer.cpp.
References omnisci::close(), copy_params, file_offsets, file_offsets_mutex, import_export::CopyParams::has_header, import_status, importDelimited(), import_export::CopyParams::line_delim, import_export::ImportStatus::load_truncated, LOG, import_export::NO_HEADER, p_file, Archive::parse_url(), import_export::CopyParams::plain_text, import_export::ImportStatus::rows_completed, import_export::CopyParams::s3_access_key, import_export::CopyParams::s3_endpoint, import_export::CopyParams::s3_region, import_export::CopyParams::s3_secret_key, import_export::status_mutex, total_file_size, logger::WARNING, and File_Namespace::write().
Referenced by archivePlumber().
|
pure virtual |
Implemented in import_export::Importer, and import_export::Detector.
Referenced by import_compressed().
|
protected |
Definition at line 647 of file Importer.h.
Referenced by archivePlumber(), import_export::Detector::detect_row_delimiter(), import_export::Detector::find_best_sqltypes(), import_export::Detector::find_best_sqltypes_and_headers(), get_copy_params(), import_export::Importer::get_copy_params(), import_compressed(), import_export::Detector::importDelimited(), import_export::Importer::importDelimited(), import_export::Importer::importGDAL(), omnisci.thrift.ttypes.TDetectResult::read(), omnisci.thrift.OmniSci.detect_column_types_args::read(), omnisci.thrift.OmniSci.import_table_args::read(), omnisci.thrift.OmniSci.import_geo_table_args::read(), omnisci.thrift.OmniSci.get_first_geo_file_in_archive_args::read(), omnisci.thrift.OmniSci.get_all_files_in_archive_args::read(), omnisci.thrift.OmniSci.get_layers_in_geo_file_args::read(), import_export::Detector::split_raw_data(), omnisci.thrift.ttypes.TDetectResult::write(), omnisci.thrift.OmniSci.detect_column_types_args::write(), omnisci.thrift.OmniSci.import_table_args::write(), omnisci.thrift.OmniSci.import_geo_table_args::write(), omnisci.thrift.OmniSci.get_first_geo_file_in_archive_args::write(), omnisci.thrift.OmniSci.get_all_files_in_archive_args::write(), and omnisci.thrift.OmniSci.get_layers_in_geo_file_args::write().
|
protected |
Definition at line 653 of file Importer.h.
Referenced by import_compressed(), and import_export::Importer::importDelimited().
|
protected |
Definition at line 654 of file Importer.h.
Referenced by import_compressed(), and import_export::Importer::importDelimited().
|
protected |
Definition at line 648 of file Importer.h.
Referenced by archivePlumber(), and import_export::Importer::Importer().
|
protected |
Definition at line 650 of file Importer.h.
Referenced by archivePlumber(), import_compressed(), import_export::Detector::importDelimited(), import_export::Importer::importDelimited(), and import_export::Importer::importGDAL().
|
protected |
Definition at line 651 of file Importer.h.
Referenced by import_export::Importer::checkpoint(), import_export::Detector::importDelimited(), import_export::Importer::importDelimited(), import_export::Importer::importGDAL(), and import_export::Importer::load().
|
protected |
Definition at line 649 of file Importer.h.
Referenced by import_compressed(), import_export::Detector::importDelimited(), import_export::Importer::importDelimited(), import_export::Importer::Importer(), and import_export::Importer::~Importer().
|
protected |
Definition at line 652 of file Importer.h.
Referenced by archivePlumber(), import_compressed(), and import_export::Importer::importDelimited().