OmniSciDB
bf83d84833
|
#include <CsvReader.h>
Public Member Functions | |
LocalMultiFileReader (const std::string &file_path, const import_export::CopyParams ©_params) | |
LocalMultiFileReader (const std::string &file_path, const import_export::CopyParams ©_params, const rapidjson::Value &value) | |
void | checkForMoreRows (size_t file_offset, const ForeignServer *server_options, const UserMapping *user_mapping) override |
![]() | |
MultiFileReader (const std::string &file_path, const import_export::CopyParams ©_params) | |
MultiFileReader (const std::string &file_path, const import_export::CopyParams ©_params, const rapidjson::Value &value) | |
size_t | getRemainingSize () override |
bool | isRemainingSizeKnown () override |
size_t | read (void *buffer, size_t max_size) override |
size_t | readRegion (void *buffer, size_t offset, size_t size) override |
bool | isScanFinished () override |
void | serialize (rapidjson::Value &value, rapidjson::Document::AllocatorType &allocator) const override |
![]() | |
CsvReader (const std::string &file_path, const import_export::CopyParams ©_params) | |
virtual | ~CsvReader ()=default |
Private Member Functions | |
void | insertFile (std::string location) |
Additional Inherited Members | |
![]() | |
std::vector< std::unique_ptr < CsvReader > > | files_ |
std::vector< std::string > | file_locations_ |
std::vector< size_t > | cumulative_sizes_ |
size_t | current_index_ |
size_t | current_offset_ |
![]() | |
import_export::CopyParams | copy_params_ |
std::string | file_path_ |
Definition at line 325 of file CsvReader.h.
foreign_storage::LocalMultiFileReader::LocalMultiFileReader | ( | const std::string & | file_path, |
const import_export::CopyParams & | copy_params | ||
) |
Definition at line 529 of file CsvReader.cpp.
References insertFile().
foreign_storage::LocalMultiFileReader::LocalMultiFileReader | ( | const std::string & | file_path, |
const import_export::CopyParams & | copy_params, | ||
const rapidjson::Value & | value | ||
) |
Definition at line 572 of file CsvReader.cpp.
References foreign_storage::CsvReader::copy_params_, foreign_storage::MultiFileReader::file_locations_, foreign_storage::MultiFileReader::files_, and foreign_storage::anonymous_namespace{CsvReader.cpp}::is_compressed_file().
|
overridevirtual |
Rescan the target files Throws an exception if the rescan fails (ie files are not in a valid appended state or not supported)
file_offset | - where to resume the scan from (end of the last row) as not all of the bytes may have been consumed by the upstream compoennet |
server_options | - only needed for S3 backed CSV |
user_mapping | - only needed for S3 backed CSV |
Reimplemented from foreign_storage::CsvReader.
Definition at line 606 of file CsvReader.cpp.
References CHECK, foreign_storage::MultiFileReader::cumulative_sizes_, foreign_storage::MultiFileReader::current_index_, foreign_storage::MultiFileReader::current_offset_, foreign_storage::MultiFileReader::file_locations_, foreign_storage::CsvReader::file_path_, foreign_storage::MultiFileReader::files_, insertFile(), foreign_storage::MultiFileReader::isScanFinished(), and foreign_storage::throw_removed_file_error().
|
private |
Definition at line 592 of file CsvReader.cpp.
References foreign_storage::CsvReader::copy_params_, foreign_storage::MultiFileReader::file_locations_, foreign_storage::MultiFileReader::files_, and foreign_storage::anonymous_namespace{CsvReader.cpp}::is_compressed_file().
Referenced by checkForMoreRows(), and LocalMultiFileReader().