OmniSciDB
c1a53651b2
|
#include <Importer.h>
Public Types | |
using | OptionalStringVector = std::optional< std::vector< std::string >> |
Public Member Functions | |
TypedImportBuffer (const ColumnDescriptor *col_desc, StringDictionary *string_dict) | |
~TypedImportBuffer () | |
void | addBoolean (const int8_t v) |
void | addTinyint (const int8_t v) |
void | addSmallint (const int16_t v) |
void | addInt (const int32_t v) |
void | addBigint (const int64_t v) |
void | addFloat (const float v) |
void | addDouble (const double v) |
void | addString (const std::string_view v) |
void | addGeoString (const std::string_view v) |
void | addArray (const ArrayDatum &v) |
OptionalStringVector & | addStringArray () |
void | addStringArray (const OptionalStringVector &arr) |
void | addDictEncodedString (const std::vector< std::string > &string_vec) |
void | addDictEncodedStringArray (const std::vector< OptionalStringVector > &string_array_vec) |
const SQLTypeInfo & | getTypeInfo () const |
const ColumnDescriptor * | getColumnDesc () const |
StringDictionary * | getStringDictionary () const |
int8_t * | getAsBytes () const |
size_t | getElementSize () const |
std::vector< std::string > * | getStringBuffer () const |
std::vector< std::string > * | getGeoStringBuffer () const |
std::vector< ArrayDatum > * | getArrayBuffer () const |
std::vector < OptionalStringVector > * | getStringArrayBuffer () const |
std::vector< ArrayDatum > * | getStringArrayDictBuffer () const |
int8_t * | getStringDictBuffer () const |
bool | stringDictCheckpoint () |
void | clear () |
size_t | add_values (const ColumnDescriptor *cd, const TColumn &data) |
size_t | add_arrow_values (const ColumnDescriptor *cd, const arrow::Array &data, const bool exact_type_match, const ArraySliceRange &slice_range, BadRowsTracker *bad_rows_tracker) |
void | add_value (const ColumnDescriptor *cd, const std::string_view val, const bool is_null, const CopyParams ©_params, const bool check_not_null=true) |
void | add_value (const ColumnDescriptor *cd, const TDatum &val, const bool is_null) |
void | addDefaultValues (const ColumnDescriptor *cd, size_t num_rows) |
void | pop_value () |
template<typename DATA_TYPE > | |
size_t | convert_arrow_val_to_import_buffer (const ColumnDescriptor *cd, const arrow::Array &array, std::vector< DATA_TYPE > &buffer, const ArraySliceRange &slice_range, BadRowsTracker *const bad_rows_tracker) |
template<typename DATA_TYPE > | |
auto | del_values (std::vector< DATA_TYPE > &buffer, BadRowsTracker *const bad_rows_tracker) |
auto | del_values (const SQLTypes type, BadRowsTracker *const bad_rows_tracker) |
template<typename DATA_TYPE > | |
size_t | convert_arrow_val_to_import_buffer (const ColumnDescriptor *cd, const Array &array, std::vector< DATA_TYPE > &buffer, const ArraySliceRange &slice_range, import_export::BadRowsTracker *const bad_rows_tracker) |
Static Public Member Functions | |
static std::vector< DataBlockPtr > | get_data_block_pointers (const std::vector< std::unique_ptr< TypedImportBuffer >> &import_buffers) |
Public Attributes | |
std::vector< std::unique_ptr < TypedImportBuffer > > * | import_buffers |
size_t | col_idx |
std::vector< int8_t > * | bool_buffer_ |
std::vector< int8_t > * | tinyint_buffer_ |
std::vector< int16_t > * | smallint_buffer_ |
std::vector< int32_t > * | int_buffer_ |
std::vector< int64_t > * | bigint_buffer_ |
std::vector< float > * | float_buffer_ |
std::vector< double > * | double_buffer_ |
std::vector< std::string > * | string_buffer_ |
std::vector< std::string > * | geo_string_buffer_ |
std::vector< ArrayDatum > * | array_buffer_ |
std::vector < OptionalStringVector > * | string_array_buffer_ |
std::vector< uint8_t > * | string_dict_i8_buffer_ |
std::vector< uint16_t > * | string_dict_i16_buffer_ |
std::vector< int32_t > * | string_dict_i32_buffer_ |
std::vector< ArrayDatum > * | string_array_dict_buffer_ |
Private Attributes | |
union { | |
std::vector< int8_t > * bool_buffer_ | |
std::vector< int8_t > * tinyint_buffer_ | |
std::vector< int16_t > * smallint_buffer_ | |
std::vector< int32_t > * int_buffer_ | |
std::vector< int64_t > * bigint_buffer_ | |
std::vector< float > * float_buffer_ | |
std::vector< double > * double_buffer_ | |
std::vector< std::string > * string_buffer_ | |
std::vector< std::string > * geo_string_buffer_ | |
std::vector< ArrayDatum > * array_buffer_ | |
std::vector < OptionalStringVector > * string_array_buffer_ | |
}; | |
union { | |
std::vector< uint8_t > * string_dict_i8_buffer_ | |
std::vector< uint16_t > * string_dict_i16_buffer_ | |
std::vector< int32_t > * string_dict_i32_buffer_ | |
std::vector< ArrayDatum > * string_array_dict_buffer_ | |
}; | |
const ColumnDescriptor * | column_desc_ |
StringDictionary * | string_dict_ |
Definition at line 93 of file Importer.h.
using import_export::TypedImportBuffer::OptionalStringVector = std::optional<std::vector<std::string>> |
Definition at line 95 of file Importer.h.
|
inline |
Definition at line 96 of file Importer.h.
References array_buffer_, bigint_buffer_, bool_buffer_, CHECK, ColumnDescriptor::columnType, double_buffer_, float_buffer_, geo_string_buffer_, SQLTypeInfo::get_compression(), SQLTypeInfo::get_size(), SQLTypeInfo::get_subtype(), SQLTypeInfo::get_type(), int_buffer_, IS_STRING, kARRAY, kBIGINT, kBOOLEAN, kCHAR, kDATE, kDECIMAL, kDOUBLE, kENCODING_DICT, kFLOAT, kINT, kLINESTRING, kMULTILINESTRING, kMULTIPOINT, kMULTIPOLYGON, kNUMERIC, kPOINT, kPOLYGON, kSMALLINT, kTEXT, kTIME, kTIMESTAMP, kTINYINT, kVARCHAR, smallint_buffer_, string_array_buffer_, string_array_dict_buffer_, string_buffer_, string_dict_i16_buffer_, string_dict_i32_buffer_, string_dict_i8_buffer_, and tinyint_buffer_.
|
inline |
Definition at line 169 of file Importer.h.
References array_buffer_, bigint_buffer_, bool_buffer_, CHECK, column_desc_, ColumnDescriptor::columnType, double_buffer_, float_buffer_, geo_string_buffer_, SQLTypeInfo::get_compression(), SQLTypeInfo::get_size(), SQLTypeInfo::get_subtype(), SQLTypeInfo::get_type(), int_buffer_, IS_STRING, kARRAY, kBIGINT, kBOOLEAN, kCHAR, kDATE, kDECIMAL, kDOUBLE, kENCODING_DICT, kFLOAT, kINT, kLINESTRING, kMULTILINESTRING, kMULTIPOINT, kMULTIPOLYGON, kNUMERIC, kPOINT, kPOLYGON, kSMALLINT, kTEXT, kTIME, kTIMESTAMP, kTINYINT, kVARCHAR, smallint_buffer_, string_array_buffer_, string_array_dict_buffer_, string_buffer_, string_dict_i16_buffer_, string_dict_i32_buffer_, string_dict_i8_buffer_, and tinyint_buffer_.
size_t import_export::TypedImportBuffer::add_arrow_values | ( | const ColumnDescriptor * | cd, |
const arrow::Array & | data, | ||
const bool | exact_type_match, | ||
const ArraySliceRange & | slice_range, | ||
BadRowsTracker * | bad_rows_tracker | ||
) |
Definition at line 873 of file Importer.cpp.
References arrow_throw_if(), bigint_buffer_, bool_buffer_, ColumnDescriptor::columnName, ColumnDescriptor::columnType, convert_arrow_val_to_import_buffer(), double_buffer_, float_buffer_, geo_string_buffer_, SQLTypeInfo::get_notnull(), SQLTypeInfo::get_type(), int_buffer_, kARRAY, kBIGINT, kBOOLEAN, kCHAR, kDATE, kDECIMAL, kDOUBLE, kFLOAT, kINT, kLINESTRING, kMULTILINESTRING, kMULTIPOINT, kMULTIPOLYGON, kNUMERIC, kPOINT, kPOLYGON, kSMALLINT, kTEXT, kTIME, kTIMESTAMP, kTINYINT, kVARCHAR, smallint_buffer_, heavydb.dtypes::STRING, string_buffer_, tinyint_buffer_, and run_benchmark_import::type.
void import_export::TypedImportBuffer::add_value | ( | const ColumnDescriptor * | cd, |
const std::string_view | val, | ||
const bool | is_null, | ||
const CopyParams & | copy_params, | ||
const bool | check_not_null = true |
||
) |
Definition at line 528 of file Importer.cpp.
References addArray(), addBigint(), addBoolean(), addDouble(), addFloat(), addGeoString(), addInt(), addSmallint(), addString(), addStringArray(), addTinyint(), Datum::bigintval, Datum::boolval, CHECK, ColumnDescriptor::columnName, ColumnDescriptor::columnType, SQLTypeInfo::get_elem_type(), SQLTypeInfo::get_notnull(), SQLTypeInfo::get_size(), SQLTypeInfo::get_subtype(), SQLTypeInfo::get_type(), inline_fixed_encoding_null_val(), Datum::intval, IS_STRING, kARRAY, kBIGINT, kBOOLEAN, kCHAR, kDATE, kDECIMAL, kDOUBLE, kFLOAT, kINT, kLINESTRING, kMULTILINESTRING, kMULTIPOINT, kMULTIPOLYGON, kNUMERIC, kPOINT, kPOLYGON, kSMALLINT, kTEXT, kTIME, kTIMESTAMP, kTINYINT, kVARCHAR, StringDictionary::MAX_STRLEN, NULL_DOUBLE, NULL_FLOAT, import_export::NullArray(), import_export::delimited_parser::parse_string_array(), Datum::smallintval, import_export::StringToArray(), StringToDatum(), Datum::tinyintval, to_string(), run_benchmark_import::type, and DecimalOverflowValidator::validate().
Referenced by foreign_storage::anonymous_namespace{InternalStorageStatsDataWrapper.cpp}::set_null(), foreign_storage::anonymous_namespace{InternalCatalogDataWrapper.cpp}::set_null(), and foreign_storage::anonymous_namespace{InternalMemoryStatsDataWrapper.cpp}::set_null().
void import_export::TypedImportBuffer::add_value | ( | const ColumnDescriptor * | cd, |
const TDatum & | val, | ||
const bool | is_null | ||
) |
Definition at line 1307 of file Importer.cpp.
References addArray(), addBigint(), import_export::addBinaryStringArray(), addBoolean(), addDouble(), addFloat(), addGeoString(), addInt(), addSmallint(), addString(), addStringArray(), addTinyint(), CHECK, ColumnDescriptor::columnName, ColumnDescriptor::columnType, decimal_to_int_type(), SQLTypeInfo::get_notnull(), SQLTypeInfo::get_subtype(), SQLTypeInfo::get_type(), inline_fixed_encoding_null_val(), SQLTypeInfo::is_decimal(), IS_STRING, kARRAY, kBIGINT, kBOOLEAN, kCHAR, kDATE, kDOUBLE, kFLOAT, kINT, kLINESTRING, kMULTILINESTRING, kMULTIPOINT, kMULTIPOLYGON, kPOINT, kPOLYGON, kSMALLINT, kTEXT, kTIME, kTIMESTAMP, kTINYINT, kVARCHAR, NULL_DOUBLE, NULL_FLOAT, import_export::NullArray(), import_export::TDatumToArrayDatum(), and run_benchmark_import::type.
size_t import_export::TypedImportBuffer::add_values | ( | const ColumnDescriptor * | cd, |
const TColumn & | data | ||
) |
Definition at line 976 of file Importer.cpp.
References addArray(), addStringArray(), anonymous_namespace{QueryMemoryDescriptor.cpp}::any_of(), bigint_buffer_, bool_buffer_, checked_malloc(), ColumnDescriptor::columnName, ColumnDescriptor::columnType, double_buffer_, float_buffer_, geo_string_buffer_, SQLTypeInfo::get_elem_type(), SQLTypeInfo::get_notnull(), SQLTypeInfo::get_subtype(), SQLTypeInfo::get_type(), inline_fixed_encoding_null_val(), int_buffer_, IS_STRING, kARRAY, kBIGINT, kBOOLEAN, kCHAR, kDATE, kDECIMAL, kDOUBLE, kFLOAT, kINT, kLINESTRING, kMULTILINESTRING, kMULTIPOINT, kMULTIPOLYGON, kNUMERIC, kPOINT, kPOLYGON, kSMALLINT, kTEXT, kTIME, kTIMESTAMP, kTINYINT, kVARCHAR, NULL_DOUBLE, NULL_FLOAT, import_export::NullArray(), smallint_buffer_, string_buffer_, and tinyint_buffer_.
|
inline |
Definition at line 256 of file Importer.h.
References array_buffer_.
Referenced by add_value(), and add_values().
|
inline |
Definition at line 246 of file Importer.h.
References bigint_buffer_.
Referenced by add_value().
|
inline |
Definition at line 238 of file Importer.h.
References bool_buffer_.
Referenced by add_value().
void import_export::TypedImportBuffer::addDefaultValues | ( | const ColumnDescriptor * | cd, |
size_t | num_rows | ||
) |
Definition at line 1446 of file Importer.cpp.
References array_buffer_, bigint_buffer_, bool_buffer_, CHECK, ColumnDescriptor::columnName, ColumnDescriptor::columnType, convert_decimal_value_to_scale(), ColumnDescriptor::default_value, double_buffer_, float_buffer_, geo_string_buffer_, SQLTypeInfo::get_notnull(), SQLTypeInfo::get_type(), inline_fixed_encoding_null_val(), int_buffer_, is_null(), IS_STRING, kARRAY, kBIGINT, kBOOLEAN, kCHAR, kDATE, kDECIMAL, kDOUBLE, kFLOAT, kINT, kLINESTRING, kMULTILINESTRING, kMULTIPOINT, kMULTIPOLYGON, kNUMERIC, kPOINT, kPOLYGON, kSMALLINT, kTEXT, kTIME, kTIMESTAMP, kTINYINT, kVARCHAR, StringDictionary::MAX_STRLEN, NULL_DOUBLE, NULL_FLOAT, import_export::NullArray(), import_export::delimited_parser::parse_string_array(), smallint_buffer_, string_array_buffer_, string_buffer_, import_export::StringToArray(), StringToDatum(), tinyint_buffer_, to_string(), and run_benchmark_import::type.
void import_export::TypedImportBuffer::addDictEncodedString | ( | const std::vector< std::string > & | string_vec | ) |
Definition at line 488 of file Importer.cpp.
References CHECK, column_desc_, ColumnDescriptor::columnName, ColumnDescriptor::columnType, logger::ERROR, SQLTypeInfo::get_size(), getColumnDesc(), StringDictionary::getOrAddBulk(), LOG, StringDictionary::MAX_STRLEN, string_dict_, string_dict_i16_buffer_, string_dict_i32_buffer_, and string_dict_i8_buffer_.
|
inline |
Definition at line 269 of file Importer.h.
References anonymous_namespace{Utm.h}::a, CHECK, checked_malloc(), column_desc_, ColumnDescriptor::columnType, import_export::ImporterUtils::composeNullArray(), StringDictionary::getOrAddBulkArray(), StringDictionary::MAX_STRLEN, string_array_dict_buffer_, and string_dict_.
|
inline |
Definition at line 250 of file Importer.h.
References double_buffer_.
Referenced by add_value().
|
inline |
Definition at line 248 of file Importer.h.
References float_buffer_.
Referenced by add_value().
|
inline |
Definition at line 254 of file Importer.h.
References geo_string_buffer_.
Referenced by add_value().
|
inline |
Definition at line 244 of file Importer.h.
References int_buffer_.
Referenced by add_value().
|
inline |
Definition at line 242 of file Importer.h.
References smallint_buffer_.
Referenced by add_value().
|
inline |
Definition at line 252 of file Importer.h.
References string_buffer_.
Referenced by add_value().
|
inline |
Definition at line 258 of file Importer.h.
References string_array_buffer_.
Referenced by add_value(), and add_values().
|
inline |
Definition at line 263 of file Importer.h.
References string_array_buffer_.
|
inline |
Definition at line 240 of file Importer.h.
References tinyint_buffer_.
Referenced by add_value().
|
inline |
Definition at line 411 of file Importer.h.
References array_buffer_, bigint_buffer_, bool_buffer_, CHECK, column_desc_, ColumnDescriptor::columnType, double_buffer_, float_buffer_, geo_string_buffer_, SQLTypeInfo::get_compression(), SQLTypeInfo::get_size(), SQLTypeInfo::get_subtype(), SQLTypeInfo::get_type(), int_buffer_, IS_STRING, kARRAY, kBIGINT, kBOOLEAN, kCHAR, kDATE, kDECIMAL, kDOUBLE, kENCODING_DICT, kFLOAT, kINT, kLINESTRING, kMULTILINESTRING, kMULTIPOINT, kMULTIPOLYGON, kNUMERIC, kPOINT, kPOLYGON, kSMALLINT, kTEXT, kTIME, kTIMESTAMP, kTINYINT, kVARCHAR, smallint_buffer_, string_array_buffer_, string_array_dict_buffer_, string_buffer_, string_dict_i16_buffer_, string_dict_i32_buffer_, string_dict_i8_buffer_, and tinyint_buffer_.
size_t import_export::TypedImportBuffer::convert_arrow_val_to_import_buffer | ( | const ColumnDescriptor * | cd, |
const arrow::Array & | array, | ||
std::vector< DATA_TYPE > & | buffer, | ||
const ArraySliceRange & | slice_range, | ||
BadRowsTracker *const | bad_rows_tracker | ||
) |
size_t import_export::TypedImportBuffer::convert_arrow_val_to_import_buffer | ( | const ColumnDescriptor * | cd, |
const Array & | array, | ||
std::vector< DATA_TYPE > & | buffer, | ||
const ArraySliceRange & | slice_range, | ||
import_export::BadRowsTracker *const | bad_rows_tracker | ||
) |
Definition at line 788 of file Importer.cpp.
References col_idx, anonymous_namespace{ArrowImporter.h}::error_context(), geo_string_buffer_, SQLTypeInfo::get_type(), import_export::Importer::getCatalog(), Geospatial::GeoTypesFactory::getGeoColumns(), Geospatial::GeoTypesFactory::getNullGeoColumns(), import_buffers, import_export::BadRowsTracker::importer, import_export::BadRowsTracker::mutex, import_export::BadRowsTracker::rows, import_export::Importer::set_geo_physical_import_buffer(), and anonymous_namespace{ArrowImporter.h}::value_getter().
auto import_export::TypedImportBuffer::del_values | ( | std::vector< DATA_TYPE > & | buffer, |
BadRowsTracker *const | bad_rows_tracker | ||
) |
auto import_export::TypedImportBuffer::del_values | ( | const SQLTypes | type, |
BadRowsTracker *const | bad_rows_tracker | ||
) |
|
static |
Definition at line 3014 of file Importer.cpp.
References DataBlockPtr::arraysPtr, threading_serial::async(), CHECK, CHECK_EQ, getStringArrayBuffer(), getTypeInfo(), import_buffers, SQLTypeInfo::is_number(), IS_STRING, SQLTypeInfo::is_string(), kARRAY, kBOOLEAN, kENCODING_DICT, kENCODING_NONE, DataBlockPtr::numbersPtr, run_benchmark_import::result, and DataBlockPtr::stringsPtr.
Referenced by import_export::fill_missing_columns(), import_export::Loader::loadImpl(), and import_export::Loader::loadToShard().
|
inline |
Definition at line 381 of file Importer.h.
References array_buffer_.
|
inline |
Definition at line 323 of file Importer.h.
References bigint_buffer_, bool_buffer_, column_desc_, ColumnDescriptor::columnType, double_buffer_, float_buffer_, SQLTypeInfo::get_type(), int_buffer_, kBIGINT, kBOOLEAN, kDATE, kDECIMAL, kDOUBLE, kFLOAT, kINT, kNUMERIC, kSMALLINT, kTIME, kTIMESTAMP, kTINYINT, smallint_buffer_, and tinyint_buffer_.
Referenced by import_export::anonymous_namespace{Importer.cpp}::double_value_at(), import_export::anonymous_namespace{Importer.cpp}::float_value_at(), and import_export::anonymous_namespace{Importer.cpp}::int_value_at().
|
inline |
Definition at line 319 of file Importer.h.
References column_desc_.
Referenced by addDictEncodedString(), foreign_storage::anonymous_namespace{InternalStorageStatsDataWrapper.cpp}::set_null(), foreign_storage::anonymous_namespace{InternalCatalogDataWrapper.cpp}::set_null(), and foreign_storage::anonymous_namespace{InternalMemoryStatsDataWrapper.cpp}::set_null().
|
inline |
Definition at line 350 of file Importer.h.
References column_desc_, ColumnDescriptor::columnType, SQLTypeInfo::get_type(), kBIGINT, kBOOLEAN, kDATE, kDECIMAL, kDOUBLE, kFLOAT, kINT, kNUMERIC, kSMALLINT, kTIME, kTIMESTAMP, and kTINYINT.
|
inline |
Definition at line 379 of file Importer.h.
References geo_string_buffer_.
|
inline |
Definition at line 383 of file Importer.h.
References string_array_buffer_.
Referenced by get_data_block_pointers().
|
inline |
Definition at line 387 of file Importer.h.
References string_array_dict_buffer_.
|
inline |
Definition at line 377 of file Importer.h.
References string_buffer_.
|
inline |
Definition at line 391 of file Importer.h.
References column_desc_, ColumnDescriptor::columnType, SQLTypeInfo::get_size(), string_dict_i16_buffer_, string_dict_i32_buffer_, and string_dict_i8_buffer_.
Referenced by import_export::anonymous_namespace{Importer.cpp}::int_value_at().
|
inline |
Definition at line 321 of file Importer.h.
References string_dict_.
|
inline |
Definition at line 317 of file Importer.h.
References column_desc_, and ColumnDescriptor::columnType.
Referenced by import_export::anonymous_namespace{Importer.cpp}::double_value_at(), import_export::anonymous_namespace{Importer.cpp}::float_value_at(), get_data_block_pointers(), and import_export::anonymous_namespace{Importer.cpp}::int_value_at().
void import_export::TypedImportBuffer::pop_value | ( | ) |
Definition at line 726 of file Importer.cpp.
References array_buffer_, bigint_buffer_, bool_buffer_, CHECK, column_desc_, ColumnDescriptor::columnType, decimal_to_int_type(), double_buffer_, float_buffer_, geo_string_buffer_, SQLTypeInfo::get_subtype(), SQLTypeInfo::get_type(), int_buffer_, SQLTypeInfo::is_decimal(), IS_STRING, kARRAY, kBIGINT, kBOOLEAN, kCHAR, kDATE, kDOUBLE, kFLOAT, kINT, kLINESTRING, kMULTILINESTRING, kMULTIPOINT, kMULTIPOLYGON, kPOINT, kPOLYGON, kSMALLINT, kTEXT, kTIME, kTIMESTAMP, kTINYINT, kVARCHAR, smallint_buffer_, string_array_buffer_, string_buffer_, tinyint_buffer_, and run_benchmark_import::type.
|
inline |
Definition at line 404 of file Importer.h.
References StringDictionary::checkpoint(), and string_dict_.
union { ... } |
union { ... } |
std::vector<ArrayDatum>* import_export::TypedImportBuffer::array_buffer_ |
Definition at line 538 of file Importer.h.
Referenced by addArray(), addDefaultValues(), clear(), getArrayBuffer(), pop_value(), TypedImportBuffer(), and ~TypedImportBuffer().
std::vector<int64_t>* import_export::TypedImportBuffer::bigint_buffer_ |
Definition at line 533 of file Importer.h.
Referenced by add_arrow_values(), add_values(), addBigint(), addDefaultValues(), clear(), getAsBytes(), pop_value(), TypedImportBuffer(), and ~TypedImportBuffer().
std::vector<int8_t>* import_export::TypedImportBuffer::bool_buffer_ |
Definition at line 529 of file Importer.h.
Referenced by add_arrow_values(), add_values(), addBoolean(), addDefaultValues(), clear(), getAsBytes(), pop_value(), TypedImportBuffer(), and ~TypedImportBuffer().
size_t import_export::TypedImportBuffer::col_idx |
Definition at line 525 of file Importer.h.
Referenced by convert_arrow_val_to_import_buffer().
|
private |
Definition at line 547 of file Importer.h.
Referenced by addDictEncodedString(), addDictEncodedStringArray(), clear(), getAsBytes(), getColumnDesc(), getElementSize(), getStringDictBuffer(), getTypeInfo(), pop_value(), and ~TypedImportBuffer().
std::vector<double>* import_export::TypedImportBuffer::double_buffer_ |
Definition at line 535 of file Importer.h.
Referenced by add_arrow_values(), add_values(), addDefaultValues(), addDouble(), clear(), getAsBytes(), pop_value(), TypedImportBuffer(), and ~TypedImportBuffer().
std::vector<float>* import_export::TypedImportBuffer::float_buffer_ |
Definition at line 534 of file Importer.h.
Referenced by add_arrow_values(), add_values(), addDefaultValues(), addFloat(), clear(), getAsBytes(), pop_value(), TypedImportBuffer(), and ~TypedImportBuffer().
std::vector<std::string>* import_export::TypedImportBuffer::geo_string_buffer_ |
Definition at line 537 of file Importer.h.
Referenced by add_arrow_values(), add_values(), addDefaultValues(), addGeoString(), clear(), convert_arrow_val_to_import_buffer(), getGeoStringBuffer(), pop_value(), TypedImportBuffer(), and ~TypedImportBuffer().
std::vector<std::unique_ptr<TypedImportBuffer> >* import_export::TypedImportBuffer::import_buffers |
Definition at line 524 of file Importer.h.
Referenced by convert_arrow_val_to_import_buffer(), and get_data_block_pointers().
std::vector<int32_t>* import_export::TypedImportBuffer::int_buffer_ |
Definition at line 532 of file Importer.h.
Referenced by add_arrow_values(), add_values(), addDefaultValues(), addInt(), clear(), getAsBytes(), pop_value(), TypedImportBuffer(), and ~TypedImportBuffer().
std::vector<int16_t>* import_export::TypedImportBuffer::smallint_buffer_ |
Definition at line 531 of file Importer.h.
Referenced by add_arrow_values(), add_values(), addDefaultValues(), addSmallint(), clear(), getAsBytes(), pop_value(), TypedImportBuffer(), and ~TypedImportBuffer().
std::vector<OptionalStringVector>* import_export::TypedImportBuffer::string_array_buffer_ |
Definition at line 539 of file Importer.h.
Referenced by addDefaultValues(), addStringArray(), clear(), getStringArrayBuffer(), pop_value(), TypedImportBuffer(), and ~TypedImportBuffer().
std::vector<ArrayDatum>* import_export::TypedImportBuffer::string_array_dict_buffer_ |
Definition at line 545 of file Importer.h.
Referenced by addDictEncodedStringArray(), clear(), getStringArrayDictBuffer(), TypedImportBuffer(), and ~TypedImportBuffer().
std::vector<std::string>* import_export::TypedImportBuffer::string_buffer_ |
Definition at line 536 of file Importer.h.
Referenced by add_arrow_values(), add_values(), addDefaultValues(), addString(), clear(), getStringBuffer(), pop_value(), TypedImportBuffer(), and ~TypedImportBuffer().
|
private |
Definition at line 548 of file Importer.h.
Referenced by addDictEncodedString(), addDictEncodedStringArray(), getStringDictionary(), and stringDictCheckpoint().
std::vector<uint16_t>* import_export::TypedImportBuffer::string_dict_i16_buffer_ |
Definition at line 543 of file Importer.h.
Referenced by addDictEncodedString(), clear(), getStringDictBuffer(), TypedImportBuffer(), and ~TypedImportBuffer().
std::vector<int32_t>* import_export::TypedImportBuffer::string_dict_i32_buffer_ |
Definition at line 544 of file Importer.h.
Referenced by addDictEncodedString(), clear(), getStringDictBuffer(), TypedImportBuffer(), and ~TypedImportBuffer().
std::vector<uint8_t>* import_export::TypedImportBuffer::string_dict_i8_buffer_ |
Definition at line 542 of file Importer.h.
Referenced by addDictEncodedString(), clear(), getStringDictBuffer(), TypedImportBuffer(), and ~TypedImportBuffer().
std::vector<int8_t>* import_export::TypedImportBuffer::tinyint_buffer_ |
Definition at line 530 of file Importer.h.
Referenced by add_arrow_values(), add_values(), addDefaultValues(), addTinyint(), clear(), getAsBytes(), pop_value(), TypedImportBuffer(), and ~TypedImportBuffer().