OmniSciDB  471d68cefb
 All Classes Namespaces Files Functions Variables Typedefs Enumerations Enumerator Friends Macros Groups Pages
foreign_storage::ParseBufferRequest Struct Reference

#include <TextFileBufferParser.h>

+ Collaboration diagram for foreign_storage::ParseBufferRequest:

Public Member Functions

 ParseBufferRequest (const ParseBufferRequest &request)=delete
 
 ParseBufferRequest (ParseBufferRequest &&request)=default
 
 ParseBufferRequest (size_t buffer_size, const import_export::CopyParams &copy_params, int db_id, const ForeignTable *foreign_table, const std::set< int > column_filter_set, const std::string &full_path)
 
std::shared_ptr
< Catalog_Namespace::Catalog
getCatalog () const
 
std::list< const
ColumnDescriptor * > 
getColumns () const
 
int32_t getTableId () const
 
std::string getTableName () const
 
size_t getMaxFragRows () const
 
std::string getFilePath () const
 

Public Attributes

std::unique_ptr< char[]> buffer
 
size_t buffer_size
 
size_t buffer_alloc_size
 
const import_export::CopyParams copy_params
 
const int db_id
 
std::unique_ptr
< ForeignTableSchema
foreign_table_schema
 
std::vector< std::unique_ptr
< import_export::TypedImportBuffer > > 
import_buffers
 
size_t buffer_row_count
 
size_t begin_pos
 
size_t end_pos
 
size_t first_row_index
 
size_t file_offset
 
size_t process_row_count
 
std::string full_path
 

Detailed Description

Definition at line 25 of file TextFileBufferParser.h.

Constructor & Destructor Documentation

foreign_storage::ParseBufferRequest::ParseBufferRequest ( const ParseBufferRequest request)
delete
foreign_storage::ParseBufferRequest::ParseBufferRequest ( ParseBufferRequest &&  request)
default
foreign_storage::ParseBufferRequest::ParseBufferRequest ( size_t  buffer_size,
const import_export::CopyParams copy_params,
int  db_id,
const ForeignTable foreign_table,
const std::set< int >  column_filter_set,
const std::string &  full_path 
)

Definition at line 22 of file TextFileBufferParser.cpp.

References buffer, buffer_size, getCatalog(), getColumns(), import_buffers, IS_STRING, and kENCODING_DICT.

30  , copy_params(copy_params)
31  , db_id(db_id)
32  , foreign_table_schema(std::make_unique<ForeignTableSchema>(db_id, foreign_table))
33  , full_path(full_path) {
34  if (buffer_size > 0) {
35  buffer = std::make_unique<char[]>(buffer_size);
36  }
37  // initialize import buffers from columns.
38  for (const auto column : getColumns()) {
39  if (column_filter_set.find(column->columnId) == column_filter_set.end()) {
40  import_buffers.emplace_back(nullptr);
41  } else {
42  StringDictionary* string_dictionary = nullptr;
43  if (column->columnType.is_dict_encoded_string() ||
44  (column->columnType.is_array() && IS_STRING(column->columnType.get_subtype()) &&
45  column->columnType.get_compression() == kENCODING_DICT)) {
46  auto dict_descriptor =
47  getCatalog()->getMetadataForDict(column->columnType.get_comp_param(), true);
48  string_dictionary = dict_descriptor->stringDict.get();
49  }
50  import_buffers.emplace_back(
51  std::make_unique<import_export::TypedImportBuffer>(column, string_dictionary));
52  }
53  }
54 }
std::vector< std::unique_ptr< import_export::TypedImportBuffer > > import_buffers
const import_export::CopyParams copy_params
std::unique_ptr< ForeignTableSchema > foreign_table_schema
std::list< const ColumnDescriptor * > getColumns() const
std::shared_ptr< Catalog_Namespace::Catalog > getCatalog() const
#define IS_STRING(T)
Definition: sqltypes.h:250

+ Here is the call graph for this function:

Member Function Documentation

std::shared_ptr<Catalog_Namespace::Catalog> foreign_storage::ParseBufferRequest::getCatalog ( ) const
inline

Definition at line 35 of file TextFileBufferParser.h.

References CHECK, Catalog_Namespace::SysCatalog::getCatalog(), and Catalog_Namespace::SysCatalog::instance().

Referenced by foreign_storage::CsvFileBufferParser::parseBuffer(), foreign_storage::RegexFileBufferParser::parseBuffer(), and ParseBufferRequest().

35  {
37  CHECK(catalog);
38  return catalog;
39  }
static SysCatalog & instance()
Definition: SysCatalog.h:325
std::shared_ptr< Catalog > getCatalog(const std::string &dbName)
#define CHECK(condition)
Definition: Logger.h:209

+ Here is the call graph for this function:

+ Here is the caller graph for this function:

std::list<const ColumnDescriptor*> foreign_storage::ParseBufferRequest::getColumns ( ) const
inline

Definition at line 41 of file TextFileBufferParser.h.

References foreign_table_schema.

Referenced by foreign_storage::CsvFileBufferParser::parseBuffer(), foreign_storage::RegexFileBufferParser::parseBuffer(), and ParseBufferRequest().

41  {
42  return foreign_table_schema->getLogicalAndPhysicalColumns();
43  }
std::unique_ptr< ForeignTableSchema > foreign_table_schema

+ Here is the caller graph for this function:

std::string foreign_storage::ParseBufferRequest::getFilePath ( ) const
inline

Definition at line 57 of file TextFileBufferParser.h.

References full_path.

Referenced by foreign_storage::CsvFileBufferParser::parseBuffer(), foreign_storage::RegexFileBufferParser::parseBuffer(), and foreign_storage::process_data_blocks().

+ Here is the caller graph for this function:

size_t foreign_storage::ParseBufferRequest::getMaxFragRows ( ) const
inline

Definition at line 53 of file TextFileBufferParser.h.

References foreign_table_schema.

Referenced by foreign_storage::process_data_blocks().

53  {
54  return foreign_table_schema->getForeignTable()->maxFragRows;
55  }
std::unique_ptr< ForeignTableSchema > foreign_table_schema

+ Here is the caller graph for this function:

int32_t foreign_storage::ParseBufferRequest::getTableId ( ) const
inline

Definition at line 45 of file TextFileBufferParser.h.

References foreign_table_schema.

Referenced by foreign_storage::process_data_blocks().

45  {
46  return foreign_table_schema->getForeignTable()->tableId;
47  }
std::unique_ptr< ForeignTableSchema > foreign_table_schema

+ Here is the caller graph for this function:

std::string foreign_storage::ParseBufferRequest::getTableName ( ) const
inline

Definition at line 49 of file TextFileBufferParser.h.

References foreign_table_schema.

49  {
50  return foreign_table_schema->getForeignTable()->tableName;
51  }
std::unique_ptr< ForeignTableSchema > foreign_table_schema

Member Data Documentation

std::unique_ptr<char[]> foreign_storage::ParseBufferRequest::buffer
size_t foreign_storage::ParseBufferRequest::buffer_alloc_size

Definition at line 62 of file TextFileBufferParser.h.

size_t foreign_storage::ParseBufferRequest::buffer_row_count

Definition at line 69 of file TextFileBufferParser.h.

size_t foreign_storage::ParseBufferRequest::buffer_size
size_t foreign_storage::ParseBufferRequest::file_offset
std::unique_ptr<ForeignTableSchema> foreign_storage::ParseBufferRequest::foreign_table_schema
std::string foreign_storage::ParseBufferRequest::full_path

Definition at line 75 of file TextFileBufferParser.h.

Referenced by getFilePath().

size_t foreign_storage::ParseBufferRequest::process_row_count

The documentation for this struct was generated from the following files: