foreign_storage::csv_file_buffer_parser::ParseBufferRequest Struct Reference

#include <CsvFileBufferParser.h>

Collaboration diagram for foreign_storage::csv_file_buffer_parser::ParseBufferRequest:

Public Member Functions
	ParseBufferRequest (const ParseBufferRequest &request)=delete
	ParseBufferRequest (ParseBufferRequest &&request)=default
	ParseBufferRequest (size_t buffer_size, const import_export::CopyParams &copy_params, int db_id, const ForeignTable *foreign_table, std::set< int > column_filter_set)
std::shared_ptr < Catalog_Namespace::Catalog >	getCatalog () const
std::list< const ColumnDescriptor * >	getColumns () const
int32_t	getTableId () const
std::string	getTableName () const
size_t	getMaxFragRows () const
std::string	getFilePath () const

Public Attributes
std::unique_ptr< char[]>	buffer
size_t	buffer_size
size_t	buffer_alloc_size
const import_export::CopyParams	copy_params
const int	db_id
std::unique_ptr < ForeignTableSchema >	foreign_table_schema
std::vector< std::unique_ptr < import_export::TypedImportBuffer > >	import_buffers
size_t	buffer_row_count
size_t	begin_pos
size_t	end_pos
size_t	first_row_index
size_t	file_offset
size_t	process_row_count

Detailed Description

Definition at line 253 of file CsvFileBufferParser.h.

Constructor & Destructor Documentation

foreign_storage::csv_file_buffer_parser::ParseBufferRequest::ParseBufferRequest ( const ParseBufferRequest &  request )

delete

foreign_storage::csv_file_buffer_parser::ParseBufferRequest::ParseBufferRequest ( ParseBufferRequest &&  request )

default

foreign_storage::csv_file_buffer_parser::ParseBufferRequest::ParseBufferRequest ( size_t  buffer_size, const import_export::CopyParams &  copy_params, int  db_id, const ForeignTable *  foreign_table, std::set< int >  column_filter_set  )

inline

Definition at line 256 of file CsvFileBufferParser.h.

References getCatalog(), getColumns(), import_buffers, IS_STRING, and kENCODING_DICT.

      : buffer(std::make_unique<char[]>(buffer_size))
      , buffer_size(buffer_size)
      , buffer_alloc_size(buffer_size)
      , copy_params(copy_params)
      , db_id(db_id)
      , foreign_table_schema(std::make_unique<ForeignTableSchema>(db_id, foreign_table)) {
    // initialize import buffers from columns.
    for (const auto column : getColumns()) {
      if (column_filter_set.find(column->columnId) == column_filter_set.end()) {
        import_buffers.emplace_back(nullptr);
      } else {
        StringDictionary* string_dictionary = nullptr;
        if (column->columnType.is_dict_encoded_string() ||
            (column->columnType.is_array() &&
             IS_STRING(column->columnType.get_subtype()) &&
             column->columnType.get_compression() == kENCODING_DICT)) {
          auto dict_descriptor = getCatalog()->getMetadataForDictUnlocked(
              column->columnType.get_comp_param(), true);
          string_dictionary = dict_descriptor->stringDict.get();
        }
        import_buffers.emplace_back(std::make_unique<import_export::TypedImportBuffer>(
            column, string_dictionary));
      }
    }
  }

Here is the call graph for this function:

Member Function Documentation

std::shared_ptr<Catalog_Namespace::Catalog> foreign_storage::csv_file_buffer_parser::ParseBufferRequest::getCatalog ( ) const

inline

Definition at line 287 of file CsvFileBufferParser.h.

References Catalog_Namespace::SysCatalog::checkedGetCatalog(), db_id, and Catalog_Namespace::SysCatalog::instance().

Referenced by foreign_storage::csv_file_buffer_parser::parse_buffer(), and ParseBufferRequest().

                                                                    {
    return Catalog_Namespace::SysCatalog::instance().checkedGetCatalog(db_id);
  }

Here is the call graph for this function:

Here is the caller graph for this function:

std::list<const ColumnDescriptor*> foreign_storage::csv_file_buffer_parser::ParseBufferRequest::getColumns ( ) const

inline

Definition at line 291 of file CsvFileBufferParser.h.

References foreign_table_schema.

Referenced by foreign_storage::csv_file_buffer_parser::parse_buffer(), and ParseBufferRequest().

                                                             {
    return foreign_table_schema->getLogicalAndPhysicalColumns();
  }

Here is the caller graph for this function:

std::string foreign_storage::csv_file_buffer_parser::ParseBufferRequest::getFilePath ( ) const

inline

Definition at line 307 of file CsvFileBufferParser.h.

References foreign_table_schema.

Referenced by foreign_storage::csv_file_buffer_parser::parse_buffer(), and foreign_storage::process_data_blocks().

                                       {
    return foreign_table_schema->getForeignTable()->getFullFilePath();
  }

Here is the caller graph for this function:

size_t foreign_storage::csv_file_buffer_parser::ParseBufferRequest::getMaxFragRows ( ) const

inline

Definition at line 303 of file CsvFileBufferParser.h.

References foreign_table_schema.

Referenced by foreign_storage::process_data_blocks().

                                       {
    return foreign_table_schema->getForeignTable()->maxFragRows;
  }

Here is the caller graph for this function:

int32_t foreign_storage::csv_file_buffer_parser::ParseBufferRequest::getTableId ( ) const

inline

Definition at line 295 of file CsvFileBufferParser.h.

References foreign_table_schema.

Referenced by foreign_storage::process_data_blocks().

                                    {
    return foreign_table_schema->getForeignTable()->tableId;
  }

Here is the caller graph for this function:

std::string foreign_storage::csv_file_buffer_parser::ParseBufferRequest::getTableName ( ) const

inline

Definition at line 299 of file CsvFileBufferParser.h.

References foreign_table_schema.

                                        {
    return foreign_table_schema->getForeignTable()->tableName;
  }

Member Data Documentation

size_t foreign_storage::csv_file_buffer_parser::ParseBufferRequest::begin_pos

Definition at line 322 of file CsvFileBufferParser.h.

Referenced by foreign_storage::csv_file_buffer_parser::parse_buffer(), and foreign_storage::parse_file_regions().

std::unique_ptr<char[]> foreign_storage::csv_file_buffer_parser::ParseBufferRequest::buffer

Definition at line 312 of file CsvFileBufferParser.h.

Referenced by foreign_storage::csv_file_buffer_parser::parse_buffer(), and foreign_storage::parse_file_regions().

size_t foreign_storage::csv_file_buffer_parser::ParseBufferRequest::buffer_alloc_size

Definition at line 314 of file CsvFileBufferParser.h.

size_t foreign_storage::csv_file_buffer_parser::ParseBufferRequest::buffer_row_count

Definition at line 321 of file CsvFileBufferParser.h.

size_t foreign_storage::csv_file_buffer_parser::ParseBufferRequest::buffer_size

Definition at line 313 of file CsvFileBufferParser.h.

Referenced by foreign_storage::csv_file_buffer_parser::parse_buffer(), and foreign_storage::parse_file_regions().

const import_export::CopyParams foreign_storage::csv_file_buffer_parser::ParseBufferRequest::copy_params

Definition at line 315 of file CsvFileBufferParser.h.

Referenced by foreign_storage::csv_file_buffer_parser::parse_buffer(), omnisci.thrift.ttypes.TDetectResult::read(), omnisci.thrift.OmniSci.detect_column_types_args::read(), omnisci.thrift.OmniSci.import_table_args::read(), omnisci.thrift.OmniSci.import_geo_table_args::read(), omnisci.thrift.OmniSci.get_first_geo_file_in_archive_args::read(), omnisci.thrift.OmniSci.get_all_files_in_archive_args::read(), omnisci.thrift.OmniSci.get_layers_in_geo_file_args::read(), omnisci.thrift.ttypes.TDetectResult::write(), omnisci.thrift.OmniSci.detect_column_types_args::write(), omnisci.thrift.OmniSci.import_table_args::write(), omnisci.thrift.OmniSci.import_geo_table_args::write(), omnisci.thrift.OmniSci.get_first_geo_file_in_archive_args::write(), omnisci.thrift.OmniSci.get_all_files_in_archive_args::write(), and omnisci.thrift.OmniSci.get_layers_in_geo_file_args::write().

const int foreign_storage::csv_file_buffer_parser::ParseBufferRequest::db_id

Definition at line 316 of file CsvFileBufferParser.h.

Referenced by getCatalog(), foreign_storage::process_data_blocks(), omnisci.thrift.ttypes.TInsertData::read(), omnisci.thrift.OmniSci.set_table_epoch_args::read(), omnisci.thrift.OmniSci.get_table_epoch_args::read(), omnisci.thrift.OmniSci.get_table_epochs_args::read(), omnisci.thrift.OmniSci.set_table_epochs_args::read(), omnisci.thrift.ttypes.TInsertData::write(), omnisci.thrift.OmniSci.set_table_epoch_args::write(), omnisci.thrift.OmniSci.get_table_epoch_args::write(), omnisci.thrift.OmniSci.get_table_epochs_args::write(), and omnisci.thrift.OmniSci.set_table_epochs_args::write().

size_t foreign_storage::csv_file_buffer_parser::ParseBufferRequest::end_pos

Definition at line 323 of file CsvFileBufferParser.h.

Referenced by foreign_storage::csv_file_buffer_parser::parse_buffer(), and foreign_storage::parse_file_regions().

size_t foreign_storage::csv_file_buffer_parser::ParseBufferRequest::file_offset

Definition at line 325 of file CsvFileBufferParser.h.

Referenced by foreign_storage::csv_file_buffer_parser::parse_buffer(), and foreign_storage::parse_file_regions().

size_t foreign_storage::csv_file_buffer_parser::ParseBufferRequest::first_row_index

Definition at line 324 of file CsvFileBufferParser.h.

Referenced by foreign_storage::csv_file_buffer_parser::parse_buffer(), foreign_storage::parse_file_regions(), and foreign_storage::process_data_blocks().

std::unique_ptr<ForeignTableSchema> foreign_storage::csv_file_buffer_parser::ParseBufferRequest::foreign_table_schema

Definition at line 317 of file CsvFileBufferParser.h.

Referenced by getColumns(), getFilePath(), getMaxFragRows(), getTableId(), and getTableName().

std::vector<std::unique_ptr<import_export::TypedImportBuffer> > foreign_storage::csv_file_buffer_parser::ParseBufferRequest::import_buffers

Definition at line 318 of file CsvFileBufferParser.h.

Referenced by foreign_storage::csv_file_buffer_parser::parse_buffer(), ParseBufferRequest(), and foreign_storage::csv_file_buffer_parser::skip_column_import().

size_t foreign_storage::csv_file_buffer_parser::ParseBufferRequest::process_row_count

Definition at line 326 of file CsvFileBufferParser.h.

Referenced by foreign_storage::csv_file_buffer_parser::parse_buffer(), and foreign_storage::parse_file_regions().

---

The documentation for this struct was generated from the following file:

• /home/jenkins-slave/workspace/core-os-doxygen/DataMgr/ForeignStorage/CsvFileBufferParser.h