foreign_storage::csv_file_buffer_parser::ParseBufferRequest Struct Reference

#include <CsvFileBufferParser.h>

Collaboration diagram for foreign_storage::csv_file_buffer_parser::ParseBufferRequest:

Public Member Functions
	ParseBufferRequest (const ParseBufferRequest &request)=delete
	ParseBufferRequest (ParseBufferRequest &&request)=default
	ParseBufferRequest (size_t buffer_size, const import_export::CopyParams &copy_params, int db_id, const ForeignTable *foreign_table, const std::set< int > column_filter_set, const std::string &full_path)
std::shared_ptr < Catalog_Namespace::Catalog >	getCatalog () const
std::list< const ColumnDescriptor * >	getColumns () const
int32_t	getTableId () const
std::string	getTableName () const
size_t	getMaxFragRows () const
std::string	getFilePath () const

Public Attributes
std::unique_ptr< char[]>	buffer
size_t	buffer_size
size_t	buffer_alloc_size
const import_export::CopyParams	copy_params
const int	db_id
std::unique_ptr < ForeignTableSchema >	foreign_table_schema
std::vector< std::unique_ptr < import_export::TypedImportBuffer > >	import_buffers
size_t	buffer_row_count
size_t	begin_pos
size_t	end_pos
size_t	first_row_index
size_t	file_offset
size_t	process_row_count
std::string	full_path

Detailed Description

Definition at line 32 of file CsvFileBufferParser.h.

Constructor & Destructor Documentation

foreign_storage::csv_file_buffer_parser::ParseBufferRequest::ParseBufferRequest ( const ParseBufferRequest &  request )

delete

foreign_storage::csv_file_buffer_parser::ParseBufferRequest::ParseBufferRequest ( ParseBufferRequest &&  request )

default

foreign_storage::csv_file_buffer_parser::ParseBufferRequest::ParseBufferRequest	(	size_t	buffer_size,
		const import_export::CopyParams &	copy_params,
		int	db_id,
		const ForeignTable *	foreign_table,
		const std::set< int >	column_filter_set,
		const std::string &	full_path
	)

Definition at line 249 of file CsvFileBufferParser.cpp.

References buffer, buffer_size, getCatalog(), getColumns(), import_buffers, IS_STRING, and kENCODING_DICT.

    : buffer_size(buffer_size)
    , buffer_alloc_size(buffer_size)
    , copy_params(copy_params)
    , db_id(db_id)
    , foreign_table_schema(std::make_unique<ForeignTableSchema>(db_id, foreign_table))
    , full_path(full_path) {
  if (buffer_size > 0) {
    buffer = std::make_unique<char[]>(buffer_size);
  }
  // initialize import buffers from columns.
  for (const auto column : getColumns()) {
    if (column_filter_set.find(column->columnId) == column_filter_set.end()) {
      import_buffers.emplace_back(nullptr);
    } else {
      StringDictionary* string_dictionary = nullptr;
      if (column->columnType.is_dict_encoded_string() ||
          (column->columnType.is_array() && IS_STRING(column->columnType.get_subtype()) &&
           column->columnType.get_compression() == kENCODING_DICT)) {
        auto dict_descriptor = getCatalog()->getMetadataForDictUnlocked(
            column->columnType.get_comp_param(), true);
        string_dictionary = dict_descriptor->stringDict.get();
      }
      import_buffers.emplace_back(
          std::make_unique<import_export::TypedImportBuffer>(column, string_dictionary));
    }
  }
}

Here is the call graph for this function:

Member Function Documentation

std::shared_ptr<Catalog_Namespace::Catalog> foreign_storage::csv_file_buffer_parser::ParseBufferRequest::getCatalog ( ) const

inline

Definition at line 42 of file CsvFileBufferParser.h.

References CHECK, Catalog_Namespace::SysCatalog::getCatalog(), and Catalog_Namespace::SysCatalog::instance().

Referenced by foreign_storage::csv_file_buffer_parser::parse_buffer(), and ParseBufferRequest().

                                                                    {
    // MAT are we really doing any good wrapping this?
    auto catalog = Catalog_Namespace::SysCatalog::instance().getCatalog(db_id);
    CHECK(catalog);
    return catalog;
  }

Here is the call graph for this function:

Here is the caller graph for this function:

std::list<const ColumnDescriptor*> foreign_storage::csv_file_buffer_parser::ParseBufferRequest::getColumns ( ) const

inline

Definition at line 49 of file CsvFileBufferParser.h.

References foreign_table_schema.

Referenced by foreign_storage::csv_file_buffer_parser::parse_buffer(), and ParseBufferRequest().

                                                             {
    return foreign_table_schema->getLogicalAndPhysicalColumns();
  }

Here is the caller graph for this function:

std::string foreign_storage::csv_file_buffer_parser::ParseBufferRequest::getFilePath ( ) const

inline

Definition at line 65 of file CsvFileBufferParser.h.

References full_path.

Referenced by foreign_storage::csv_file_buffer_parser::parse_buffer(), and foreign_storage::process_data_blocks().

{ return full_path; }

Here is the caller graph for this function:

size_t foreign_storage::csv_file_buffer_parser::ParseBufferRequest::getMaxFragRows ( ) const

inline

Definition at line 61 of file CsvFileBufferParser.h.

References foreign_table_schema.

Referenced by foreign_storage::process_data_blocks().

                                       {
    return foreign_table_schema->getForeignTable()->maxFragRows;
  }

Here is the caller graph for this function:

int32_t foreign_storage::csv_file_buffer_parser::ParseBufferRequest::getTableId ( ) const

inline

Definition at line 53 of file CsvFileBufferParser.h.

References foreign_table_schema.

Referenced by foreign_storage::process_data_blocks().

                                    {
    return foreign_table_schema->getForeignTable()->tableId;
  }

Here is the caller graph for this function:

std::string foreign_storage::csv_file_buffer_parser::ParseBufferRequest::getTableName ( ) const

inline

Definition at line 57 of file CsvFileBufferParser.h.

References foreign_table_schema.

                                        {
    return foreign_table_schema->getForeignTable()->tableName;
  }

Member Data Documentation

size_t foreign_storage::csv_file_buffer_parser::ParseBufferRequest::begin_pos

Definition at line 78 of file CsvFileBufferParser.h.

Referenced by foreign_storage::csv_file_buffer_parser::parse_buffer(), and foreign_storage::parse_file_regions().

std::unique_ptr<char[]> foreign_storage::csv_file_buffer_parser::ParseBufferRequest::buffer

Definition at line 68 of file CsvFileBufferParser.h.

Referenced by foreign_storage::csv_file_buffer_parser::parse_buffer(), foreign_storage::parse_file_regions(), and ParseBufferRequest().

size_t foreign_storage::csv_file_buffer_parser::ParseBufferRequest::buffer_alloc_size

Definition at line 70 of file CsvFileBufferParser.h.

size_t foreign_storage::csv_file_buffer_parser::ParseBufferRequest::buffer_row_count

Definition at line 77 of file CsvFileBufferParser.h.

size_t foreign_storage::csv_file_buffer_parser::ParseBufferRequest::buffer_size

Definition at line 69 of file CsvFileBufferParser.h.

Referenced by foreign_storage::csv_file_buffer_parser::parse_buffer(), foreign_storage::parse_file_regions(), and ParseBufferRequest().

const import_export::CopyParams foreign_storage::csv_file_buffer_parser::ParseBufferRequest::copy_params

Definition at line 71 of file CsvFileBufferParser.h.

Referenced by foreign_storage::csv_file_buffer_parser::parse_buffer(), omnisci.thrift.ttypes.TDetectResult::read(), omnisci.thrift.OmniSci.detect_column_types_args::read(), omnisci.thrift.OmniSci.import_table_args::read(), omnisci.thrift.OmniSci.import_geo_table_args::read(), omnisci.thrift.OmniSci.get_first_geo_file_in_archive_args::read(), omnisci.thrift.OmniSci.get_all_files_in_archive_args::read(), omnisci.thrift.OmniSci.get_layers_in_geo_file_args::read(), omnisci.thrift.ttypes.TDetectResult::write(), omnisci.thrift.OmniSci.detect_column_types_args::write(), omnisci.thrift.OmniSci.import_table_args::write(), omnisci.thrift.OmniSci.import_geo_table_args::write(), omnisci.thrift.OmniSci.get_first_geo_file_in_archive_args::write(), omnisci.thrift.OmniSci.get_all_files_in_archive_args::write(), and omnisci.thrift.OmniSci.get_layers_in_geo_file_args::write().

const int foreign_storage::csv_file_buffer_parser::ParseBufferRequest::db_id

Definition at line 72 of file CsvFileBufferParser.h.

Referenced by foreign_storage::process_data_blocks(), omnisci.thrift.ttypes.TInsertData::read(), omnisci.thrift.OmniSci.set_table_epoch_args::read(), omnisci.thrift.OmniSci.get_table_epoch_args::read(), omnisci.thrift.OmniSci.get_table_epochs_args::read(), omnisci.thrift.OmniSci.set_table_epochs_args::read(), omnisci.thrift.ttypes.TInsertData::write(), omnisci.thrift.OmniSci.set_table_epoch_args::write(), omnisci.thrift.OmniSci.get_table_epoch_args::write(), omnisci.thrift.OmniSci.get_table_epochs_args::write(), and omnisci.thrift.OmniSci.set_table_epochs_args::write().

size_t foreign_storage::csv_file_buffer_parser::ParseBufferRequest::end_pos

Definition at line 79 of file CsvFileBufferParser.h.

Referenced by foreign_storage::csv_file_buffer_parser::parse_buffer(), and foreign_storage::parse_file_regions().

size_t foreign_storage::csv_file_buffer_parser::ParseBufferRequest::file_offset

Definition at line 81 of file CsvFileBufferParser.h.

Referenced by foreign_storage::csv_file_buffer_parser::parse_buffer(), and foreign_storage::parse_file_regions().

size_t foreign_storage::csv_file_buffer_parser::ParseBufferRequest::first_row_index

Definition at line 80 of file CsvFileBufferParser.h.

Referenced by foreign_storage::csv_file_buffer_parser::parse_buffer(), foreign_storage::parse_file_regions(), and foreign_storage::process_data_blocks().

std::unique_ptr<ForeignTableSchema> foreign_storage::csv_file_buffer_parser::ParseBufferRequest::foreign_table_schema

Definition at line 73 of file CsvFileBufferParser.h.

Referenced by getColumns(), getMaxFragRows(), getTableId(), and getTableName().

std::string foreign_storage::csv_file_buffer_parser::ParseBufferRequest::full_path

Definition at line 83 of file CsvFileBufferParser.h.

Referenced by getFilePath().

std::vector<std::unique_ptr<import_export::TypedImportBuffer> > foreign_storage::csv_file_buffer_parser::ParseBufferRequest::import_buffers

Definition at line 74 of file CsvFileBufferParser.h.

Referenced by foreign_storage::csv_file_buffer_parser::parse_buffer(), ParseBufferRequest(), and foreign_storage::csv_file_buffer_parser::skip_column_import().

size_t foreign_storage::csv_file_buffer_parser::ParseBufferRequest::process_row_count

Definition at line 82 of file CsvFileBufferParser.h.

Referenced by foreign_storage::csv_file_buffer_parser::parse_buffer(), and foreign_storage::parse_file_regions().

---

The documentation for this struct was generated from the following files:

• /home/jenkins-slave/workspace/core-os-doxygen/DataMgr/ForeignStorage/CsvFileBufferParser.h
• /home/jenkins-slave/workspace/core-os-doxygen/DataMgr/ForeignStorage/CsvFileBufferParser.cpp