data_conversion::StringViewToArrayEncoder< ScalarEncoderType > Class Template Reference

#include <StringViewToArrayEncoder.h>

Inheritance diagram for data_conversion::StringViewToArrayEncoder< ScalarEncoderType >:

Collaboration diagram for data_conversion::StringViewToArrayEncoder< ScalarEncoderType >:

Public Types
using	DstDataType = typename ScalarEncoderType::DataType
Public Types inherited from data_conversion::TypedBaseConvertEncoder< ScalarEncoderType::DataType, ScalarEncoderType::MetadataType >
using	DataType = ScalarEncoderType::DataType
using	MetadataType = ScalarEncoderType::MetadataType

Public Member Functions
	StringViewToArrayEncoder (const Chunk_NS::Chunk &scalar_temp_chunk, const Chunk_NS::Chunk &dst_chunk, const bool error_tracking_enabled)
void	encodeAndAppendData (const int8_t *data, const size_t num_elements) override
void	appendArrayDatums (const size_t num_elements, std::optional< std::vector< bool >> &error_occurred, int8_t *current_data, size_t current_scalar_offset)
void	clearLocalState (const size_t num_elements)
void	encodeScalarData (const size_t num_elements, const std::string_view *typed_data, const import_export::CopyParams &default_copy_params, std::optional< std::vector< bool >> &error_occurred)
Public Member Functions inherited from data_conversion::TypedBaseConvertEncoder< ScalarEncoderType::DataType, ScalarEncoderType::MetadataType >
	TypedBaseConvertEncoder (const bool error_tracking_enabled)
std::shared_ptr< ChunkMetadata >	getMetadata (const Chunk_NS::Chunk &chunk) const override
Public Member Functions inherited from data_conversion::BaseConvertEncoder
virtual	~BaseConvertEncoder ()
	BaseConvertEncoder (const bool error_tracking_enabled)
void	initializeDeleteBuffer (const size_t size_hint)
virtual void	finalize (const size_t rows_appended)

Private Member Functions
void	initialize ()

Private Attributes
SQLTypeInfo	dst_type_info_
const Chunk_NS::Chunk &	dst_chunk_
const Chunk_NS::Chunk &	scalar_temp_chunk_
AbstractBuffer *	buffer_
ScalarEncoderType	scalar_encoder_
std::vector< std::string >	array_
std::vector< std::string_view >	array_views_
std::vector< ArrayDatum >	array_datums_
std::vector< size_t >	array_sizes_
std::vector< bool >	is_null_

Additional Inherited Members
Protected Member Functions inherited from data_conversion::TypedBaseConvertEncoder< ScalarEncoderType::DataType, ScalarEncoderType::MetadataType >
DataType	getNull () const
void	updateMetadataStats (const DataType &typed_value, const bool is_date_in_days=false)
Protected Member Functions inherited from data_conversion::BaseConvertEncoder
virtual void	clear ()
template<typename DataType >
bool	isNull (const DataType &typed_value)
Protected Attributes inherited from data_conversion::TypedBaseConvertEncoder< ScalarEncoderType::DataType, ScalarEncoderType::MetadataType >
MetadataType	min_
MetadataType	max_
Protected Attributes inherited from data_conversion::BaseConvertEncoder
std::optional< std::vector < bool > >	delete_buffer_
const bool	error_tracking_enabled_
bool	has_nulls_
size_t	num_elements_

Detailed Description

template<typename ScalarEncoderType>
class data_conversion::StringViewToArrayEncoder< ScalarEncoderType >

Definition at line 29 of file StringViewToArrayEncoder.h.

Member Typedef Documentation

template<typename ScalarEncoderType >

using data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::DstDataType = typename ScalarEncoderType::DataType

Definition at line 33 of file StringViewToArrayEncoder.h.

Constructor & Destructor Documentation

template<typename ScalarEncoderType >

data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::StringViewToArrayEncoder ( const Chunk_NS::Chunk &  scalar_temp_chunk, const Chunk_NS::Chunk &  dst_chunk, const bool  error_tracking_enabled  )

inline

Definition at line 35 of file StringViewToArrayEncoder.h.

References data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::initialize().

      : TypedBaseConvertEncoder<typename ScalarEncoderType::DataType,
                                typename ScalarEncoderType::MetadataType>(
            error_tracking_enabled)
      , dst_chunk_(dst_chunk)
      , scalar_temp_chunk_(scalar_temp_chunk)
      , scalar_encoder_(scalar_temp_chunk, error_tracking_enabled) {
    initialize();
  }

Here is the call graph for this function:

Member Function Documentation

template<typename ScalarEncoderType >

void data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::appendArrayDatums ( const size_t  num_elements, std::optional< std::vector< bool >> &  error_occurred, int8_t *  current_data, size_t  current_scalar_offset  )

inline

Definition at line 70 of file StringViewToArrayEncoder.h.

References data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::array_datums_, data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::array_sizes_, data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::buffer_, CHECK, import_export::ImporterUtils::composeNullArray(), data_conversion::BaseConvertEncoder::delete_buffer_, data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::dst_type_info_, data_conversion::BaseConvertEncoder::error_tracking_enabled_, SQLTypeInfo::get_notnull(), SQLTypeInfo::get_size(), Data_Namespace::AbstractBuffer::getEncoder(), SQLTypeInfo::is_fixlen_array(), data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::is_null_, SQLTypeInfo::is_varlen_array(), data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::scalar_encoder_, to_string(), and UNREACHABLE.

Referenced by data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::encodeAndAppendData().

                                                       {
    for (size_t i = 0; i < num_elements; ++i) {
      auto array_size = array_sizes_[i];
      if (BaseConvertEncoder::error_tracking_enabled_) {
        BaseConvertEncoder::delete_buffer_->push_back(false);
      }
      if (is_null_[i]) {
        if (dst_type_info_.get_notnull()) {
          if (BaseConvertEncoder::error_tracking_enabled_) {
            BaseConvertEncoder::delete_buffer_->back() = true;
          } else {
            throw std::runtime_error("NULL value not allowed in NOT NULL column");
          }
        }
        array_datums_.push_back(
            import_export::ImporterUtils::composeNullArray(dst_type_info_));
      } else {
        if (BaseConvertEncoder::error_tracking_enabled_) {
          for (size_t j = current_scalar_offset; j < current_scalar_offset + array_size;
               ++j) {
            if ((*scalar_encoder_.getDeleteBuffer())[j]) {
              (*error_occurred)[i] = true;
              break;
            }
          }
          current_scalar_offset += array_size;
        }
        if (dst_type_info_.is_fixlen_array() &&
            array_size * sizeof(DstDataType) !=
                static_cast<size_t>(dst_type_info_.get_size())) {
          if (BaseConvertEncoder::error_tracking_enabled_) {
            array_datums_.push_back(
                import_export::ImporterUtils::composeNullArray(dst_type_info_));
            current_data += sizeof(DstDataType) * array_size;
            BaseConvertEncoder::delete_buffer_->back() = true;
            continue;
          } else {
            throw std::runtime_error(
                "Incorrect number of elements (" + std::to_string(array_size) +
                ") in array for fixed length array of size " +
                std::to_string(dst_type_info_.get_size() / sizeof(DstDataType)));
          }
        } else {
          if (BaseConvertEncoder::error_tracking_enabled_) {
            if ((*error_occurred)[i]) {
              array_datums_.push_back(
                  import_export::ImporterUtils::composeNullArray(dst_type_info_));
              BaseConvertEncoder::delete_buffer_->back() = true;
              continue;
            }
          }
          array_datums_.emplace_back(
              sizeof(DstDataType) * array_size, current_data, false, DoNothingDeleter{});
          current_data += sizeof(DstDataType) * array_size;
        }
      }
    }

    if (dst_type_info_.is_varlen_array()) {
      auto encoder = dynamic_cast<ArrayNoneEncoder*>(buffer_->getEncoder());
      CHECK(encoder);
      encoder->appendData(&array_datums_, 0, num_elements, false);
    } else if (dst_type_info_.is_fixlen_array()) {
      auto encoder = dynamic_cast<FixedLengthArrayNoneEncoder*>(buffer_->getEncoder());
      CHECK(encoder);
      encoder->appendData(&array_datums_, 0, num_elements, false);
    } else {
      UNREACHABLE();
    }
  }

Here is the call graph for this function:

Here is the caller graph for this function:

template<typename ScalarEncoderType >

void data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::clearLocalState ( const size_t  num_elements )

inline

Definition at line 144 of file StringViewToArrayEncoder.h.

References data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::array_datums_, data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::array_sizes_, data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::is_null_, and data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::scalar_encoder_.

Referenced by data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::encodeAndAppendData().

                                                  {
    scalar_encoder_.clear();
    array_datums_.clear();
    array_sizes_.clear();
    is_null_.clear();
    array_sizes_.reserve(num_elements);
    array_datums_.reserve(num_elements);
    is_null_.reserve(num_elements);
  }

Here is the caller graph for this function:

template<typename ScalarEncoderType >

void data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::encodeAndAppendData ( const int8_t *  data, const size_t  num_elements  )

inlineoverridevirtual

Implements data_conversion::BaseConvertEncoder.

Definition at line 47 of file StringViewToArrayEncoder.h.

References data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::appendArrayDatums(), data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::clearLocalState(), data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::encodeScalarData(), data_conversion::BaseConvertEncoder::error_tracking_enabled_, and data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::scalar_encoder_.

                                                                                   {
    auto typed_data = reinterpret_cast<const std::string_view*>(data);

    const import_export::CopyParams default_copy_params;

    std::optional<std::vector<bool>> error_occurred = std::nullopt;

    if (BaseConvertEncoder::error_tracking_enabled_) {
      error_occurred = std::vector<bool>{};
      error_occurred->reserve(num_elements);
    }

    clearLocalState(num_elements);

    encodeScalarData(num_elements, typed_data, default_copy_params, error_occurred);

    auto current_data = reinterpret_cast<int8_t*>(
        scalar_encoder_.getDstChunk().getBuffer()->getMemoryPtr());
    size_t current_scalar_offset = 0;

    appendArrayDatums(num_elements, error_occurred, current_data, current_scalar_offset);
  }

Here is the call graph for this function:

template<typename ScalarEncoderType >

void data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::encodeScalarData ( const size_t  num_elements, const std::string_view *  typed_data, const import_export::CopyParams &  default_copy_params, std::optional< std::vector< bool >> &  error_occurred  )

inline

Definition at line 154 of file StringViewToArrayEncoder.h.

References data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::array_, data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::array_sizes_, data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::array_views_, data_conversion::BaseConvertEncoder::error_tracking_enabled_, data_conversion::BaseConvertEncoder::has_nulls_, data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::is_null_, import_export::delimited_parser::parse_string_array(), and data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::scalar_encoder_.

Referenced by data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::encodeAndAppendData().

                                                                      {
    for (size_t i = 0; i < num_elements; ++i) {
      if (BaseConvertEncoder::error_tracking_enabled_) {
        error_occurred->push_back(false);
      }
      if (typed_data[i].empty()) {
        is_null_.push_back(true);
        array_sizes_.push_back(0);
        BaseConvertEncoder::has_nulls_ = true;
        continue;
      }
      is_null_.push_back(false);
      array_.clear();
      array_views_.clear();
      try {
        std::string s{typed_data[i]};
        import_export::delimited_parser::parse_string_array(
            s, default_copy_params, array_, false);
        array_sizes_.push_back(array_.size());
        for (const auto& s : array_) {
          array_views_.emplace_back(s.data(), s.length());
        }
      } catch (std::exception& except) {
        if (BaseConvertEncoder::error_tracking_enabled_) {
          error_occurred->back() = true;
          array_sizes_.push_back(0);
          continue;
        } else {
          throw except;
        }
      }
      scalar_encoder_.encodeAndAppendData(reinterpret_cast<int8_t*>(array_views_.data()),
                                          array_views_.size());
    }

    scalar_encoder_.finalize(num_elements);
  }

Here is the call graph for this function:

Here is the caller graph for this function:

template<typename ScalarEncoderType >

void data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::initialize ( )

inlineprivate

Definition at line 196 of file StringViewToArrayEncoder.h.

References data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::buffer_, ColumnDescriptor::columnType, data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::dst_chunk_, data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::dst_type_info_, Chunk_NS::Chunk::getBuffer(), and Chunk_NS::Chunk::getColumnDesc().

Referenced by data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::StringViewToArrayEncoder().

                    {
    auto type_info = dst_chunk_.getColumnDesc()->columnType;
    dst_type_info_ = type_info;
    buffer_ = dst_chunk_.getBuffer();
  }

Here is the call graph for this function:

Here is the caller graph for this function:

Member Data Documentation

template<typename ScalarEncoderType >

std::vector<std::string> data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::array_

private

Definition at line 209 of file StringViewToArrayEncoder.h.

Referenced by data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::encodeScalarData().

template<typename ScalarEncoderType >

std::vector<ArrayDatum> data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::array_datums_

private

Definition at line 211 of file StringViewToArrayEncoder.h.

Referenced by data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::appendArrayDatums(), and data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::clearLocalState().

template<typename ScalarEncoderType >

std::vector<size_t> data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::array_sizes_

private

Definition at line 212 of file StringViewToArrayEncoder.h.

Referenced by data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::appendArrayDatums(), data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::clearLocalState(), and data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::encodeScalarData().

template<typename ScalarEncoderType >

std::vector<std::string_view> data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::array_views_

private

Definition at line 210 of file StringViewToArrayEncoder.h.

Referenced by data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::encodeScalarData().

template<typename ScalarEncoderType >

AbstractBuffer* data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::buffer_

private

Definition at line 205 of file StringViewToArrayEncoder.h.

Referenced by data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::appendArrayDatums(), and data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::initialize().

template<typename ScalarEncoderType >

const Chunk_NS::Chunk& data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::dst_chunk_

private

Definition at line 203 of file StringViewToArrayEncoder.h.

Referenced by data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::initialize().

template<typename ScalarEncoderType >

SQLTypeInfo data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::dst_type_info_

private

Definition at line 202 of file StringViewToArrayEncoder.h.

Referenced by data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::appendArrayDatums(), and data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::initialize().

template<typename ScalarEncoderType >

std::vector<bool> data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::is_null_

private

Definition at line 213 of file StringViewToArrayEncoder.h.

Referenced by data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::appendArrayDatums(), data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::clearLocalState(), and data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::encodeScalarData().

template<typename ScalarEncoderType >

ScalarEncoderType data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::scalar_encoder_

private

Definition at line 207 of file StringViewToArrayEncoder.h.

Referenced by data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::appendArrayDatums(), data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::clearLocalState(), data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::encodeAndAppendData(), and data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::encodeScalarData().

template<typename ScalarEncoderType >

const Chunk_NS::Chunk& data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::scalar_temp_chunk_

private

Definition at line 204 of file StringViewToArrayEncoder.h.

---

The documentation for this class was generated from the following file:

• /home/jenkins-slave/workspace/core-os-doxygen/DataMgr/DataConversion/StringViewToArrayEncoder.h