data_conversion::BaseConvertEncoder Class Reference

#include <BaseConvertEncoder.h>

Inheritance diagram for data_conversion::BaseConvertEncoder:

Public Member Functions
virtual	~BaseConvertEncoder ()
	BaseConvertEncoder (const bool error_tracking_enabled)
void	initializeDeleteBuffer (const size_t size_hint)
virtual void	finalize (const size_t rows_appended)
virtual void	encodeAndAppendData (const int8_t *data, const size_t num_elements)=0
virtual std::shared_ptr < ChunkMetadata >	getMetadata (const Chunk_NS::Chunk &chunk) const

Protected Member Functions
virtual void	clear ()
template<typename DataType >
bool	isNull (const DataType &typed_value)

Protected Attributes
std::optional< std::vector < bool > >	delete_buffer_
const bool	error_tracking_enabled_
bool	has_nulls_
size_t	num_elements_

Detailed Description

Definition at line 32 of file BaseConvertEncoder.h.

Constructor & Destructor Documentation

virtual data_conversion::BaseConvertEncoder::~BaseConvertEncoder ( )

inlinevirtual

Definition at line 34 of file BaseConvertEncoder.h.

{};

data_conversion::BaseConvertEncoder::BaseConvertEncoder ( const bool  error_tracking_enabled )

inline

Definition at line 36 of file BaseConvertEncoder.h.

      : delete_buffer_(std::nullopt)
      , error_tracking_enabled_(error_tracking_enabled)
      , has_nulls_(false)
      , num_elements_(0) {}

Member Function Documentation

virtual void data_conversion::BaseConvertEncoder::clear ( )

inlineprotectedvirtual

Reimplemented in data_conversion::StringViewToStringDictEncoder< IdType >, and data_conversion::StringViewToScalarEncoder< DataType, MetadataType >.

Definition at line 65 of file BaseConvertEncoder.h.

References delete_buffer_, error_tracking_enabled_, and num_elements_.

Referenced by data_conversion::StringViewToScalarEncoder< DataType, MetadataType >::clear(), and data_conversion::StringViewToStringDictEncoder< IdType >::clear().

                       {
    num_elements_ = 0;
    if (error_tracking_enabled_) {
      delete_buffer_->clear();
    }
  }

Here is the caller graph for this function:

virtual void data_conversion::BaseConvertEncoder::encodeAndAppendData ( const int8_t *  data, const size_t  num_elements  )

pure virtual

Implemented in data_conversion::StringViewToArrayEncoder< ScalarEncoderType >, data_conversion::StringViewToGeoEncoder, data_conversion::StringViewToScalarEncoder< DataType, MetadataType >, data_conversion::StringViewToStringDictEncoder< IdType >, and data_conversion::StringViewToStringNoneEncoder.

virtual void data_conversion::BaseConvertEncoder::finalize ( const size_t  rows_appended )

inlinevirtual

Definition at line 50 of file BaseConvertEncoder.h.

References num_elements_.

{ num_elements_ = rows_appended; }

virtual std::shared_ptr<ChunkMetadata> data_conversion::BaseConvertEncoder::getMetadata ( const Chunk_NS::Chunk &  chunk ) const

inlinevirtual

Reimplemented in data_conversion::TypedBaseConvertEncoder< DataType_, MetadataType_ >, data_conversion::TypedBaseConvertEncoder< ScalarEncoderType::DataType, ScalarEncoderType::MetadataType >, data_conversion::TypedBaseConvertEncoder< IdType >, and data_conversion::TypedBaseConvertEncoder< DataType, MetadataType >.

Definition at line 54 of file BaseConvertEncoder.h.

References ColumnDescriptor::columnType, Chunk_NS::Chunk::getBuffer(), Chunk_NS::Chunk::getColumnDesc(), has_nulls_, num_elements_, and Data_Namespace::AbstractBuffer::size().

Referenced by data_conversion::TypedBaseConvertEncoder< DataType, MetadataType >::getMetadata().

                                                                                     {
    auto chunk_metadata = std::make_shared<ChunkMetadata>();
    auto dst_type_info = chunk.getColumnDesc()->columnType;
    chunk_metadata->sqlType = dst_type_info;
    chunk_metadata->chunkStats.has_nulls = has_nulls_;
    chunk_metadata->numElements = num_elements_;
    chunk_metadata->numBytes = chunk.getBuffer()->size();
    return chunk_metadata;
  }

Here is the call graph for this function:

Here is the caller graph for this function:

void data_conversion::BaseConvertEncoder::initializeDeleteBuffer ( const size_t  size_hint )

inline

Definition at line 42 of file BaseConvertEncoder.h.

References delete_buffer_.

                                                      {
    if (!delete_buffer_.has_value()) {
      delete_buffer_ = std::vector<bool>{};
    }
    delete_buffer_->clear();
    delete_buffer_->reserve(size_hint);
  }

template<typename DataType >

bool data_conversion::BaseConvertEncoder::isNull ( const DataType &  typed_value )

inlineprotected

Definition at line 73 of file BaseConvertEncoder.h.

Referenced by data_conversion::StringViewToScalarEncoder< DataType, MetadataType >::convertAndUpdateMetadata(), and data_conversion::StringViewToStringDictEncoder< IdType >::encodeAndAppendData().

                                           {
    if constexpr (std::is_arithmetic<DataType>::value) {
      auto null = foreign_storage::get_null_value<DataType>();
      if (typed_value == null) {
        return true;
      }
    } else if constexpr (std::is_same<DataType, std::string>::value ||
                         std::is_same<DataType, std::string_view>::value) {
      if (typed_value.empty()) {
        return true;
      }
    }
    return false;
  }

Here is the caller graph for this function:

Member Data Documentation

std::optional<std::vector<bool> > data_conversion::BaseConvertEncoder::delete_buffer_

protected

Definition at line 88 of file BaseConvertEncoder.h.

Referenced by data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::appendArrayDatums(), clear(), data_conversion::StringViewToScalarEncoder< DataType, MetadataType >::convertAndUpdateMetadata(), data_conversion::StringViewToStringNoneEncoder::encodeAndAppendData(), data_conversion::StringViewToStringDictEncoder< IdType >::encodeAndAppendData(), data_conversion::StringViewToGeoEncoder::encodeAndAppendData(), data_conversion::StringViewToScalarEncoder< DataType, MetadataType >::getDeleteBuffer(), data_conversion::StringViewToStringDictEncoder< IdType >::getDeleteBuffer(), and initializeDeleteBuffer().

const bool data_conversion::BaseConvertEncoder::error_tracking_enabled_

protected

Definition at line 89 of file BaseConvertEncoder.h.

Referenced by data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::appendArrayDatums(), clear(), data_conversion::StringViewToScalarEncoder< DataType, MetadataType >::convertAndUpdateMetadata(), data_conversion::StringViewToStringNoneEncoder::encodeAndAppendData(), data_conversion::StringViewToStringDictEncoder< IdType >::encodeAndAppendData(), data_conversion::StringViewToGeoEncoder::encodeAndAppendData(), data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::encodeAndAppendData(), and data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::encodeScalarData().

bool data_conversion::BaseConvertEncoder::has_nulls_

protected

Definition at line 91 of file BaseConvertEncoder.h.

Referenced by data_conversion::StringViewToScalarEncoder< DataType, MetadataType >::convertAndUpdateMetadata(), data_conversion::StringViewToStringNoneEncoder::encodeAndAppendData(), data_conversion::StringViewToStringDictEncoder< IdType >::encodeAndAppendData(), data_conversion::StringViewToArrayEncoder< ScalarEncoderType >::encodeScalarData(), getMetadata(), and data_conversion::TypedBaseConvertEncoder< DataType, MetadataType >::getMetadata().

size_t data_conversion::BaseConvertEncoder::num_elements_

protected

Definition at line 92 of file BaseConvertEncoder.h.

Referenced by clear(), finalize(), and getMetadata().

---

The documentation for this class was generated from the following file:

• /home/jenkins-slave/workspace/core-os-doxygen/DataMgr/DataConversion/BaseConvertEncoder.h