#include <StringViewToScalarEncoder.h>

Inheritance diagram for data_conversion::StringViewToScalarEncoder< DataType, MetadataType >:

Collaboration diagram for data_conversion::StringViewToScalarEncoder< DataType, MetadataType >:

Public Member Functions
	StringViewToScalarEncoder (const Chunk_NS::Chunk &dst_chunk, const bool error_tracking_enabled)

void	encodeAndAppendData (const int8_t *data, const size_t num_elements) override

void	clear () override

const Chunk_NS::Chunk &	getDstChunk () const

std::optional< std::vector < bool > > &	getDeleteBuffer ()

Public Member Functions inherited from data_conversion::TypedBaseConvertEncoder< DataType, MetadataType >
	TypedBaseConvertEncoder (const bool error_tracking_enabled)

std::shared_ptr< ChunkMetadata >	getMetadata (const Chunk_NS::Chunk &chunk) const override

Public Member Functions inherited from data_conversion::BaseConvertEncoder
virtual	~BaseConvertEncoder ()

	BaseConvertEncoder (const bool error_tracking_enabled)

void	initializeDeleteBuffer (const size_t size_hint)

virtual void	finalize (const size_t rows_appended)

Private Member Functions
void	initialize ()

DataType	convertAndUpdateMetadata (const std::string_view &typed_value)

DataType	convert (const std::string_view &typed_value)

Private Attributes
SQLTypeInfo	dst_type_info_

const Chunk_NS::Chunk &	dst_chunk_

AbstractBuffer *	buffer_

const bool	is_date_in_days_

std::optional < DateDaysOverflowValidator >	date_days_overflow_validator_

std::optional < DecimalOverflowValidator >	decimal_overflow_validator_

Additional Inherited Members
Public Types inherited from data_conversion::TypedBaseConvertEncoder< DataType, MetadataType >
using	DataType = DataType

using	MetadataType = MetadataType

Protected Member Functions inherited from data_conversion::TypedBaseConvertEncoder< DataType, MetadataType >
DataType	getNull () const

void	updateMetadataStats (const DataType &typed_value, const bool is_date_in_days=false)

Protected Member Functions inherited from data_conversion::BaseConvertEncoder
template<typename DataType >
bool	isNull (const DataType &typed_value)

Protected Attributes inherited from data_conversion::TypedBaseConvertEncoder< DataType, MetadataType >
MetadataType	min_

MetadataType	max_

Protected Attributes inherited from data_conversion::BaseConvertEncoder
std::optional< std::vector < bool > >	delete_buffer_

const bool	error_tracking_enabled_

bool	has_nulls_

size_t	num_elements_

Detailed Description

template<typename DataType, typename MetadataType = DataType>
class data_conversion::StringViewToScalarEncoder< DataType, MetadataType >

Definition at line 25 of file StringViewToScalarEncoder.h.

Constructor & Destructor Documentation

template<typename DataType , typename MetadataType = DataType>

data_conversion::StringViewToScalarEncoder< DataType, MetadataType >::StringViewToScalarEncoder	(	const Chunk_NS::Chunk &	dst_chunk,
		const bool	error_tracking_enabled
	)

inline

Definition at line 27 of file StringViewToScalarEncoder.h.

References data_conversion::StringViewToScalarEncoder< DataType, MetadataType >::initialize().

       : TypedBaseConvertEncoder<DataType, MetadataType>(error_tracking_enabled)
       , dst_chunk_(dst_chunk)
       , is_date_in_days_(dst_chunk_.getColumnDesc()->columnType.is_date_in_days())
       , date_days_overflow_validator_(std::nullopt)
       , decimal_overflow_validator_(std::nullopt) {
     initialize();
   }

Here is the call graph for this function:

Member Function Documentation

template<typename DataType , typename MetadataType = DataType>

void data_conversion::StringViewToScalarEncoder< DataType, MetadataType >::clear ( )

inlineoverridevirtual

Reimplemented from data_conversion::BaseConvertEncoder.

Definition at line 45 of file StringViewToScalarEncoder.h.

References data_conversion::StringViewToScalarEncoder< DataType, MetadataType >::buffer_, data_conversion::BaseConvertEncoder::clear(), and Data_Namespace::AbstractBuffer::resetToEmpty().

                         {
     buffer_->resetToEmpty();
     BaseConvertEncoder::clear();
   }

Here is the call graph for this function:

template<typename DataType , typename MetadataType = DataType>

DataType data_conversion::StringViewToScalarEncoder< DataType, MetadataType >::convert ( const std::string_view & typed_value )

inlineprivate

Definition at line 105 of file StringViewToScalarEncoder.h.

References CHECK, data_conversion::StringViewToScalarEncoder< DataType, MetadataType >::date_days_overflow_validator_, data_conversion::StringViewToScalarEncoder< DataType, MetadataType >::decimal_overflow_validator_, data_conversion::StringViewToScalarEncoder< DataType, MetadataType >::dst_type_info_, DateConverters::get_epoch_days_from_seconds(), data_conversion::StringViewToScalarEncoder< DataType, MetadataType >::is_date_in_days_, SQLTypeInfo::is_none_encoded_string(), kBIGINT, kBOOLEAN, kDATE, kDECIMAL, kDOUBLE, kENCODING_FIXED, kFLOAT, kINT, kNUMERIC, kSMALLINT, kTIME, kTIMESTAMP, kTINYINT, run_benchmark_import::result, StringToDatum(), and UNREACHABLE.

Referenced by data_conversion::StringViewToScalarEncoder< DataType, MetadataType >::convertAndUpdateMetadata().

                                                       {
     if constexpr (std::is_same<DataType, std::string_view>::value) {
       if (dst_type_info_.is_none_encoded_string()) {
         return typed_value;
       }
     } else {
       CHECK(!dst_type_info_.is_none_encoded_string());
 
       auto& type_info = dst_type_info_;
 
       // TODO: remove this CHECK if it shows up in profiling
       CHECK(type_info.is_integer() || type_info.is_boolean() || type_info.is_fp() ||
             type_info.is_decimal() || type_info.is_time_or_date());
 
       // TODO: the call to `StringToDatum` and the switch statement below can be
       // merged into one switch calling the appropriate parsing subroutine and may
       // improve performance. Profile if improvement is observed.
       Datum d = StringToDatum(typed_value, const_cast<SQLTypeInfo&>(type_info));
       DataType result{};
       switch (type_info.get_type()) {
         case kBOOLEAN:
           result = d.boolval;
           break;
         case kBIGINT:
         case kTIME:
         case kTIMESTAMP:
           result = d.bigintval;
           break;
         case kNUMERIC:
         case kDECIMAL:
           if (type_info.get_compression() == kENCODING_FIXED) {
             decimal_overflow_validator_->validate(d.bigintval);
           }
           result = d.bigintval;
           break;
         case kDATE:
           if (is_date_in_days_) {
             date_days_overflow_validator_->validate(d.bigintval);
             result = DateConverters::get_epoch_days_from_seconds(d.bigintval);
           } else {
             result = d.bigintval;
           }
           break;
         case kINT:
           result = d.intval;
           break;
         case kSMALLINT:
           result = d.smallintval;
           break;
         case kTINYINT:
           result = d.tinyintval;
           break;
         case kFLOAT:
           result = d.floatval;
           break;
         case kDOUBLE:
           result = d.doubleval;
           break;
         default:
           UNREACHABLE();
       }
 
       return result;
     }
   }

Here is the call graph for this function:

Here is the caller graph for this function:

template<typename DataType , typename MetadataType = DataType>

DataType data_conversion::StringViewToScalarEncoder< DataType, MetadataType >::convertAndUpdateMetadata ( const std::string_view & typed_value )

inlineprivate

Definition at line 69 of file StringViewToScalarEncoder.h.

References data_conversion::StringViewToScalarEncoder< DataType, MetadataType >::convert(), data_conversion::BaseConvertEncoder::delete_buffer_, data_conversion::StringViewToScalarEncoder< DataType, MetadataType >::dst_type_info_, data_conversion::BaseConvertEncoder::error_tracking_enabled_, SQLTypeInfo::get_notnull(), data_conversion::TypedBaseConvertEncoder< DataType_, MetadataType_ >::getNull(), data_conversion::BaseConvertEncoder::has_nulls_, data_conversion::StringViewToScalarEncoder< DataType, MetadataType >::is_date_in_days_, data_conversion::BaseConvertEncoder::isNull(), and data_conversion::TypedBaseConvertEncoder< DataType_, MetadataType_ >::updateMetadataStats().

Referenced by data_conversion::StringViewToScalarEncoder< DataType, MetadataType >::encodeAndAppendData().

                                                                        {
     if (BaseConvertEncoder::isNull(typed_value)) {
       if (!BaseConvertEncoder::error_tracking_enabled_) {
         if (dst_type_info_.get_notnull()) {
           throw std::runtime_error("NULL value not allowed in NOT NULL column");
         }
         BaseConvertEncoder::has_nulls_ = true;
       } else {
         if (dst_type_info_.get_notnull()) {
           BaseConvertEncoder::delete_buffer_->push_back(true);
         } else {
           BaseConvertEncoder::delete_buffer_->push_back(false);
         }
       }
       return TypedBaseConvertEncoder<DataType, MetadataType>::getNull();
     }
 
     DataType converted_value{};
     try {
       converted_value = convert(typed_value);
       TypedBaseConvertEncoder<DataType, MetadataType>::updateMetadataStats(
           converted_value, is_date_in_days_);
       if (BaseConvertEncoder::error_tracking_enabled_) {
         BaseConvertEncoder::delete_buffer_->push_back(false);
       }
     } catch (std::exception& except) {
       if (BaseConvertEncoder::error_tracking_enabled_) {
         converted_value = TypedBaseConvertEncoder<DataType, MetadataType>::getNull();
         BaseConvertEncoder::delete_buffer_->push_back(true);
       } else {
         throw;
       }
     }
     return converted_value;
   }

Here is the call graph for this function:

Here is the caller graph for this function:

template<typename DataType , typename MetadataType = DataType>

void data_conversion::StringViewToScalarEncoder< DataType, MetadataType >::encodeAndAppendData	(	const int8_t *	data,
		const size_t	num_elements
	)

inlineoverridevirtual

Implements data_conversion::BaseConvertEncoder.

Definition at line 37 of file StringViewToScalarEncoder.h.

References Data_Namespace::AbstractBuffer::append(), data_conversion::StringViewToScalarEncoder< DataType, MetadataType >::buffer_, and data_conversion::StringViewToScalarEncoder< DataType, MetadataType >::convertAndUpdateMetadata().

                                                                                    {
     auto typed_data = reinterpret_cast<const std::string_view*>(data);
     for (size_t i = 0; i < num_elements; ++i) {
       auto converted_value = convertAndUpdateMetadata(typed_data[i]);
       buffer_->append(reinterpret_cast<int8_t*>(&converted_value), sizeof(DataType));
     }
   }

Here is the call graph for this function:

template<typename DataType , typename MetadataType = DataType>

std::optional<std::vector<bool> >& data_conversion::StringViewToScalarEncoder< DataType, MetadataType >::getDeleteBuffer ( )

inline

Definition at line 52 of file StringViewToScalarEncoder.h.

References data_conversion::BaseConvertEncoder::delete_buffer_.

                                                   {
     return BaseConvertEncoder::delete_buffer_;
   }

template<typename DataType , typename MetadataType = DataType>

const Chunk_NS::Chunk& data_conversion::StringViewToScalarEncoder< DataType, MetadataType >::getDstChunk ( ) const

inline

Definition at line 50 of file StringViewToScalarEncoder.h.

References data_conversion::StringViewToScalarEncoder< DataType, MetadataType >::dst_chunk_.

50 { return dst_chunk_; }

data_conversion::StringViewToScalarEncoder::dst_chunk_

const Chunk_NS::Chunk & dst_chunk_

Definition: StringViewToScalarEncoder.h:172

template<typename DataType , typename MetadataType = DataType>

void data_conversion::StringViewToScalarEncoder< DataType, MetadataType >::initialize ( )

inlineprivate

Definition at line 57 of file StringViewToScalarEncoder.h.

References data_conversion::StringViewToScalarEncoder< DataType, MetadataType >::buffer_, ColumnDescriptor::columnType, data_conversion::StringViewToScalarEncoder< DataType, MetadataType >::date_days_overflow_validator_, data_conversion::StringViewToScalarEncoder< DataType, MetadataType >::decimal_overflow_validator_, data_conversion::StringViewToScalarEncoder< DataType, MetadataType >::dst_chunk_, data_conversion::StringViewToScalarEncoder< DataType, MetadataType >::dst_type_info_, Chunk_NS::Chunk::getBuffer(), Chunk_NS::Chunk::getColumnDesc(), data_conversion::StringViewToScalarEncoder< DataType, MetadataType >::is_date_in_days_, and SQLTypeInfo::is_decimal().

Referenced by data_conversion::StringViewToScalarEncoder< DataType, MetadataType >::StringViewToScalarEncoder().

                     {
     auto type_info = dst_chunk_.getColumnDesc()->columnType;
     dst_type_info_ = type_info;
     buffer_ = dst_chunk_.getBuffer();
     if (is_date_in_days_) {
       date_days_overflow_validator_ = DateDaysOverflowValidator{dst_type_info_};
     }
     if (dst_type_info_.is_decimal()) {
       decimal_overflow_validator_ = DecimalOverflowValidator(dst_type_info_);
     }
   }