foreign_storage::GeospatialEncoder Class Reference

#include <GeospatialEncoder.h>

Inheritance diagram for foreign_storage::GeospatialEncoder:

Collaboration diagram for foreign_storage::GeospatialEncoder:

Public Member Functions
virtual	~GeospatialEncoder ()=default
	GeospatialEncoder (const bool geo_validate_geometry)
	GeospatialEncoder (std::list< Chunk_NS::Chunk > &chunks, const bool geo_validate_geometry)
	GeospatialEncoder (std::list< Chunk_NS::Chunk > &chunks, std::list< std::unique_ptr< ChunkMetadata >> &chunk_metadata, const bool geo_validate_geometry)

Protected Types
enum	GeoColumnType { COORDS, BOUNDS, RING_OR_LINE_SIZES, POLY_RINGS }

Protected Member Functions
void	appendBaseDataAndUpdateMetadata (const int64_t row_count)
void	validateChunksSizing (std::list< Chunk_NS::Chunk > &chunks) const
void	validateMetadataSizing (std::list< std::unique_ptr< ChunkMetadata >> &chunk_metadata) const
void	appendArrayDatumsToBufferAndUpdateMetadata ()
void	appendToArrayEncoderAndUpdateMetadata (const std::vector< ArrayDatum > &datum_parse_buffer, Encoder *encoder, ChunkMetadata *chunk_metadata) const
void	processGeoElement (std::string_view geo_string_view)
void	processNullGeoElement ()
void	clearParseBuffers ()
void	clearDatumBuffers ()
template<typename T >
std::list< T >::iterator	getIteratorForGeoColumnType (std::list< T > &list, const SQLTypes column_type, const GeoColumnType geo_column)
std::tuple< Encoder *, ChunkMetadata *, const ColumnDescriptor * >	initEncoderAndGetEncoderAndMetadata (std::list< Chunk_NS::Chunk > &chunks, std::list< std::unique_ptr< ChunkMetadata >> &chunk_metadata, const SQLTypes sql_type, GeoColumnType geo_column_type)
const ColumnDescriptor *	getColumnDescriptor (std::list< Chunk_NS::Chunk > &chunks, const SQLTypes sql_type, GeoColumnType geo_column_type)
bool	hasBoundsColumn () const
bool	hasRingOrLineSizesColumn () const
bool	hasPolyRingsColumn () const

Static Protected Member Functions
static void	throwMalformedGeoElement (const std::string &omnisci_column_name)
static void	throwMismatchedGeoElement (const std::string &omnisci_column_name)

Protected Attributes
const ColumnDescriptor *	geo_column_descriptor_
StringNoneEncoder *	base_column_encoder_
Encoder *	coords_column_encoder_
Encoder *	bounds_column_encoder_
Encoder *	ring_or_line_sizes_column_encoder_
Encoder *	poly_rings_column_encoder_
ChunkMetadata *	base_column_metadata_
ChunkMetadata *	coords_column_metadata_
ChunkMetadata *	bounds_column_metadata_
ChunkMetadata *	ring_or_line_sizes_column_metadata_
ChunkMetadata *	poly_rings_column_metadata_
const ColumnDescriptor *	coords_column_descriptor_
const ColumnDescriptor *	bounds_column_descriptor_
const ColumnDescriptor *	ring_or_line_sizes_column_descriptor_
const ColumnDescriptor *	poly_rings_column_descriptor_
std::vector< std::string >	base_values_
std::vector< double >	coords_parse_buffer_
std::vector< double >	bounds_parse_buffer_
std::vector< int >	ring_or_line_sizes_parse_buffer_
std::vector< int >	poly_rings_parse_buffer_
std::vector< ArrayDatum >	coords_datum_buffer_
std::vector< ArrayDatum >	bounds_datum_buffer_
std::vector< ArrayDatum >	ring_or_line_sizes_datum_buffer_
std::vector< ArrayDatum >	poly_rings_datum_buffer_
bool	geo_validate_geometry_

Detailed Description

Definition at line 39 of file GeospatialEncoder.h.

Member Enumeration Documentation

enum foreign_storage::GeospatialEncoder::GeoColumnType

protected

Enumerator
COORDS
BOUNDS
RING_OR_LINE_SIZES
POLY_RINGS

Definition at line 288 of file GeospatialEncoder.h.

{ COORDS, BOUNDS, RING_OR_LINE_SIZES, POLY_RINGS };

Constructor & Destructor Documentation

virtual foreign_storage::GeospatialEncoder::~GeospatialEncoder ( )

virtualdefault

foreign_storage::GeospatialEncoder::GeospatialEncoder ( const bool  geo_validate_geometry )

inline

Definition at line 43 of file GeospatialEncoder.h.

      : geo_validate_geometry_{geo_validate_geometry} {}

foreign_storage::GeospatialEncoder::GeospatialEncoder ( std::list< Chunk_NS::Chunk > &  chunks, const bool  geo_validate_geometry  )

inline

Definition at line 46 of file GeospatialEncoder.h.

      : geo_column_descriptor_(chunks.begin()->getColumnDesc())
      , base_column_encoder_(nullptr)
      , coords_column_encoder_(nullptr)
      , bounds_column_encoder_(nullptr)
      , ring_or_line_sizes_column_encoder_(nullptr)
      , poly_rings_column_encoder_(nullptr)
      , base_column_metadata_(nullptr)
      , coords_column_metadata_(nullptr)
      , bounds_column_metadata_(nullptr)
      , ring_or_line_sizes_column_metadata_(nullptr)
      , poly_rings_column_metadata_(nullptr)
      , geo_validate_geometry_{geo_validate_geometry} {
    CHECK(geo_column_descriptor_->columnType.is_geometry());
    validateChunksSizing(chunks);
    const auto geo_column_type = geo_column_descriptor_->columnType.get_type();

    // initialize coords column
    coords_column_descriptor_ = getColumnDescriptor(chunks, geo_column_type, COORDS);

    // initialize bounds column
    if (hasBoundsColumn()) {
      bounds_column_descriptor_ = getColumnDescriptor(chunks, geo_column_type, BOUNDS);
    }

    // initialize ring sizes column & render group column
    if (hasRingOrLineSizesColumn()) {
      ring_or_line_sizes_column_descriptor_ =
          getColumnDescriptor(chunks, geo_column_type, RING_OR_LINE_SIZES);
    }

    // initialize poly rings column
    if (hasPolyRingsColumn()) {
      poly_rings_column_descriptor_ =
          getColumnDescriptor(chunks, geo_column_type, POLY_RINGS);
    }
  }

foreign_storage::GeospatialEncoder::GeospatialEncoder ( std::list< Chunk_NS::Chunk > &  chunks, std::list< std::unique_ptr< ChunkMetadata >> &  chunk_metadata, const bool  geo_validate_geometry  )

inline

Definition at line 84 of file GeospatialEncoder.h.

      : geo_column_descriptor_(chunks.begin()->getColumnDesc())
      , base_column_encoder_(nullptr)
      , coords_column_encoder_(nullptr)
      , bounds_column_encoder_(nullptr)
      , ring_or_line_sizes_column_encoder_(nullptr)
      , poly_rings_column_encoder_(nullptr)
      , base_column_metadata_(nullptr)
      , coords_column_metadata_(nullptr)
      , bounds_column_metadata_(nullptr)
      , ring_or_line_sizes_column_metadata_(nullptr)
      , poly_rings_column_metadata_(nullptr)
      , geo_validate_geometry_{geo_validate_geometry} {
    CHECK(geo_column_descriptor_->columnType.is_geometry());

    validateChunksSizing(chunks);
    validateMetadataSizing(chunk_metadata);

    const auto geo_column_type = geo_column_descriptor_->columnType.get_type();

    // initialize base column encoder
    auto base_chunk = chunks.begin();
    base_chunk->initEncoder();
    base_column_encoder_ =
        dynamic_cast<StringNoneEncoder*>(base_chunk->getBuffer()->getEncoder());
    base_column_metadata_ = chunk_metadata.begin()->get();
    CHECK(base_column_encoder_);

    // initialize coords column
    std::tie(coords_column_encoder_, coords_column_metadata_, coords_column_descriptor_) =
        initEncoderAndGetEncoderAndMetadata(
            chunks, chunk_metadata, geo_column_type, COORDS);

    // initialize bounds column
    if (hasBoundsColumn()) {
      std::tie(
          bounds_column_encoder_, bounds_column_metadata_, bounds_column_descriptor_) =
          initEncoderAndGetEncoderAndMetadata(
              chunks, chunk_metadata, geo_column_type, BOUNDS);
    }

    // initialize ring sizes column & render group column
    if (hasRingOrLineSizesColumn()) {
      std::tie(ring_or_line_sizes_column_encoder_,
               ring_or_line_sizes_column_metadata_,
               ring_or_line_sizes_column_descriptor_) =
          initEncoderAndGetEncoderAndMetadata(
              chunks, chunk_metadata, geo_column_type, RING_OR_LINE_SIZES);
    }

    // initialize poly rings column
    if (hasPolyRingsColumn()) {
      std::tie(poly_rings_column_encoder_,
               poly_rings_column_metadata_,
               poly_rings_column_descriptor_) =
          initEncoderAndGetEncoderAndMetadata(
              chunks, chunk_metadata, geo_column_type, POLY_RINGS);
    }
  }

Member Function Documentation

void foreign_storage::GeospatialEncoder::appendArrayDatumsToBufferAndUpdateMetadata ( )

inlineprotected

Definition at line 164 of file GeospatialEncoder.h.

References appendToArrayEncoderAndUpdateMetadata(), bounds_column_encoder_, bounds_column_metadata_, bounds_datum_buffer_, coords_column_encoder_, coords_column_metadata_, coords_datum_buffer_, poly_rings_column_encoder_, poly_rings_column_metadata_, poly_rings_datum_buffer_, ring_or_line_sizes_column_encoder_, ring_or_line_sizes_column_metadata_, and ring_or_line_sizes_datum_buffer_.

Referenced by foreign_storage::OdbcGeospatialEncoder::appendData(), foreign_storage::ParquetGeospatialEncoder::appendData(), and data_conversion::StringViewToGeoEncoder::encodeAndAppendData().

                                                    {
    appendToArrayEncoderAndUpdateMetadata(
        coords_datum_buffer_, coords_column_encoder_, coords_column_metadata_);
    appendToArrayEncoderAndUpdateMetadata(
        bounds_datum_buffer_, bounds_column_encoder_, bounds_column_metadata_);
    appendToArrayEncoderAndUpdateMetadata(ring_or_line_sizes_datum_buffer_,
                                          ring_or_line_sizes_column_encoder_,
                                          ring_or_line_sizes_column_metadata_);
    appendToArrayEncoderAndUpdateMetadata(poly_rings_datum_buffer_,
                                          poly_rings_column_encoder_,
                                          poly_rings_column_metadata_);
  }

Here is the call graph for this function:

Here is the caller graph for this function:

void foreign_storage::GeospatialEncoder::appendBaseDataAndUpdateMetadata ( const int64_t  row_count )

inlineprotected

Definition at line 147 of file GeospatialEncoder.h.

References StringNoneEncoder::appendData(), base_column_encoder_, base_column_metadata_, and base_values_.

Referenced by foreign_storage::OdbcGeospatialEncoder::appendData(), foreign_storage::ParquetGeospatialEncoder::appendData(), and data_conversion::StringViewToGeoEncoder::encodeAndAppendData().

                                                                {
    base_values_.resize(row_count);
    *base_column_metadata_ =
        *base_column_encoder_->appendData(&base_values_, 0, row_count);
  }

Here is the call graph for this function:

Here is the caller graph for this function:

void foreign_storage::GeospatialEncoder::appendToArrayEncoderAndUpdateMetadata ( const std::vector< ArrayDatum > &  datum_parse_buffer, Encoder *  encoder, ChunkMetadata *  chunk_metadata  ) const

inlineprotected

Definition at line 177 of file GeospatialEncoder.h.

References CHECK, and UNREACHABLE.

Referenced by appendArrayDatumsToBufferAndUpdateMetadata().

                                           {
    if (!encoder) {
      CHECK(!chunk_metadata);
      return;
    }
    if (auto fixed_len_array_encoder =
            dynamic_cast<FixedLengthArrayNoneEncoder*>(encoder)) {
      auto new_chunk_metadata = fixed_len_array_encoder->appendData(
          &datum_parse_buffer, 0, datum_parse_buffer.size());
      *chunk_metadata = *new_chunk_metadata;
    } else if (auto array_encoder = dynamic_cast<ArrayNoneEncoder*>(encoder)) {
      auto new_chunk_metadata = array_encoder->appendData(
          &datum_parse_buffer, 0, datum_parse_buffer.size(), false);
      *chunk_metadata = *new_chunk_metadata;
    } else {
      UNREACHABLE();
    }
  }

Here is the caller graph for this function:

void foreign_storage::GeospatialEncoder::clearDatumBuffers ( )

inlineprotected

Definition at line 281 of file GeospatialEncoder.h.

References bounds_datum_buffer_, coords_datum_buffer_, poly_rings_datum_buffer_, and ring_or_line_sizes_datum_buffer_.

Referenced by foreign_storage::OdbcGeospatialEncoder::appendData(), foreign_storage::ParquetGeospatialEncoder::appendData(), foreign_storage::ParquetGeospatialImportEncoder::appendData(), and data_conversion::StringViewToGeoEncoder::encodeAndAppendData().

                           {
    coords_datum_buffer_.clear();
    bounds_datum_buffer_.clear();
    ring_or_line_sizes_datum_buffer_.clear();
    poly_rings_datum_buffer_.clear();
  }

Here is the caller graph for this function:

void foreign_storage::GeospatialEncoder::clearParseBuffers ( )

inlineprotected

Definition at line 274 of file GeospatialEncoder.h.

References bounds_parse_buffer_, coords_parse_buffer_, poly_rings_parse_buffer_, and ring_or_line_sizes_parse_buffer_.

Referenced by foreign_storage::OdbcGeospatialEncoder::appendData(), foreign_storage::ParquetGeospatialEncoder::appendData(), foreign_storage::ParquetGeospatialImportEncoder::appendData(), and data_conversion::StringViewToGeoEncoder::encodeAndAppendData().

                           {
    coords_parse_buffer_.clear();
    bounds_parse_buffer_.clear();
    ring_or_line_sizes_parse_buffer_.clear();
    poly_rings_parse_buffer_.clear();
  }

Here is the caller graph for this function:

const ColumnDescriptor* foreign_storage::GeospatialEncoder::getColumnDescriptor ( std::list< Chunk_NS::Chunk > &  chunks, const SQLTypes  sql_type, GeoColumnType  geo_column_type  )

inlineprotected

Definition at line 382 of file GeospatialEncoder.h.

References getIteratorForGeoColumnType().

                                                                             {
    auto chunk = getIteratorForGeoColumnType(chunks, sql_type, geo_column_type);
    auto column_descriptor = chunk->getColumnDesc();
    return column_descriptor;
  }

Here is the call graph for this function:

template<typename T >

std::list<T>::iterator foreign_storage::GeospatialEncoder::getIteratorForGeoColumnType ( std::list< T > &  list, const SQLTypes  column_type, const GeoColumnType  geo_column  )

inlineprotected

Definition at line 291 of file GeospatialEncoder.h.

References BOUNDS, COORDS, kLINESTRING, kMULTILINESTRING, kMULTIPOINT, kMULTIPOLYGON, kPOINT, kPOLYGON, POLY_RINGS, RING_OR_LINE_SIZES, and UNREACHABLE.

Referenced by foreign_storage::ParquetGeospatialImportEncoder::getBuffer(), getColumnDescriptor(), and initEncoderAndGetEncoderAndMetadata().

                                      {
    auto list_iter = list.begin();
    list_iter++;  // skip base column
    switch (column_type) {
      case kPOINT: {
        if (geo_column == COORDS) {
          return list_iter;
        }
        UNREACHABLE();
      }
      case kMULTIPOINT:
      case kLINESTRING: {
        if (geo_column == COORDS) {
          return list_iter;
        }
        list_iter++;
        if (geo_column == BOUNDS) {
          return list_iter;
        }
        UNREACHABLE();
      }
      case kMULTILINESTRING: {
        if (geo_column == COORDS) {
          return list_iter;
        }
        list_iter++;
        if (geo_column == RING_OR_LINE_SIZES) {
          return list_iter;
        }
        list_iter++;
        if (geo_column == BOUNDS) {
          return list_iter;
        }
        UNREACHABLE();
      }
      case kPOLYGON: {
        if (geo_column == COORDS) {
          return list_iter;
        }
        list_iter++;
        if (geo_column == RING_OR_LINE_SIZES) {
          return list_iter;
        }
        list_iter++;
        if (geo_column == BOUNDS) {
          return list_iter;
        }
        UNREACHABLE();
      }
      case kMULTIPOLYGON: {
        if (geo_column == COORDS) {
          return list_iter;
        }
        list_iter++;
        if (geo_column == RING_OR_LINE_SIZES) {
          return list_iter;
        }
        list_iter++;
        if (geo_column == POLY_RINGS) {
          return list_iter;
        }
        list_iter++;
        if (geo_column == BOUNDS) {
          return list_iter;
        }
        UNREACHABLE();
      }
      default:
        UNREACHABLE();
    }
    return {};
  }

Here is the caller graph for this function:

bool foreign_storage::GeospatialEncoder::hasBoundsColumn ( ) const

inlineprotected

Definition at line 403 of file GeospatialEncoder.h.

References ColumnDescriptor::columnType, geo_column_descriptor_, SQLTypeInfo::get_type(), kLINESTRING, kMULTILINESTRING, kMULTIPOINT, kMULTIPOLYGON, and kPOLYGON.

Referenced by foreign_storage::ParquetGeospatialImportEncoder::eraseInvalidIndicesInBuffer(), foreign_storage::ParquetGeospatialImportEncoder::ParquetGeospatialImportEncoder(), processGeoElement(), and processNullGeoElement().

                               {
    const auto geo_column_type = geo_column_descriptor_->columnType.get_type();
    return geo_column_type == kMULTIPOINT || geo_column_type == kLINESTRING ||
           geo_column_type == kMULTILINESTRING || geo_column_type == kPOLYGON ||
           geo_column_type == kMULTIPOLYGON;
  }

Here is the call graph for this function:

Here is the caller graph for this function:

bool foreign_storage::GeospatialEncoder::hasPolyRingsColumn ( ) const

inlineprotected

Definition at line 416 of file GeospatialEncoder.h.

References ColumnDescriptor::columnType, geo_column_descriptor_, SQLTypeInfo::get_type(), and kMULTIPOLYGON.

Referenced by foreign_storage::ParquetGeospatialImportEncoder::eraseInvalidIndicesInBuffer(), foreign_storage::ParquetGeospatialImportEncoder::ParquetGeospatialImportEncoder(), processGeoElement(), and processNullGeoElement().

                                  {
    const auto geo_column_type = geo_column_descriptor_->columnType.get_type();
    return geo_column_type == kMULTIPOLYGON;
  }

Here is the call graph for this function:

Here is the caller graph for this function:

bool foreign_storage::GeospatialEncoder::hasRingOrLineSizesColumn ( ) const

inlineprotected

Definition at line 410 of file GeospatialEncoder.h.

References ColumnDescriptor::columnType, geo_column_descriptor_, SQLTypeInfo::get_type(), kMULTILINESTRING, kMULTIPOLYGON, and kPOLYGON.

Referenced by foreign_storage::ParquetGeospatialImportEncoder::eraseInvalidIndicesInBuffer(), foreign_storage::ParquetGeospatialImportEncoder::ParquetGeospatialImportEncoder(), processGeoElement(), and processNullGeoElement().

                                        {
    const auto geo_column_type = geo_column_descriptor_->columnType.get_type();
    return geo_column_type == kPOLYGON || geo_column_type == kMULTIPOLYGON ||
           geo_column_type == kMULTILINESTRING;
  }

Here is the call graph for this function:

Here is the caller graph for this function:

std::tuple<Encoder*, ChunkMetadata*, const ColumnDescriptor*> foreign_storage::GeospatialEncoder::initEncoderAndGetEncoderAndMetadata ( std::list< Chunk_NS::Chunk > &  chunks, std::list< std::unique_ptr< ChunkMetadata >> &  chunk_metadata, const SQLTypes  sql_type, GeoColumnType  geo_column_type  )

inlineprotected

Definition at line 368 of file GeospatialEncoder.h.

References getIteratorForGeoColumnType().

                                     {
    auto chunk = getIteratorForGeoColumnType(chunks, sql_type, geo_column_type);
    chunk->initEncoder();
    auto encoder = chunk->getBuffer()->getEncoder();
    auto metadata =
        getIteratorForGeoColumnType(chunk_metadata, sql_type, geo_column_type)->get();
    auto column_descriptor = chunk->getColumnDesc();
    return {encoder, metadata, column_descriptor};
  }

Here is the call graph for this function:

void foreign_storage::GeospatialEncoder::processGeoElement ( std::string_view  geo_string_view )

inlineprotected

Definition at line 199 of file GeospatialEncoder.h.

References bounds_datum_buffer_, bounds_parse_buffer_, ColumnDescriptor::columnName, ColumnDescriptor::columnType, Geospatial::compress_coords(), coords_datum_buffer_, coords_parse_buffer_, foreign_storage::encode_as_array_datum(), geo_column_descriptor_, geo_promoted_type_match(), geo_validate_geometry_, SQLTypeInfo::get_type(), Geospatial::GeoTypesFactory::getGeoColumns(), hasBoundsColumn(), hasPolyRingsColumn(), hasRingOrLineSizesColumn(), poly_rings_datum_buffer_, poly_rings_parse_buffer_, ring_or_line_sizes_datum_buffer_, ring_or_line_sizes_parse_buffer_, throwMalformedGeoElement(), and throwMismatchedGeoElement().

Referenced by foreign_storage::OdbcGeospatialEncoder::appendData(), foreign_storage::ParquetGeospatialEncoder::appendData(), foreign_storage::ParquetGeospatialImportEncoder::appendData(), and data_conversion::StringViewToGeoEncoder::encodeAndAppendData().

                                                         {
    SQLTypeInfo import_ti{geo_column_descriptor_->columnType};
    if (!Geospatial::GeoTypesFactory::getGeoColumns(std::string(geo_string_view),
                                                    import_ti,
                                                    coords_parse_buffer_,
                                                    bounds_parse_buffer_,
                                                    ring_or_line_sizes_parse_buffer_,
                                                    poly_rings_parse_buffer_,
                                                    geo_validate_geometry_)) {
      throwMalformedGeoElement(geo_column_descriptor_->columnName);
    }

    // validate types

    if (!geo_promoted_type_match(import_ti.get_type(),
                                 geo_column_descriptor_->columnType.get_type())) {
      throwMismatchedGeoElement(geo_column_descriptor_->columnName);
    }

    // append coords
    std::vector<uint8_t> compressed_coords = Geospatial::compress_coords(
        coords_parse_buffer_, geo_column_descriptor_->columnType);
    coords_datum_buffer_.emplace_back(encode_as_array_datum(compressed_coords));

    // append bounds
    if (hasBoundsColumn()) {
      bounds_datum_buffer_.emplace_back(encode_as_array_datum(bounds_parse_buffer_));
    }

    // append ring sizes
    if (hasRingOrLineSizesColumn()) {
      ring_or_line_sizes_datum_buffer_.emplace_back(
          encode_as_array_datum(ring_or_line_sizes_parse_buffer_));
    }

    // append poly rings
    if (hasPolyRingsColumn()) {
      poly_rings_datum_buffer_.emplace_back(
          encode_as_array_datum(poly_rings_parse_buffer_));
    }
  }

Here is the call graph for this function:

Here is the caller graph for this function:

void foreign_storage::GeospatialEncoder::processNullGeoElement ( )

inlineprotected

Definition at line 241 of file GeospatialEncoder.h.

References bounds_column_descriptor_, bounds_datum_buffer_, bounds_parse_buffer_, ColumnDescriptor::columnType, import_export::ImporterUtils::composeNullArray(), Geospatial::compress_coords(), coords_column_descriptor_, coords_datum_buffer_, coords_parse_buffer_, foreign_storage::encode_as_array_datum(), geo_column_descriptor_, SQLTypeInfo::get_type(), Geospatial::GeoTypesFactory::getNullGeoColumns(), hasBoundsColumn(), hasPolyRingsColumn(), hasRingOrLineSizesColumn(), kPOINT, poly_rings_column_descriptor_, poly_rings_datum_buffer_, poly_rings_parse_buffer_, ring_or_line_sizes_column_descriptor_, ring_or_line_sizes_datum_buffer_, and ring_or_line_sizes_parse_buffer_.

Referenced by foreign_storage::OdbcGeospatialEncoder::appendData(), foreign_storage::ParquetGeospatialEncoder::appendData(), foreign_storage::ParquetGeospatialImportEncoder::appendData(), and data_conversion::StringViewToGeoEncoder::encodeAndAppendData().

                               {
    SQLTypeInfo import_ti{geo_column_descriptor_->columnType};
    Geospatial::GeoTypesFactory::getNullGeoColumns(import_ti,
                                                   coords_parse_buffer_,
                                                   bounds_parse_buffer_,
                                                   ring_or_line_sizes_parse_buffer_,
                                                   poly_rings_parse_buffer_);
    // POINT columns are represented using fixed length arrays and need
    // special treatment of nulls
    if (geo_column_descriptor_->columnType.get_type() == kPOINT) {
      std::vector<uint8_t> compressed_coords = Geospatial::compress_coords(
          coords_parse_buffer_, geo_column_descriptor_->columnType);
      coords_datum_buffer_.emplace_back(encode_as_array_datum(compressed_coords));
    } else {
      coords_datum_buffer_.emplace_back(import_export::ImporterUtils::composeNullArray(
          coords_column_descriptor_->columnType));
    }
    if (hasBoundsColumn()) {
      bounds_datum_buffer_.emplace_back(import_export::ImporterUtils::composeNullArray(
          bounds_column_descriptor_->columnType));
    }
    if (hasRingOrLineSizesColumn()) {
      ring_or_line_sizes_datum_buffer_.emplace_back(
          import_export::ImporterUtils::composeNullArray(
              ring_or_line_sizes_column_descriptor_->columnType));
    }
    if (hasPolyRingsColumn()) {
      poly_rings_datum_buffer_.emplace_back(
          import_export::ImporterUtils::composeNullArray(
              poly_rings_column_descriptor_->columnType));
    }
  }

Here is the call graph for this function:

Here is the caller graph for this function:

static void foreign_storage::GeospatialEncoder::throwMalformedGeoElement ( const std::string &  omnisci_column_name )

inlinestaticprotected

Definition at line 390 of file GeospatialEncoder.h.

Referenced by processGeoElement().

                                                                             {
    std::string error_message = "Failed to extract valid geometry in HeavyDB column '" +
                                omnisci_column_name + "'.";
    throw foreign_storage::ForeignStorageException(error_message);
  }

Here is the caller graph for this function:

static void foreign_storage::GeospatialEncoder::throwMismatchedGeoElement ( const std::string &  omnisci_column_name )

inlinestaticprotected

Definition at line 396 of file GeospatialEncoder.h.

Referenced by processGeoElement().

                                                                              {
    throw foreign_storage::ForeignStorageException(
        "Imported geometry"
        " doesn't match the geospatial type of HeavyDB column '" +
        omnisci_column_name + "'.");
  }

Here is the caller graph for this function:

void foreign_storage::GeospatialEncoder::validateChunksSizing ( std::list< Chunk_NS::Chunk > &  chunks ) const

inlineprotected

Definition at line 153 of file GeospatialEncoder.h.

References CHECK_EQ, ColumnDescriptor::columnType, geo_column_descriptor_, and SQLTypeInfo::get_physical_cols().

                                                                  {
    size_t expected_size = geo_column_descriptor_->columnType.get_physical_cols() + 1;
    CHECK_EQ(chunks.size(), expected_size);
  }

Here is the call graph for this function:

void foreign_storage::GeospatialEncoder::validateMetadataSizing ( std::list< std::unique_ptr< ChunkMetadata >> &  chunk_metadata ) const

inlineprotected

Definition at line 158 of file GeospatialEncoder.h.

References CHECK_EQ, ColumnDescriptor::columnType, geo_column_descriptor_, and SQLTypeInfo::get_physical_cols().

                                                                   {
    size_t expected_size = geo_column_descriptor_->columnType.get_physical_cols() + 1;
    CHECK_EQ(chunk_metadata.size(), expected_size);
  }

Here is the call graph for this function:

Member Data Documentation

StringNoneEncoder* foreign_storage::GeospatialEncoder::base_column_encoder_

protected

Definition at line 423 of file GeospatialEncoder.h.

Referenced by appendBaseDataAndUpdateMetadata().

ChunkMetadata* foreign_storage::GeospatialEncoder::base_column_metadata_

protected

Definition at line 429 of file GeospatialEncoder.h.

Referenced by appendBaseDataAndUpdateMetadata().

std::vector<std::string> foreign_storage::GeospatialEncoder::base_values_

protected

Definition at line 440 of file GeospatialEncoder.h.

Referenced by appendBaseDataAndUpdateMetadata().

const ColumnDescriptor* foreign_storage::GeospatialEncoder::bounds_column_descriptor_

protected

Definition at line 436 of file GeospatialEncoder.h.

Referenced by processNullGeoElement().

Encoder* foreign_storage::GeospatialEncoder::bounds_column_encoder_

protected

Definition at line 425 of file GeospatialEncoder.h.

Referenced by appendArrayDatumsToBufferAndUpdateMetadata().

ChunkMetadata* foreign_storage::GeospatialEncoder::bounds_column_metadata_

protected

Definition at line 431 of file GeospatialEncoder.h.

Referenced by appendArrayDatumsToBufferAndUpdateMetadata().

std::vector<ArrayDatum> foreign_storage::GeospatialEncoder::bounds_datum_buffer_

protected

Definition at line 451 of file GeospatialEncoder.h.

Referenced by foreign_storage::ParquetGeospatialImportEncoder::appendArrayDatumsToBuffer(), appendArrayDatumsToBufferAndUpdateMetadata(), clearDatumBuffers(), processGeoElement(), and processNullGeoElement().

std::vector<double> foreign_storage::GeospatialEncoder::bounds_parse_buffer_

protected

Definition at line 445 of file GeospatialEncoder.h.

Referenced by clearParseBuffers(), processGeoElement(), and processNullGeoElement().

const ColumnDescriptor* foreign_storage::GeospatialEncoder::coords_column_descriptor_

protected

Definition at line 435 of file GeospatialEncoder.h.

Referenced by processNullGeoElement().

Encoder* foreign_storage::GeospatialEncoder::coords_column_encoder_

protected

Definition at line 424 of file GeospatialEncoder.h.

Referenced by appendArrayDatumsToBufferAndUpdateMetadata().

ChunkMetadata* foreign_storage::GeospatialEncoder::coords_column_metadata_

protected

Definition at line 430 of file GeospatialEncoder.h.

Referenced by appendArrayDatumsToBufferAndUpdateMetadata().

std::vector<ArrayDatum> foreign_storage::GeospatialEncoder::coords_datum_buffer_

protected

Definition at line 450 of file GeospatialEncoder.h.

Referenced by foreign_storage::ParquetGeospatialImportEncoder::appendArrayDatumsToBuffer(), appendArrayDatumsToBufferAndUpdateMetadata(), clearDatumBuffers(), processGeoElement(), and processNullGeoElement().

std::vector<double> foreign_storage::GeospatialEncoder::coords_parse_buffer_

protected

Definition at line 444 of file GeospatialEncoder.h.

Referenced by clearParseBuffers(), processGeoElement(), and processNullGeoElement().

const ColumnDescriptor* foreign_storage::GeospatialEncoder::geo_column_descriptor_

protected

Definition at line 421 of file GeospatialEncoder.h.

Referenced by hasBoundsColumn(), hasPolyRingsColumn(), hasRingOrLineSizesColumn(), foreign_storage::ParquetGeospatialImportEncoder::ParquetGeospatialImportEncoder(), processGeoElement(), processNullGeoElement(), validateChunksSizing(), and validateMetadataSizing().

bool foreign_storage::GeospatialEncoder::geo_validate_geometry_

protected

Definition at line 456 of file GeospatialEncoder.h.

Referenced by processGeoElement().

const ColumnDescriptor* foreign_storage::GeospatialEncoder::poly_rings_column_descriptor_

protected

Definition at line 438 of file GeospatialEncoder.h.

Referenced by processNullGeoElement().

Encoder* foreign_storage::GeospatialEncoder::poly_rings_column_encoder_

protected

Definition at line 427 of file GeospatialEncoder.h.

Referenced by appendArrayDatumsToBufferAndUpdateMetadata().

ChunkMetadata* foreign_storage::GeospatialEncoder::poly_rings_column_metadata_

protected

Definition at line 433 of file GeospatialEncoder.h.

Referenced by appendArrayDatumsToBufferAndUpdateMetadata().

std::vector<ArrayDatum> foreign_storage::GeospatialEncoder::poly_rings_datum_buffer_

protected

Definition at line 453 of file GeospatialEncoder.h.

Referenced by foreign_storage::ParquetGeospatialImportEncoder::appendArrayDatumsToBuffer(), appendArrayDatumsToBufferAndUpdateMetadata(), clearDatumBuffers(), processGeoElement(), and processNullGeoElement().

std::vector<int> foreign_storage::GeospatialEncoder::poly_rings_parse_buffer_

protected

Definition at line 447 of file GeospatialEncoder.h.

Referenced by clearParseBuffers(), processGeoElement(), and processNullGeoElement().

const ColumnDescriptor* foreign_storage::GeospatialEncoder::ring_or_line_sizes_column_descriptor_

protected

Definition at line 437 of file GeospatialEncoder.h.

Referenced by processNullGeoElement().

Encoder* foreign_storage::GeospatialEncoder::ring_or_line_sizes_column_encoder_

protected

Definition at line 426 of file GeospatialEncoder.h.

Referenced by appendArrayDatumsToBufferAndUpdateMetadata().

ChunkMetadata* foreign_storage::GeospatialEncoder::ring_or_line_sizes_column_metadata_

protected

Definition at line 432 of file GeospatialEncoder.h.

Referenced by appendArrayDatumsToBufferAndUpdateMetadata().

std::vector<ArrayDatum> foreign_storage::GeospatialEncoder::ring_or_line_sizes_datum_buffer_

protected

Definition at line 452 of file GeospatialEncoder.h.

Referenced by foreign_storage::ParquetGeospatialImportEncoder::appendArrayDatumsToBuffer(), appendArrayDatumsToBufferAndUpdateMetadata(), clearDatumBuffers(), processGeoElement(), and processNullGeoElement().

std::vector<int> foreign_storage::GeospatialEncoder::ring_or_line_sizes_parse_buffer_

protected

Definition at line 446 of file GeospatialEncoder.h.

Referenced by clearParseBuffers(), processGeoElement(), and processNullGeoElement().

---

The documentation for this class was generated from the following file:

• /home/jenkins-slave/workspace/core-os-doxygen/DataMgr/ForeignStorage/GeospatialEncoder.h