foreign_storage::GeospatialEncoder Class Reference

#include <GeospatialEncoder.h>

Inheritance diagram for foreign_storage::GeospatialEncoder:

Collaboration diagram for foreign_storage::GeospatialEncoder:

Public Member Functions
virtual	~GeospatialEncoder ()=default
	GeospatialEncoder (const RenderGroupAnalyzerMap *render_group_analyzer_map)
	GeospatialEncoder (std::list< Chunk_NS::Chunk > &chunks, const RenderGroupAnalyzerMap *render_group_analyzer_map)
	GeospatialEncoder (std::list< Chunk_NS::Chunk > &chunks, std::list< std::unique_ptr< ChunkMetadata >> &chunk_metadata, const RenderGroupAnalyzerMap *render_group_analyzer_map)

Protected Types
enum	GeoColumnType {   COORDS, BOUNDS, RING_SIZES, POLY_RINGS,   RENDER_GROUP }

Protected Member Functions
void	appendBaseAndRenderGroupDataAndUpdateMetadata (const int64_t row_count)
void	validateChunksSizing (std::list< Chunk_NS::Chunk > &chunks) const
void	validateMetadataSizing (std::list< std::unique_ptr< ChunkMetadata >> &chunk_metadata) const
void	appendArrayDatumsToBufferAndUpdateMetadata ()
void	appendToArrayEncoderAndUpdateMetadata (const std::vector< ArrayDatum > &datum_parse_buffer, Encoder *encoder, ChunkMetadata *chunk_metadata) const
void	processGeoElement (std::string_view geo_string_view)
void	processNullGeoElement ()
void	clearParseBuffers ()
void	clearDatumBuffers ()
template<typename T >
std::list< T >::iterator	getIteratorForGeoColumnType (std::list< T > &list, const SQLTypes column_type, const GeoColumnType geo_column)
std::tuple< Encoder *, ChunkMetadata *, const ColumnDescriptor * >	initEncoderAndGetEncoderAndMetadata (std::list< Chunk_NS::Chunk > &chunks, std::list< std::unique_ptr< ChunkMetadata >> &chunk_metadata, const SQLTypes sql_type, GeoColumnType geo_column_type)
const ColumnDescriptor *	getColumnDescriptor (std::list< Chunk_NS::Chunk > &chunks, const SQLTypes sql_type, GeoColumnType geo_column_type)
bool	hasBoundsColumn () const
bool	hasRingSizesColumn () const
bool	hasRenderGroupColumn () const
bool	hasPolyRingsColumn () const

Static Protected Member Functions
static void	throwMalformedGeoElement (const std::string &omnisci_column_name)
static void	throwMismatchedGeoElement (const std::string &omnisci_column_name)

Protected Attributes
const ColumnDescriptor *	geo_column_descriptor_
StringNoneEncoder *	base_column_encoder_
Encoder *	coords_column_encoder_
Encoder *	bounds_column_encoder_
Encoder *	ring_sizes_column_encoder_
Encoder *	poly_rings_column_encoder_
Encoder *	render_group_column_encoder_
ChunkMetadata *	base_column_metadata_
ChunkMetadata *	coords_column_metadata_
ChunkMetadata *	bounds_column_metadata_
ChunkMetadata *	ring_sizes_column_metadata_
ChunkMetadata *	poly_rings_column_metadata_
ChunkMetadata *	render_group_column_metadata_
const ColumnDescriptor *	coords_column_descriptor_
const ColumnDescriptor *	bounds_column_descriptor_
const ColumnDescriptor *	ring_sizes_column_descriptor_
const ColumnDescriptor *	poly_rings_column_descriptor_
const ColumnDescriptor *	render_group_column_descriptor_
std::vector< std::string >	base_values_
std::vector< double >	coords_parse_buffer_
std::vector< double >	bounds_parse_buffer_
std::vector< int >	ring_sizes_parse_buffer_
std::vector< int >	poly_rings_parse_buffer_
std::vector< ArrayDatum >	coords_datum_buffer_
std::vector< ArrayDatum >	bounds_datum_buffer_
std::vector< ArrayDatum >	ring_sizes_datum_buffer_
std::vector< ArrayDatum >	poly_rings_datum_buffer_
std::vector< int32_t >	render_group_value_buffer_
const RenderGroupAnalyzerMap *	render_group_analyzer_map_

Static Protected Attributes
static constexpr bool	PROMOTE_POLYGON_TO_MULTIPOLYGON = true

Detailed Description

Definition at line 40 of file GeospatialEncoder.h.

Member Enumeration Documentation

enum foreign_storage::GeospatialEncoder::GeoColumnType

protected

Enumerator
COORDS
BOUNDS
RING_SIZES
POLY_RINGS
RENDER_GROUP

Definition at line 354 of file GeospatialEncoder.h.

{ COORDS, BOUNDS, RING_SIZES, POLY_RINGS, RENDER_GROUP };

Constructor & Destructor Documentation

virtual foreign_storage::GeospatialEncoder::~GeospatialEncoder ( )

virtualdefault

foreign_storage::GeospatialEncoder::GeospatialEncoder ( const RenderGroupAnalyzerMap *  render_group_analyzer_map )

inline

Definition at line 44 of file GeospatialEncoder.h.

      : render_group_analyzer_map_{render_group_analyzer_map} {}

foreign_storage::GeospatialEncoder::GeospatialEncoder ( std::list< Chunk_NS::Chunk > &  chunks, const RenderGroupAnalyzerMap *  render_group_analyzer_map  )

inline

Definition at line 47 of file GeospatialEncoder.h.

      : geo_column_descriptor_(chunks.begin()->getColumnDesc())
      , base_column_encoder_(nullptr)
      , coords_column_encoder_(nullptr)
      , bounds_column_encoder_(nullptr)
      , ring_sizes_column_encoder_(nullptr)
      , poly_rings_column_encoder_(nullptr)
      , render_group_column_encoder_(nullptr)
      , base_column_metadata_(nullptr)
      , coords_column_metadata_(nullptr)
      , bounds_column_metadata_(nullptr)
      , ring_sizes_column_metadata_(nullptr)
      , poly_rings_column_metadata_(nullptr)
      , render_group_column_metadata_(nullptr)
      , render_group_analyzer_map_{render_group_analyzer_map} {
    CHECK(geo_column_descriptor_->columnType.is_geometry());
    validateChunksSizing(chunks);
    const auto geo_column_type = geo_column_descriptor_->columnType.get_type();

    // initialize coords column
    coords_column_descriptor_ = getColumnDescriptor(chunks, geo_column_type, COORDS);

    // initialize bounds column
    if (hasBoundsColumn()) {
      bounds_column_descriptor_ = getColumnDescriptor(chunks, geo_column_type, BOUNDS);
    }

    // initialize ring sizes column & render group column
    if (hasRingSizesColumn()) {
      ring_sizes_column_descriptor_ =
          getColumnDescriptor(chunks, geo_column_type, RING_SIZES);
    }
    if (hasRenderGroupColumn()) {
      render_group_column_descriptor_ =
          getColumnDescriptor(chunks, geo_column_type, RENDER_GROUP);
    }

    // initialize poly rings column
    if (hasPolyRingsColumn()) {
      poly_rings_column_descriptor_ =
          getColumnDescriptor(chunks, geo_column_type, POLY_RINGS);
    }
  }

foreign_storage::GeospatialEncoder::GeospatialEncoder ( std::list< Chunk_NS::Chunk > &  chunks, std::list< std::unique_ptr< ChunkMetadata >> &  chunk_metadata, const RenderGroupAnalyzerMap *  render_group_analyzer_map  )

inline

Definition at line 92 of file GeospatialEncoder.h.

      : geo_column_descriptor_(chunks.begin()->getColumnDesc())
      , base_column_encoder_(nullptr)
      , coords_column_encoder_(nullptr)
      , bounds_column_encoder_(nullptr)
      , ring_sizes_column_encoder_(nullptr)
      , poly_rings_column_encoder_(nullptr)
      , render_group_column_encoder_(nullptr)
      , base_column_metadata_(nullptr)
      , coords_column_metadata_(nullptr)
      , bounds_column_metadata_(nullptr)
      , ring_sizes_column_metadata_(nullptr)
      , poly_rings_column_metadata_(nullptr)
      , render_group_column_metadata_(nullptr)
      , render_group_analyzer_map_{render_group_analyzer_map} {
    CHECK(geo_column_descriptor_->columnType.is_geometry());

    validateChunksSizing(chunks);
    validateMetadataSizing(chunk_metadata);

    const auto geo_column_type = geo_column_descriptor_->columnType.get_type();

    // initialize base column encoder
    auto base_chunk = chunks.begin();
    base_chunk->initEncoder();
    base_column_encoder_ =
        dynamic_cast<StringNoneEncoder*>(base_chunk->getBuffer()->getEncoder());
    base_column_metadata_ = chunk_metadata.begin()->get();
    CHECK(base_column_encoder_);

    // initialize coords column
    std::tie(coords_column_encoder_, coords_column_metadata_, coords_column_descriptor_) =
        initEncoderAndGetEncoderAndMetadata(
            chunks, chunk_metadata, geo_column_type, COORDS);

    // initialize bounds column
    if (hasBoundsColumn()) {
      std::tie(
          bounds_column_encoder_, bounds_column_metadata_, bounds_column_descriptor_) =
          initEncoderAndGetEncoderAndMetadata(
              chunks, chunk_metadata, geo_column_type, BOUNDS);
    }

    // initialize ring sizes column & render group column
    if (hasRingSizesColumn()) {
      std::tie(ring_sizes_column_encoder_,
               ring_sizes_column_metadata_,
               ring_sizes_column_descriptor_) =
          initEncoderAndGetEncoderAndMetadata(
              chunks, chunk_metadata, geo_column_type, RING_SIZES);
    }
    if (hasRenderGroupColumn()) {
      std::tie(render_group_column_encoder_,
               render_group_column_metadata_,
               render_group_column_descriptor_) =
          initEncoderAndGetEncoderAndMetadata(
              chunks, chunk_metadata, geo_column_type, RENDER_GROUP);
    }

    // initialize poly rings column
    if (hasPolyRingsColumn()) {
      std::tie(poly_rings_column_encoder_,
               poly_rings_column_metadata_,
               poly_rings_column_descriptor_) =
          initEncoderAndGetEncoderAndMetadata(
              chunks, chunk_metadata, geo_column_type, POLY_RINGS);
    }
  }

Member Function Documentation

void foreign_storage::GeospatialEncoder::appendArrayDatumsToBufferAndUpdateMetadata ( )

inlineprotected

Definition at line 204 of file GeospatialEncoder.h.

References appendToArrayEncoderAndUpdateMetadata(), bounds_column_encoder_, bounds_column_metadata_, bounds_datum_buffer_, coords_column_encoder_, coords_column_metadata_, coords_datum_buffer_, poly_rings_column_encoder_, poly_rings_column_metadata_, poly_rings_datum_buffer_, ring_sizes_column_encoder_, ring_sizes_column_metadata_, and ring_sizes_datum_buffer_.

Referenced by foreign_storage::OdbcGeospatialEncoder::appendData(), and foreign_storage::ParquetGeospatialEncoder::appendData().

                                                    {
    appendToArrayEncoderAndUpdateMetadata(
        coords_datum_buffer_, coords_column_encoder_, coords_column_metadata_);
    appendToArrayEncoderAndUpdateMetadata(
        bounds_datum_buffer_, bounds_column_encoder_, bounds_column_metadata_);
    appendToArrayEncoderAndUpdateMetadata(ring_sizes_datum_buffer_,
                                          ring_sizes_column_encoder_,
                                          ring_sizes_column_metadata_);
    appendToArrayEncoderAndUpdateMetadata(poly_rings_datum_buffer_,
                                          poly_rings_column_encoder_,
                                          poly_rings_column_metadata_);
  }

Here is the call graph for this function:

Here is the caller graph for this function:

void foreign_storage::GeospatialEncoder::appendBaseAndRenderGroupDataAndUpdateMetadata ( const int64_t  row_count )

inlineprotected

Definition at line 164 of file GeospatialEncoder.h.

References StringNoneEncoder::appendData(), Encoder::appendData(), base_column_encoder_, base_column_metadata_, base_values_, CHECK_EQ, ColumnDescriptor::columnType, hasRenderGroupColumn(), render_group_column_descriptor_, render_group_column_encoder_, render_group_column_metadata_, and render_group_value_buffer_.

Referenced by foreign_storage::OdbcGeospatialEncoder::appendData(), and foreign_storage::ParquetGeospatialEncoder::appendData().

                                                                              {
    base_values_.resize(row_count);
    *base_column_metadata_ =
        *base_column_encoder_->appendData(&base_values_, 0, row_count);
    if (hasRenderGroupColumn()) {
      CHECK_EQ(render_group_value_buffer_.size(), static_cast<size_t>(row_count))
          << "Render Group Values not generated correctly!";
      auto data_ptr = reinterpret_cast<int8_t*>(render_group_value_buffer_.data());
      *render_group_column_metadata_ = *render_group_column_encoder_->appendData(
          data_ptr, row_count, render_group_column_descriptor_->columnType);
    }
  }

Here is the call graph for this function:

Here is the caller graph for this function:

void foreign_storage::GeospatialEncoder::appendToArrayEncoderAndUpdateMetadata ( const std::vector< ArrayDatum > &  datum_parse_buffer, Encoder *  encoder, ChunkMetadata *  chunk_metadata  ) const

inlineprotected

Definition at line 217 of file GeospatialEncoder.h.

References CHECK, and UNREACHABLE.

Referenced by appendArrayDatumsToBufferAndUpdateMetadata().

                                           {
    if (!encoder) {
      CHECK(!chunk_metadata);
      return;
    }
    if (auto fixed_len_array_encoder =
            dynamic_cast<FixedLengthArrayNoneEncoder*>(encoder)) {
      auto new_chunk_metadata = fixed_len_array_encoder->appendData(
          &datum_parse_buffer, 0, datum_parse_buffer.size());
      *chunk_metadata = *new_chunk_metadata;
    } else if (auto array_encoder = dynamic_cast<ArrayNoneEncoder*>(encoder)) {
      auto new_chunk_metadata = array_encoder->appendData(
          &datum_parse_buffer, 0, datum_parse_buffer.size(), false);
      *chunk_metadata = *new_chunk_metadata;
    } else {
      UNREACHABLE();
    }
  }

Here is the caller graph for this function:

void foreign_storage::GeospatialEncoder::clearDatumBuffers ( )

inlineprotected

Definition at line 346 of file GeospatialEncoder.h.

References bounds_datum_buffer_, coords_datum_buffer_, poly_rings_datum_buffer_, render_group_value_buffer_, and ring_sizes_datum_buffer_.

Referenced by foreign_storage::OdbcGeospatialEncoder::appendData(), foreign_storage::ParquetGeospatialEncoder::appendData(), and foreign_storage::ParquetGeospatialImportEncoder::appendData().

                           {
    coords_datum_buffer_.clear();
    bounds_datum_buffer_.clear();
    ring_sizes_datum_buffer_.clear();
    poly_rings_datum_buffer_.clear();
    render_group_value_buffer_.clear();
  }

Here is the caller graph for this function:

void foreign_storage::GeospatialEncoder::clearParseBuffers ( )

inlineprotected

Definition at line 339 of file GeospatialEncoder.h.

References bounds_parse_buffer_, coords_parse_buffer_, poly_rings_parse_buffer_, and ring_sizes_parse_buffer_.

Referenced by foreign_storage::OdbcGeospatialEncoder::appendData(), foreign_storage::ParquetGeospatialEncoder::appendData(), and foreign_storage::ParquetGeospatialImportEncoder::appendData().

                           {
    coords_parse_buffer_.clear();
    bounds_parse_buffer_.clear();
    ring_sizes_parse_buffer_.clear();
    poly_rings_parse_buffer_.clear();
  }

Here is the caller graph for this function:

const ColumnDescriptor* foreign_storage::GeospatialEncoder::getColumnDescriptor ( std::list< Chunk_NS::Chunk > &  chunks, const SQLTypes  sql_type, GeoColumnType  geo_column_type  )

inlineprotected

Definition at line 441 of file GeospatialEncoder.h.

References getIteratorForGeoColumnType().

                                                                             {
    auto chunk = getIteratorForGeoColumnType(chunks, sql_type, geo_column_type);
    auto column_descriptor = chunk->getColumnDesc();
    return column_descriptor;
  }

Here is the call graph for this function:

template<typename T >

std::list<T>::iterator foreign_storage::GeospatialEncoder::getIteratorForGeoColumnType ( std::list< T > &  list, const SQLTypes  column_type, const GeoColumnType  geo_column  )

inlineprotected

Definition at line 357 of file GeospatialEncoder.h.

References BOUNDS, COORDS, kLINESTRING, kMULTIPOLYGON, kPOINT, kPOLYGON, POLY_RINGS, RENDER_GROUP, RING_SIZES, and UNREACHABLE.

Referenced by foreign_storage::ParquetGeospatialImportEncoder::getBuffer(), getColumnDescriptor(), and initEncoderAndGetEncoderAndMetadata().

                                      {
    auto list_iter = list.begin();
    list_iter++;  // skip base column
    switch (column_type) {
      case kPOINT: {
        if (geo_column == COORDS) {
          return list_iter;
        }
        UNREACHABLE();
      }
      case kLINESTRING: {
        if (geo_column == COORDS) {
          return list_iter;
        }
        list_iter++;
        if (geo_column == BOUNDS) {
          return list_iter;
        }
        UNREACHABLE();
      }
      case kPOLYGON: {
        if (geo_column == COORDS) {
          return list_iter;
        }
        list_iter++;
        if (geo_column == RING_SIZES) {
          return list_iter;
        }
        list_iter++;
        if (geo_column == BOUNDS) {
          return list_iter;
        }
        list_iter++;
        if (geo_column == RENDER_GROUP) {
          return list_iter;
        }
        UNREACHABLE();
      }
      case kMULTIPOLYGON: {
        if (geo_column == COORDS) {
          return list_iter;
        }
        list_iter++;
        if (geo_column == RING_SIZES) {
          return list_iter;
        }
        list_iter++;
        if (geo_column == POLY_RINGS) {
          return list_iter;
        }
        list_iter++;
        if (geo_column == BOUNDS) {
          return list_iter;
        }
        list_iter++;
        if (geo_column == RENDER_GROUP) {
          return list_iter;
        }
        UNREACHABLE();
      }
      default:
        UNREACHABLE();
    }
    return {};
  }

Here is the caller graph for this function:

bool foreign_storage::GeospatialEncoder::hasBoundsColumn ( ) const

inlineprotected

Definition at line 462 of file GeospatialEncoder.h.

References ColumnDescriptor::columnType, geo_column_descriptor_, SQLTypeInfo::get_type(), kLINESTRING, kMULTIPOLYGON, and kPOLYGON.

Referenced by foreign_storage::ParquetGeospatialImportEncoder::eraseInvalidIndicesInBuffer(), foreign_storage::ParquetGeospatialImportEncoder::ParquetGeospatialImportEncoder(), processGeoElement(), and processNullGeoElement().

                               {
    const auto geo_column_type = geo_column_descriptor_->columnType.get_type();
    return geo_column_type == kLINESTRING || geo_column_type == kPOLYGON ||
           geo_column_type == kMULTIPOLYGON;
  }

Here is the call graph for this function:

Here is the caller graph for this function:

bool foreign_storage::GeospatialEncoder::hasPolyRingsColumn ( ) const

inlineprotected

Definition at line 478 of file GeospatialEncoder.h.

References ColumnDescriptor::columnType, geo_column_descriptor_, SQLTypeInfo::get_type(), and kMULTIPOLYGON.

Referenced by foreign_storage::ParquetGeospatialImportEncoder::eraseInvalidIndicesInBuffer(), foreign_storage::ParquetGeospatialImportEncoder::ParquetGeospatialImportEncoder(), processGeoElement(), and processNullGeoElement().

                                  {
    const auto geo_column_type = geo_column_descriptor_->columnType.get_type();
    return geo_column_type == kMULTIPOLYGON;
  }

Here is the call graph for this function:

Here is the caller graph for this function:

bool foreign_storage::GeospatialEncoder::hasRenderGroupColumn ( ) const

inlineprotected

Definition at line 473 of file GeospatialEncoder.h.

References ColumnDescriptor::columnType, geo_column_descriptor_, SQLTypeInfo::get_type(), kMULTIPOLYGON, and kPOLYGON.

Referenced by appendBaseAndRenderGroupDataAndUpdateMetadata(), foreign_storage::ParquetGeospatialImportEncoder::eraseInvalidIndicesInBuffer(), foreign_storage::ParquetGeospatialImportEncoder::ParquetGeospatialImportEncoder(), processGeoElement(), and processNullGeoElement().

                                    {
    const auto geo_column_type = geo_column_descriptor_->columnType.get_type();
    return geo_column_type == kPOLYGON || geo_column_type == kMULTIPOLYGON;
  }

Here is the call graph for this function:

Here is the caller graph for this function:

bool foreign_storage::GeospatialEncoder::hasRingSizesColumn ( ) const

inlineprotected

Definition at line 468 of file GeospatialEncoder.h.

References ColumnDescriptor::columnType, geo_column_descriptor_, SQLTypeInfo::get_type(), kMULTIPOLYGON, and kPOLYGON.

Referenced by foreign_storage::ParquetGeospatialImportEncoder::eraseInvalidIndicesInBuffer(), foreign_storage::ParquetGeospatialImportEncoder::ParquetGeospatialImportEncoder(), processGeoElement(), and processNullGeoElement().

                                  {
    const auto geo_column_type = geo_column_descriptor_->columnType.get_type();
    return geo_column_type == kPOLYGON || geo_column_type == kMULTIPOLYGON;
  }

Here is the call graph for this function:

Here is the caller graph for this function:

std::tuple<Encoder*, ChunkMetadata*, const ColumnDescriptor*> foreign_storage::GeospatialEncoder::initEncoderAndGetEncoderAndMetadata ( std::list< Chunk_NS::Chunk > &  chunks, std::list< std::unique_ptr< ChunkMetadata >> &  chunk_metadata, const SQLTypes  sql_type, GeoColumnType  geo_column_type  )

inlineprotected

Definition at line 427 of file GeospatialEncoder.h.

References getIteratorForGeoColumnType().

                                     {
    auto chunk = getIteratorForGeoColumnType(chunks, sql_type, geo_column_type);
    chunk->initEncoder();
    auto encoder = chunk->getBuffer()->getEncoder();
    auto metadata =
        getIteratorForGeoColumnType(chunk_metadata, sql_type, geo_column_type)->get();
    auto column_descriptor = chunk->getColumnDesc();
    return {encoder, metadata, column_descriptor};
  }

Here is the call graph for this function:

void foreign_storage::GeospatialEncoder::processGeoElement ( std::string_view  geo_string_view )

inlineprotected

Definition at line 239 of file GeospatialEncoder.h.

References bounds_datum_buffer_, bounds_parse_buffer_, CHECK_EQ, ColumnDescriptor::columnId, ColumnDescriptor::columnName, ColumnDescriptor::columnType, Geospatial::compress_coords(), coords_datum_buffer_, coords_parse_buffer_, foreign_storage::encode_as_array_datum(), geo_column_descriptor_, SQLTypeInfo::get_type(), Geospatial::GeoTypesFactory::getGeoColumns(), hasBoundsColumn(), hasPolyRingsColumn(), hasRenderGroupColumn(), hasRingSizesColumn(), IS_GEO_POLY, kMULTIPOLYGON, kPOLYGON, poly_rings_datum_buffer_, poly_rings_parse_buffer_, PROMOTE_POLYGON_TO_MULTIPOLYGON, render_group_analyzer_map_, render_group_value_buffer_, ring_sizes_datum_buffer_, ring_sizes_parse_buffer_, throwMalformedGeoElement(), and throwMismatchedGeoElement().

Referenced by foreign_storage::OdbcGeospatialEncoder::appendData(), foreign_storage::ParquetGeospatialEncoder::appendData(), and foreign_storage::ParquetGeospatialImportEncoder::appendData().

                                                         {
    SQLTypeInfo import_ti{geo_column_descriptor_->columnType};
    if (!Geospatial::GeoTypesFactory::getGeoColumns(std::string(geo_string_view),
                                                    import_ti,
                                                    coords_parse_buffer_,
                                                    bounds_parse_buffer_,
                                                    ring_sizes_parse_buffer_,
                                                    poly_rings_parse_buffer_,
                                                    PROMOTE_POLYGON_TO_MULTIPOLYGON)) {
      throwMalformedGeoElement(geo_column_descriptor_->columnName);
    }

    // validate types
    if (geo_column_descriptor_->columnType.get_type() != import_ti.get_type()) {
      if (!PROMOTE_POLYGON_TO_MULTIPOLYGON ||
          !(import_ti.get_type() == SQLTypes::kPOLYGON &&
            geo_column_descriptor_->columnType.get_type() == SQLTypes::kMULTIPOLYGON)) {
        throwMismatchedGeoElement(geo_column_descriptor_->columnName);
      }
    }

    // append coords
    std::vector<uint8_t> compressed_coords = Geospatial::compress_coords(
        coords_parse_buffer_, geo_column_descriptor_->columnType);
    coords_datum_buffer_.emplace_back(encode_as_array_datum(compressed_coords));

    // append bounds
    if (hasBoundsColumn()) {
      bounds_datum_buffer_.emplace_back(encode_as_array_datum(bounds_parse_buffer_));
    }

    // append ring sizes
    if (hasRingSizesColumn()) {
      ring_sizes_datum_buffer_.emplace_back(
          encode_as_array_datum(ring_sizes_parse_buffer_));
    }

    // append poly rings
    if (hasPolyRingsColumn()) {
      poly_rings_datum_buffer_.emplace_back(
          encode_as_array_datum(poly_rings_parse_buffer_));
    }

    if (hasRenderGroupColumn()) {
      if (IS_GEO_POLY(import_ti.get_type()) && render_group_analyzer_map_ &&
          render_group_analyzer_map_->size()) {
        CHECK_EQ(bounds_parse_buffer_.size(), 4u);
        auto const itr =
            render_group_analyzer_map_->find(geo_column_descriptor_->columnId);
        int render_group{0};
        if (itr != render_group_analyzer_map_->end()) {
          auto& render_group_analyzer = *itr->second;
          render_group = render_group_analyzer.insertBoundsAndReturnRenderGroup(
              bounds_parse_buffer_);
        }
        render_group_value_buffer_.emplace_back(render_group);
      } else {
        render_group_value_buffer_.emplace_back(0);
      }
    }
  }

Here is the call graph for this function:

Here is the caller graph for this function:

void foreign_storage::GeospatialEncoder::processNullGeoElement ( )

inlineprotected

Definition at line 301 of file GeospatialEncoder.h.

References bounds_column_descriptor_, bounds_datum_buffer_, bounds_parse_buffer_, ColumnDescriptor::columnType, import_export::ImporterUtils::composeNullArray(), Geospatial::compress_coords(), coords_column_descriptor_, coords_datum_buffer_, coords_parse_buffer_, foreign_storage::encode_as_array_datum(), geo_column_descriptor_, SQLTypeInfo::get_type(), Geospatial::GeoTypesFactory::getNullGeoColumns(), hasBoundsColumn(), hasPolyRingsColumn(), hasRenderGroupColumn(), hasRingSizesColumn(), kPOINT, poly_rings_column_descriptor_, poly_rings_datum_buffer_, poly_rings_parse_buffer_, PROMOTE_POLYGON_TO_MULTIPOLYGON, render_group_value_buffer_, ring_sizes_column_descriptor_, ring_sizes_datum_buffer_, and ring_sizes_parse_buffer_.

Referenced by foreign_storage::OdbcGeospatialEncoder::appendData(), foreign_storage::ParquetGeospatialEncoder::appendData(), and foreign_storage::ParquetGeospatialImportEncoder::appendData().

                               {
    SQLTypeInfo import_ti{geo_column_descriptor_->columnType};
    Geospatial::GeoTypesFactory::getNullGeoColumns(import_ti,
                                                   coords_parse_buffer_,
                                                   bounds_parse_buffer_,
                                                   ring_sizes_parse_buffer_,
                                                   poly_rings_parse_buffer_,
                                                   PROMOTE_POLYGON_TO_MULTIPOLYGON);
    // POINT columns are represented using fixed length arrays and need
    // special treatment of nulls
    if (geo_column_descriptor_->columnType.get_type() == kPOINT) {
      std::vector<uint8_t> compressed_coords = Geospatial::compress_coords(
          coords_parse_buffer_, geo_column_descriptor_->columnType);
      coords_datum_buffer_.emplace_back(encode_as_array_datum(compressed_coords));
    } else {
      coords_datum_buffer_.emplace_back(import_export::ImporterUtils::composeNullArray(
          coords_column_descriptor_->columnType));
    }
    if (hasBoundsColumn()) {
      bounds_datum_buffer_.emplace_back(import_export::ImporterUtils::composeNullArray(
          bounds_column_descriptor_->columnType));
    }
    if (hasRingSizesColumn()) {
      ring_sizes_datum_buffer_.emplace_back(
          import_export::ImporterUtils::composeNullArray(
              ring_sizes_column_descriptor_->columnType));
    }
    if (hasPolyRingsColumn()) {
      poly_rings_datum_buffer_.emplace_back(
          import_export::ImporterUtils::composeNullArray(
              poly_rings_column_descriptor_->columnType));
    }
    if (hasRenderGroupColumn()) {
      static constexpr int32_t kNullRenderGroupValue = -1;
      render_group_value_buffer_.emplace_back(kNullRenderGroupValue);
    }
  }

Here is the call graph for this function:

Here is the caller graph for this function:

static void foreign_storage::GeospatialEncoder::throwMalformedGeoElement ( const std::string &  omnisci_column_name )

inlinestaticprotected

Definition at line 449 of file GeospatialEncoder.h.

Referenced by processGeoElement().

                                                                             {
    std::string error_message = "Failed to extract valid geometry in HeavyDB column '" +
                                omnisci_column_name + "'.";
    throw foreign_storage::ForeignStorageException(error_message);
  }

Here is the caller graph for this function:

static void foreign_storage::GeospatialEncoder::throwMismatchedGeoElement ( const std::string &  omnisci_column_name )

inlinestaticprotected

Definition at line 455 of file GeospatialEncoder.h.

Referenced by processGeoElement().

                                                                              {
    throw foreign_storage::ForeignStorageException(
        "Imported geometry"
        " doesn't match the geospatial type of HeavyDB column '" +
        omnisci_column_name + "'.");
  }

Here is the caller graph for this function:

void foreign_storage::GeospatialEncoder::validateChunksSizing ( std::list< Chunk_NS::Chunk > &  chunks ) const

inlineprotected

Definition at line 177 of file GeospatialEncoder.h.

References CHECK, ColumnDescriptor::columnType, geo_column_descriptor_, SQLTypeInfo::get_type(), kLINESTRING, kMULTIPOLYGON, kPOINT, and kPOLYGON.

                                                                  {
    const auto geo_column_type = geo_column_descriptor_->columnType.get_type();
    if (geo_column_type == kPOINT) {
      CHECK(chunks.size() == 2);
    } else if (geo_column_type == kLINESTRING) {
      CHECK(chunks.size() == 3);
    } else if (geo_column_type == kPOLYGON) {
      CHECK(chunks.size() == 5);
    } else if (geo_column_type == kMULTIPOLYGON) {
      CHECK(chunks.size() == 6);
    }
  }

Here is the call graph for this function:

void foreign_storage::GeospatialEncoder::validateMetadataSizing ( std::list< std::unique_ptr< ChunkMetadata >> &  chunk_metadata ) const

inlineprotected

Definition at line 190 of file GeospatialEncoder.h.

References CHECK, ColumnDescriptor::columnType, geo_column_descriptor_, SQLTypeInfo::get_type(), kLINESTRING, kMULTIPOLYGON, kPOINT, and kPOLYGON.

                                                                   {
    const auto geo_column_type = geo_column_descriptor_->columnType.get_type();
    if (geo_column_type == kPOINT) {
      CHECK(chunk_metadata.size() == 2);
    } else if (geo_column_type == kLINESTRING) {
      CHECK(chunk_metadata.size() == 3);
    } else if (geo_column_type == kPOLYGON) {
      CHECK(chunk_metadata.size() == 5);
    } else if (geo_column_type == kMULTIPOLYGON) {
      CHECK(chunk_metadata.size() == 6);
    }
  }

Here is the call graph for this function:

Member Data Documentation

StringNoneEncoder* foreign_storage::GeospatialEncoder::base_column_encoder_

protected

Definition at line 487 of file GeospatialEncoder.h.

Referenced by appendBaseAndRenderGroupDataAndUpdateMetadata().

ChunkMetadata* foreign_storage::GeospatialEncoder::base_column_metadata_

protected

Definition at line 494 of file GeospatialEncoder.h.

Referenced by appendBaseAndRenderGroupDataAndUpdateMetadata().

std::vector<std::string> foreign_storage::GeospatialEncoder::base_values_

protected

Definition at line 507 of file GeospatialEncoder.h.

Referenced by appendBaseAndRenderGroupDataAndUpdateMetadata().

const ColumnDescriptor* foreign_storage::GeospatialEncoder::bounds_column_descriptor_

protected

Definition at line 502 of file GeospatialEncoder.h.

Referenced by processNullGeoElement().

Encoder* foreign_storage::GeospatialEncoder::bounds_column_encoder_

protected

Definition at line 489 of file GeospatialEncoder.h.

Referenced by appendArrayDatumsToBufferAndUpdateMetadata().

ChunkMetadata* foreign_storage::GeospatialEncoder::bounds_column_metadata_

protected

Definition at line 496 of file GeospatialEncoder.h.

Referenced by appendArrayDatumsToBufferAndUpdateMetadata().

std::vector<ArrayDatum> foreign_storage::GeospatialEncoder::bounds_datum_buffer_

protected

Definition at line 518 of file GeospatialEncoder.h.

Referenced by foreign_storage::ParquetGeospatialImportEncoder::appendArrayDatumsToBuffer(), appendArrayDatumsToBufferAndUpdateMetadata(), clearDatumBuffers(), processGeoElement(), and processNullGeoElement().

std::vector<double> foreign_storage::GeospatialEncoder::bounds_parse_buffer_

protected

Definition at line 512 of file GeospatialEncoder.h.

Referenced by clearParseBuffers(), processGeoElement(), and processNullGeoElement().

const ColumnDescriptor* foreign_storage::GeospatialEncoder::coords_column_descriptor_

protected

Definition at line 501 of file GeospatialEncoder.h.

Referenced by processNullGeoElement().

Encoder* foreign_storage::GeospatialEncoder::coords_column_encoder_

protected

Definition at line 488 of file GeospatialEncoder.h.

Referenced by appendArrayDatumsToBufferAndUpdateMetadata().

ChunkMetadata* foreign_storage::GeospatialEncoder::coords_column_metadata_

protected

Definition at line 495 of file GeospatialEncoder.h.

Referenced by appendArrayDatumsToBufferAndUpdateMetadata().

std::vector<ArrayDatum> foreign_storage::GeospatialEncoder::coords_datum_buffer_

protected

Definition at line 517 of file GeospatialEncoder.h.

Referenced by foreign_storage::ParquetGeospatialImportEncoder::appendArrayDatumsToBuffer(), appendArrayDatumsToBufferAndUpdateMetadata(), clearDatumBuffers(), processGeoElement(), and processNullGeoElement().

std::vector<double> foreign_storage::GeospatialEncoder::coords_parse_buffer_

protected

Definition at line 511 of file GeospatialEncoder.h.

Referenced by clearParseBuffers(), processGeoElement(), and processNullGeoElement().

const ColumnDescriptor* foreign_storage::GeospatialEncoder::geo_column_descriptor_

protected

Definition at line 483 of file GeospatialEncoder.h.

Referenced by hasBoundsColumn(), hasPolyRingsColumn(), hasRenderGroupColumn(), hasRingSizesColumn(), foreign_storage::ParquetGeospatialImportEncoder::ParquetGeospatialImportEncoder(), processGeoElement(), processNullGeoElement(), validateChunksSizing(), and validateMetadataSizing().

const ColumnDescriptor* foreign_storage::GeospatialEncoder::poly_rings_column_descriptor_

protected

Definition at line 504 of file GeospatialEncoder.h.

Referenced by processNullGeoElement().

Encoder* foreign_storage::GeospatialEncoder::poly_rings_column_encoder_

protected

Definition at line 491 of file GeospatialEncoder.h.

Referenced by appendArrayDatumsToBufferAndUpdateMetadata().

ChunkMetadata* foreign_storage::GeospatialEncoder::poly_rings_column_metadata_

protected

Definition at line 498 of file GeospatialEncoder.h.

Referenced by appendArrayDatumsToBufferAndUpdateMetadata().

std::vector<ArrayDatum> foreign_storage::GeospatialEncoder::poly_rings_datum_buffer_

protected

Definition at line 520 of file GeospatialEncoder.h.

Referenced by foreign_storage::ParquetGeospatialImportEncoder::appendArrayDatumsToBuffer(), appendArrayDatumsToBufferAndUpdateMetadata(), clearDatumBuffers(), processGeoElement(), and processNullGeoElement().

std::vector<int> foreign_storage::GeospatialEncoder::poly_rings_parse_buffer_

protected

Definition at line 514 of file GeospatialEncoder.h.

Referenced by clearParseBuffers(), processGeoElement(), and processNullGeoElement().

constexpr bool foreign_storage::GeospatialEncoder::PROMOTE_POLYGON_TO_MULTIPOLYGON = true

staticprotected

Definition at line 485 of file GeospatialEncoder.h.

Referenced by processGeoElement(), and processNullGeoElement().

const RenderGroupAnalyzerMap* foreign_storage::GeospatialEncoder::render_group_analyzer_map_

protected

Definition at line 523 of file GeospatialEncoder.h.

Referenced by processGeoElement().

const ColumnDescriptor* foreign_storage::GeospatialEncoder::render_group_column_descriptor_

protected

Definition at line 505 of file GeospatialEncoder.h.

Referenced by appendBaseAndRenderGroupDataAndUpdateMetadata().

Encoder* foreign_storage::GeospatialEncoder::render_group_column_encoder_

protected

Definition at line 492 of file GeospatialEncoder.h.

Referenced by appendBaseAndRenderGroupDataAndUpdateMetadata().

ChunkMetadata* foreign_storage::GeospatialEncoder::render_group_column_metadata_

protected

Definition at line 499 of file GeospatialEncoder.h.

Referenced by appendBaseAndRenderGroupDataAndUpdateMetadata().

std::vector<int32_t> foreign_storage::GeospatialEncoder::render_group_value_buffer_

protected

Definition at line 521 of file GeospatialEncoder.h.

Referenced by foreign_storage::ParquetGeospatialImportEncoder::appendBaseAndRenderGroupData(), appendBaseAndRenderGroupDataAndUpdateMetadata(), clearDatumBuffers(), processGeoElement(), and processNullGeoElement().

const ColumnDescriptor* foreign_storage::GeospatialEncoder::ring_sizes_column_descriptor_

protected

Definition at line 503 of file GeospatialEncoder.h.

Referenced by processNullGeoElement().

Encoder* foreign_storage::GeospatialEncoder::ring_sizes_column_encoder_

protected

Definition at line 490 of file GeospatialEncoder.h.

Referenced by appendArrayDatumsToBufferAndUpdateMetadata().

ChunkMetadata* foreign_storage::GeospatialEncoder::ring_sizes_column_metadata_

protected

Definition at line 497 of file GeospatialEncoder.h.

Referenced by appendArrayDatumsToBufferAndUpdateMetadata().

std::vector<ArrayDatum> foreign_storage::GeospatialEncoder::ring_sizes_datum_buffer_

protected

Definition at line 519 of file GeospatialEncoder.h.

Referenced by foreign_storage::ParquetGeospatialImportEncoder::appendArrayDatumsToBuffer(), appendArrayDatumsToBufferAndUpdateMetadata(), clearDatumBuffers(), processGeoElement(), and processNullGeoElement().

std::vector<int> foreign_storage::GeospatialEncoder::ring_sizes_parse_buffer_

protected

Definition at line 513 of file GeospatialEncoder.h.

Referenced by clearParseBuffers(), processGeoElement(), and processNullGeoElement().

---

The documentation for this class was generated from the following file:

• /home/jenkins-slave/workspace/core-os-doxygen/DataMgr/ForeignStorage/GeospatialEncoder.h