Fragmenter_Namespace::FragmentInfo Class Reference

Used by Fragmenter classes to store info about each fragment - the fragment id and number of tuples(rows) currently stored by that fragment. More...

#include <Fragmenter.h>

Collaboration diagram for Fragmenter_Namespace::FragmentInfo:

Public Member Functions
	FragmentInfo ()
void	setChunkMetadataMap (const ChunkMetadataMap &chunk_metadata_map)
void	setChunkMetadata (const int col, std::shared_ptr< ChunkMetadata > chunkMetadata)
const ChunkMetadataMap &	getChunkMetadataMap () const
const ChunkMetadataMap &	getChunkMetadataMapPhysical () const
ChunkMetadataMap	getChunkMetadataMapPhysicalCopy () const
size_t	getNumTuples () const
size_t	getPhysicalNumTuples () const
bool	isEmptyPhysicalFragment () const
void	setPhysicalNumTuples (const size_t physNumTuples)
void	invalidateChunkMetadataMap () const
void	invalidateNumTuples () const

Static Public Member Functions
static void	setUnconditionalVacuum (const double unconditionalVacuum)

Public Attributes
int	fragmentId
size_t	shadowNumTuples
std::vector< int >	deviceIds
int	physicalTableId
int	shard
ChunkMetadataMap	shadowChunkMetadataMap
ResultSet *	resultSet
std::shared_ptr< std::mutex >	resultSetMutex

Private Attributes
size_t	numTuples
ChunkMetadataMap	chunkMetadataMap
bool	synthesizedNumTuplesIsValid
bool	synthesizedMetadataIsValid

Static Private Attributes
static bool	unconditionalVacuum_ {false}

Friends
class	InsertOrderFragmenter

Detailed Description

Used by Fragmenter classes to store info about each fragment - the fragment id and number of tuples(rows) currently stored by that fragment.

Definition at line 86 of file Fragmenter.h.

Constructor & Destructor Documentation

Fragmenter_Namespace::FragmentInfo::FragmentInfo ( )

inline

Definition at line 88 of file Fragmenter.h.

      : fragmentId(-1)
      , shadowNumTuples(0)
      , physicalTableId(-1)
      , shard(-1)
      , resultSet(nullptr)
      , numTuples(0)
      , synthesizedNumTuplesIsValid(false)
      , synthesizedMetadataIsValid(false) {}

Member Function Documentation

const ChunkMetadataMap & Fragmenter_Namespace::FragmentInfo::getChunkMetadataMap

(

)

const

Definition at line 484 of file InputMetadata.cpp.

References chunkMetadataMap, g_enable_data_recycler, g_enable_filter_push_down, g_use_chunk_metadata_cache, Executor::getExecutor(), resultSet, synthesize_metadata(), synthesizedMetadataIsValid, and Executor::UNITARY_EXECUTOR_ID.

Referenced by Executor::canSkipFragmentForFpQual(), ColumnFetcher::getOneColumnFragment(), Executor::isFragmentFullyDeleted(), and Executor::skipFragment().

                                                                                    {
  if (resultSet && !synthesizedMetadataIsValid) {
    bool need_to_compute_metadata = true;
    // we disable chunk metadata recycler when filter pushdown is enabled
    // since re-executing the query invalidates the cached metdata
    // todo(yoonmin): relax this
    bool enable_chunk_metadata_cache = g_enable_data_recycler &&
                                       g_use_chunk_metadata_cache &&
                                       !g_enable_filter_push_down;
    auto executor = Executor::getExecutor(Executor::UNITARY_EXECUTOR_ID);
    if (enable_chunk_metadata_cache) {
      std::optional<ChunkMetadataMap> cached =
          executor->getRecultSetRecyclerHolder().getCachedChunkMetadata(
              resultSet->getQueryPlanHash());
      if (cached) {
        chunkMetadataMap = *cached;
        need_to_compute_metadata = false;
      }
    }
    if (need_to_compute_metadata) {
      chunkMetadataMap = synthesize_metadata(resultSet);
      if (enable_chunk_metadata_cache && !chunkMetadataMap.empty()) {
        executor->getRecultSetRecyclerHolder().putChunkMetadataToCache(
            resultSet->getQueryPlanHash(),
            resultSet->getInputTableKeys(),
            chunkMetadataMap);
      }
    }
    synthesizedMetadataIsValid = true;
  }
  return chunkMetadataMap;
}

Here is the call graph for this function:

Here is the caller graph for this function:

const ChunkMetadataMap& Fragmenter_Namespace::FragmentInfo::getChunkMetadataMapPhysical ( ) const

inline

Definition at line 108 of file Fragmenter.h.

References chunkMetadataMap.

Referenced by Fragmenter_Namespace::get_chunks(), and Fragmenter_Namespace::InsertOrderFragmenter::getChunksForAllColumns().

{ return chunkMetadataMap; }

Here is the caller graph for this function:

ChunkMetadataMap Fragmenter_Namespace::FragmentInfo::getChunkMetadataMapPhysicalCopy

(

)

const

Definition at line 517 of file InputMetadata.cpp.

Referenced by UpdelRoll::initializeUnsetMetadata().

          {
  ChunkMetadataMap metadata_map;
  for (const auto& [column_id, chunk_metadata] : chunkMetadataMap) {
    metadata_map[column_id] = std::make_shared<ChunkMetadata>(*chunk_metadata);
  }
  return metadata_map;
}

Here is the caller graph for this function:

size_t Fragmenter_Namespace::FragmentInfo::getNumTuples

(

)

const

Definition at line 526 of file InputMetadata.cpp.

References CHECK_EQ.

Referenced by QueryFragmentDescriptor::checkDeviceMemoryUsage(), and ColumnFetcher::getOneColumnFragment().

                                                            {
  std::unique_ptr<std::lock_guard<std::mutex>> lock;
  if (resultSetMutex) {
    lock.reset(new std::lock_guard<std::mutex>(*resultSetMutex));
  }
  CHECK_EQ(!!resultSet, !!resultSetMutex);
  if (resultSet && !synthesizedNumTuplesIsValid) {
    numTuples = resultSet->rowCount();
    synthesizedNumTuplesIsValid = true;
  }
  return numTuples;
}

Here is the caller graph for this function:

size_t Fragmenter_Namespace::FragmentInfo::getPhysicalNumTuples ( ) const

inline

Definition at line 114 of file Fragmenter.h.

References numTuples.

Referenced by Fragmenter_Namespace::InsertOrderFragmenter::vacuum_fixlen_rows(), and Fragmenter_Namespace::InsertOrderFragmenter::vacuum_varlen_rows().

{ return numTuples; }

Here is the caller graph for this function:

void Fragmenter_Namespace::FragmentInfo::invalidateChunkMetadataMap ( ) const

inline

Definition at line 120 of file Fragmenter.h.

References synthesizedMetadataIsValid.

{ synthesizedMetadataIsValid = false; };

void Fragmenter_Namespace::FragmentInfo::invalidateNumTuples ( ) const

inline

Definition at line 121 of file Fragmenter.h.

References synthesizedNumTuplesIsValid.

{ synthesizedNumTuplesIsValid = false; }

bool Fragmenter_Namespace::FragmentInfo::isEmptyPhysicalFragment ( ) const

inline

Definition at line 116 of file Fragmenter.h.

References numTuples, and physicalTableId.

Referenced by ColumnFetcher::getOneColumnFragment().

{ return physicalTableId >= 0 && !numTuples; }

Here is the caller graph for this function:

void Fragmenter_Namespace::FragmentInfo::setChunkMetadata ( const int  col, std::shared_ptr< ChunkMetadata >  chunkMetadata  )

inline

Definition at line 102 of file Fragmenter.h.

References chunkMetadataMap.

                                                                                   {
    chunkMetadataMap[col] = chunkMetadata;
  }

void Fragmenter_Namespace::FragmentInfo::setChunkMetadataMap ( const ChunkMetadataMap &  chunk_metadata_map )

inline

Definition at line 98 of file Fragmenter.h.

References chunkMetadataMap.

                                                                       {
    this->chunkMetadataMap = chunk_metadata_map;
  }

void Fragmenter_Namespace::FragmentInfo::setPhysicalNumTuples ( const size_t  physNumTuples )

inline

Definition at line 118 of file Fragmenter.h.

References numTuples.

Referenced by Fragmenter_Namespace::InsertOrderFragmenter::getFragmentsForQuery().

{ numTuples = physNumTuples; }

Here is the caller graph for this function:

static void Fragmenter_Namespace::FragmentInfo::setUnconditionalVacuum ( const double  unconditionalVacuum )

inlinestatic

Definition at line 124 of file Fragmenter.h.

References unconditionalVacuum_.

                                                                       {
    unconditionalVacuum_ = unconditionalVacuum;
  }

Friends And Related Function Documentation

friend class InsertOrderFragmenter

friend

Definition at line 143 of file Fragmenter.h.

Member Data Documentation

ChunkMetadataMap Fragmenter_Namespace::FragmentInfo::chunkMetadataMap

mutableprivate

Definition at line 139 of file Fragmenter.h.

Referenced by getChunkMetadataMap(), getChunkMetadataMapPhysical(), setChunkMetadata(), and setChunkMetadataMap().

std::vector<int> Fragmenter_Namespace::FragmentInfo::deviceIds

Definition at line 130 of file Fragmenter.h.

Referenced by Fragmenter_Namespace::InsertOrderFragmenter::getFragmentsForQuery().

int Fragmenter_Namespace::FragmentInfo::fragmentId

Definition at line 128 of file Fragmenter.h.

Referenced by Fragmenter_Namespace::InsertOrderFragmenter::createNewFragment(), Fragmenter_Namespace::get_chunks(), Fragmenter_Namespace::InsertOrderFragmenter::getChunksForAllColumns(), UpdateLogForFragment::getFragmentId(), Fragmenter_Namespace::InsertOrderFragmenter::getFragmentsForQuery(), ColumnFetcher::getOneColumnFragment(), Fragmenter_Namespace::InsertOrderFragmenter::insertChunksIntoFragment(), and Fragmenter_Namespace::set_chunk_metadata().

size_t Fragmenter_Namespace::FragmentInfo::numTuples

mutableprivate

Definition at line 138 of file Fragmenter.h.

Referenced by getPhysicalNumTuples(), isEmptyPhysicalFragment(), and setPhysicalNumTuples().

int Fragmenter_Namespace::FragmentInfo::physicalTableId

Definition at line 131 of file Fragmenter.h.

Referenced by Fragmenter_Namespace::InsertOrderFragmenter::getFragmentsForQuery(), ColumnFetcher::getOneColumnFragment(), UpdateLogForFragment::getPhysicalTableId(), isEmptyPhysicalFragment(), Executor::isFragmentFullyDeleted(), and Executor::skipFragment().

ResultSet* Fragmenter_Namespace::FragmentInfo::resultSet

mutable

Definition at line 134 of file Fragmenter.h.

Referenced by getChunkMetadataMap().

std::shared_ptr<std::mutex> Fragmenter_Namespace::FragmentInfo::resultSetMutex

mutable

Definition at line 135 of file Fragmenter.h.

ChunkMetadataMap Fragmenter_Namespace::FragmentInfo::shadowChunkMetadataMap

Definition at line 133 of file Fragmenter.h.

Referenced by Fragmenter_Namespace::InsertOrderFragmenter::insertChunksIntoFragment().

size_t Fragmenter_Namespace::FragmentInfo::shadowNumTuples

Definition at line 129 of file Fragmenter.h.

Referenced by Fragmenter_Namespace::InsertOrderFragmenter::getFragmentsForQuery(), UpdelRoll::initializeUnsetMetadata(), and Fragmenter_Namespace::InsertOrderFragmenter::insertChunksIntoFragment().

int Fragmenter_Namespace::FragmentInfo::shard

Definition at line 132 of file Fragmenter.h.

Referenced by Fragmenter_Namespace::InsertOrderFragmenter::getFragmentsForQuery(), and Executor::skipFragmentPair().

bool Fragmenter_Namespace::FragmentInfo::synthesizedMetadataIsValid

mutableprivate

Definition at line 141 of file Fragmenter.h.

Referenced by getChunkMetadataMap(), and invalidateChunkMetadataMap().

bool Fragmenter_Namespace::FragmentInfo::synthesizedNumTuplesIsValid

mutableprivate

Definition at line 140 of file Fragmenter.h.

Referenced by invalidateNumTuples().

bool Fragmenter_Namespace::FragmentInfo::unconditionalVacuum_ {false}

staticprivate

Definition at line 144 of file Fragmenter.h.

Referenced by setUnconditionalVacuum(), and Fragmenter_Namespace::InsertOrderFragmenter::updateColumn().

---

The documentation for this class was generated from the following files:

• /home/jenkins-slave/workspace/core-os-doxygen/Fragmenter/Fragmenter.h
• /home/jenkins-slave/workspace/core-os-doxygen/Fragmenter/UpdelStorage.cpp
• /home/jenkins-slave/workspace/core-os-doxygen/QueryEngine/InputMetadata.cpp