PersistentStorageMgr Class Reference

#include <PersistentStorageMgr.h>

Inheritance diagram for PersistentStorageMgr:

Collaboration diagram for PersistentStorageMgr:

Public Member Functions
	PersistentStorageMgr (const std::string &data_dir, const size_t num_reader_threads, const DiskCacheConfig &disk_cache_config)
AbstractBuffer *	createBuffer (const ChunkKey &chunk_key, const size_t page_size, const size_t initial_size) override
void	deleteBuffer (const ChunkKey &chunk_key, const bool purge) override
void	deleteBuffersWithPrefix (const ChunkKey &chunk_key_prefix, const bool purge) override
AbstractBuffer *	getBuffer (const ChunkKey &chunk_key, const size_t num_bytes) override
void	fetchBuffer (const ChunkKey &chunk_key, AbstractBuffer *destination_buffer, const size_t num_bytes) override
AbstractBuffer *	putBuffer (const ChunkKey &chunk_key, AbstractBuffer *source_buffer, const size_t num_bytes) override
void	getChunkMetadataVec (ChunkMetadataVector &chunk_metadata) override
void	getChunkMetadataVecForKeyPrefix (ChunkMetadataVector &chunk_metadata, const ChunkKey &chunk_key_prefix) override
bool	isBufferOnDevice (const ChunkKey &chunk_key) override
std::string	printSlabs () override
void	clearSlabs () override
size_t	getMaxSize () override
size_t	getInUseSize () override
size_t	getAllocated () override
bool	isAllocationCapped () override
void	checkpoint () override
void	checkpoint (const int db_id, const int tb_id) override
AbstractBuffer *	alloc (const size_t num_bytes) override
void	free (AbstractBuffer *buffer) override
MgrType	getMgrType () override
std::string	getStringMgrType () override
size_t	getNumChunks () override
void	removeTableRelatedDS (const int db_id, const int table_id) override
File_Namespace::GlobalFileMgr *	getGlobalFileMgr ()
foreign_storage::ForeignStorageMgr *	getForeignStorageMgr () const
foreign_storage::ForeignStorageCache *	getDiskCache () const

Private Member Functions
bool	isForeignStorage (const ChunkKey &chunk_key)

Private Attributes
std::unique_ptr< File_Namespace::GlobalFileMgr >	global_file_mgr_
std::unique_ptr< foreign_storage::ForeignStorageMgr >	foreign_storage_mgr_
std::unique_ptr< foreign_storage::ForeignStorageCache >	disk_cache_

Detailed Description

Definition at line 24 of file PersistentStorageMgr.h.

Constructor & Destructor Documentation

PersistentStorageMgr()

PersistentStorageMgr::PersistentStorageMgr	(	const std::string &	data_dir,
		const size_t	num_reader_threads,
		const DiskCacheConfig &	disk_cache_config
	)

Definition at line 20 of file PersistentStorageMgr.cpp.

References disk_cache_, DiskCacheConfig::entry_limit, foreign_storage_mgr_, DiskCacheConfig::is_enabled, and DiskCacheConfig::path.

    : AbstractBufferMgr(0)
    , global_file_mgr_(
          std::make_unique<File_Namespace::GlobalFileMgr>(0,
                                                          data_dir,
                                                          num_reader_threads)) {
  if (disk_cache_config.is_enabled) {
    disk_cache_ = std::make_unique<foreign_storage::ForeignStorageCache>(
        disk_cache_config.path, num_reader_threads, disk_cache_config.entry_limit);
    foreign_storage_mgr_ =
        std::make_unique<foreign_storage::ForeignStorageMgr>(disk_cache_.get());
  } else {
    foreign_storage_mgr_ = std::make_unique<foreign_storage::ForeignStorageMgr>();
  }
}

Member Function Documentation

alloc()

AbstractBuffer * PersistentStorageMgr::alloc ( const size_t  num_bytes )

override

Definition at line 129 of file PersistentStorageMgr.cpp.

References global_file_mgr_.

                                                                  {
  return global_file_mgr_->alloc(num_bytes);
}

checkpoint() [1/2]

void PersistentStorageMgr::checkpoint ( )

override

Definition at line 121 of file PersistentStorageMgr.cpp.

References global_file_mgr_.

                                      {
  global_file_mgr_->checkpoint();
}

checkpoint() [2/2]

void PersistentStorageMgr::checkpoint ( const int  db_id, const int  tb_id  )

override

Definition at line 125 of file PersistentStorageMgr.cpp.

References global_file_mgr_.

                                                                      {
  global_file_mgr_->checkpoint(db_id, tb_id);
}

clearSlabs()

void PersistentStorageMgr::clearSlabs ( )

override

Definition at line 101 of file PersistentStorageMgr.cpp.

References global_file_mgr_.

                                      {
  global_file_mgr_->clearSlabs();
}

createBuffer()

AbstractBuffer * PersistentStorageMgr::createBuffer ( const ChunkKey &  chunk_key, const size_t  page_size, const size_t  initial_size  )

override

Definition at line 38 of file PersistentStorageMgr.cpp.

References global_file_mgr_.

                                                                              {
  return global_file_mgr_->createBuffer(chunk_key, page_size, initial_size);
}

deleteBuffer()

void PersistentStorageMgr::deleteBuffer ( const ChunkKey &  chunk_key, const bool  purge  )

override

Definition at line 44 of file PersistentStorageMgr.cpp.

References global_file_mgr_.

                                                                                   {
  global_file_mgr_->deleteBuffer(chunk_key, purge);
}

deleteBuffersWithPrefix()

void PersistentStorageMgr::deleteBuffersWithPrefix ( const ChunkKey &  chunk_key_prefix, const bool  purge  )

override

Definition at line 48 of file PersistentStorageMgr.cpp.

References global_file_mgr_.

                                                                     {
  global_file_mgr_->deleteBuffersWithPrefix(chunk_key_prefix, purge);
}

fetchBuffer()

void PersistentStorageMgr::fetchBuffer ( const ChunkKey &  chunk_key, AbstractBuffer *  destination_buffer, const size_t  num_bytes  )

override

Definition at line 62 of file PersistentStorageMgr.cpp.

References foreign_storage_mgr_, global_file_mgr_, and isForeignStorage().

                                                               {
  if (isForeignStorage(chunk_key)) {
    foreign_storage_mgr_->fetchBuffer(chunk_key, destination_buffer, num_bytes);
  } else {
    global_file_mgr_->fetchBuffer(chunk_key, destination_buffer, num_bytes);
  }
}

Here is the call graph for this function:

free()

void PersistentStorageMgr::free ( AbstractBuffer *  buffer )

override

Definition at line 133 of file PersistentStorageMgr.cpp.

References global_file_mgr_.

                                                      {
  global_file_mgr_->free(buffer);
}

getAllocated()

size_t PersistentStorageMgr::getAllocated ( )

override

Definition at line 113 of file PersistentStorageMgr.cpp.

References global_file_mgr_.

                                          {
  return global_file_mgr_->getAllocated();
}

getBuffer()

AbstractBuffer * PersistentStorageMgr::getBuffer ( const ChunkKey &  chunk_key, const size_t  num_bytes  )

override

Definition at line 53 of file PersistentStorageMgr.cpp.

References foreign_storage_mgr_, global_file_mgr_, and isForeignStorage().

                                                                        {
  if (isForeignStorage(chunk_key)) {
    return foreign_storage_mgr_->getBuffer(chunk_key, num_bytes);
  } else {
    return global_file_mgr_->getBuffer(chunk_key, num_bytes);
  }
}

Here is the call graph for this function:

getChunkMetadataVec()

void PersistentStorageMgr::getChunkMetadataVec ( ChunkMetadataVector &  chunk_metadata )

override

Definition at line 78 of file PersistentStorageMgr.cpp.

References foreign_storage_mgr_, and global_file_mgr_.

                                                                                  {
  global_file_mgr_->getChunkMetadataVec(chunk_metadata);
  foreign_storage_mgr_->getChunkMetadataVec(chunk_metadata);
}

getChunkMetadataVecForKeyPrefix()

void PersistentStorageMgr::getChunkMetadataVecForKeyPrefix ( ChunkMetadataVector &  chunk_metadata, const ChunkKey &  chunk_key_prefix  )

override

Definition at line 83 of file PersistentStorageMgr.cpp.

References foreign_storage_mgr_, global_file_mgr_, and isForeignStorage().

                               {
  if (isForeignStorage(keyPrefix)) {
    foreign_storage_mgr_->getChunkMetadataVecForKeyPrefix(chunk_metadata, keyPrefix);
  } else {
    global_file_mgr_->getChunkMetadataVecForKeyPrefix(chunk_metadata, keyPrefix);
  }
}

Here is the call graph for this function:

getDiskCache()

foreign_storage::ForeignStorageCache * PersistentStorageMgr::getDiskCache

(

)

const

Definition at line 176 of file PersistentStorageMgr.cpp.

References disk_cache_.

                                                                             {
  return disk_cache_ ? disk_cache_.get() : nullptr;
}

getForeignStorageMgr()

foreign_storage::ForeignStorageMgr * PersistentStorageMgr::getForeignStorageMgr

(

)

const

Definition at line 172 of file PersistentStorageMgr.cpp.

References foreign_storage_mgr_.

                                                                                   {
  return foreign_storage_mgr_.get();
}

getGlobalFileMgr()

File_Namespace::GlobalFileMgr * PersistentStorageMgr::getGlobalFileMgr

(

)

Definition at line 149 of file PersistentStorageMgr.cpp.

References global_file_mgr_.

                                                                    {
  return global_file_mgr_.get();
}

getInUseSize()

size_t PersistentStorageMgr::getInUseSize ( )

override

Definition at line 109 of file PersistentStorageMgr.cpp.

References global_file_mgr_.

                                          {
  return global_file_mgr_->getInUseSize();
}

getMaxSize()

size_t PersistentStorageMgr::getMaxSize ( )

override

Definition at line 105 of file PersistentStorageMgr.cpp.

References global_file_mgr_.

                                        {
  return global_file_mgr_->getMaxSize();
}

getMgrType()

MgrType PersistentStorageMgr::getMgrType ( )

override

Definition at line 137 of file PersistentStorageMgr.cpp.

                                         {
  return PERSISTENT_STORAGE_MGR;
}

getNumChunks()

size_t PersistentStorageMgr::getNumChunks ( )

override

Definition at line 145 of file PersistentStorageMgr.cpp.

References global_file_mgr_.

                                          {
  return global_file_mgr_->getNumChunks();
}

getStringMgrType()

std::string PersistentStorageMgr::getStringMgrType ( )

override

Definition at line 141 of file PersistentStorageMgr.cpp.

                                                 {
  return ToString(PERSISTENT_STORAGE_MGR);
}

isAllocationCapped()

bool PersistentStorageMgr::isAllocationCapped ( )

override

Definition at line 117 of file PersistentStorageMgr.cpp.

References global_file_mgr_.

                                              {
  return global_file_mgr_->isAllocationCapped();
}

isBufferOnDevice()

bool PersistentStorageMgr::isBufferOnDevice ( const ChunkKey &  chunk_key )

override

Definition at line 93 of file PersistentStorageMgr.cpp.

References global_file_mgr_.

                                                                     {
  return global_file_mgr_->isBufferOnDevice(chunk_key);
}

isForeignStorage()

bool PersistentStorageMgr::isForeignStorage ( const ChunkKey &  chunk_key )

private

Definition at line 160 of file PersistentStorageMgr.cpp.

References CHECK, StorageType::FOREIGN_TABLE, and Catalog_Namespace::Catalog::get().

Referenced by fetchBuffer(), getBuffer(), getChunkMetadataVecForKeyPrefix(), and removeTableRelatedDS().

                                                                     {
  auto db_id = chunk_key[0];
  auto table_id = chunk_key[1];

  auto catalog = Catalog_Namespace::Catalog::get(db_id);
  CHECK(catalog);

  auto table = catalog->getMetadataForTableImpl(table_id, false);
  CHECK(table);
  return table->storageType == StorageType::FOREIGN_TABLE;
}

Here is the call graph for this function:

Here is the caller graph for this function:

printSlabs()

std::string PersistentStorageMgr::printSlabs ( )

override

Definition at line 97 of file PersistentStorageMgr.cpp.

References global_file_mgr_.

                                           {
  return global_file_mgr_->printSlabs();
}

putBuffer()

AbstractBuffer * PersistentStorageMgr::putBuffer ( const ChunkKey &  chunk_key, AbstractBuffer *  source_buffer, const size_t  num_bytes  )

override

Definition at line 72 of file PersistentStorageMgr.cpp.

References global_file_mgr_.

                                                                        {
  return global_file_mgr_->putBuffer(chunk_key, source_buffer, num_bytes);
}

removeTableRelatedDS()

void PersistentStorageMgr::removeTableRelatedDS ( const int  db_id, const int  table_id  )

override

Definition at line 153 of file PersistentStorageMgr.cpp.

References foreign_storage_mgr_, global_file_mgr_, and isForeignStorage().

                                                                                   {
  if (isForeignStorage({db_id, table_id})) {
    foreign_storage_mgr_->removeTableRelatedDS(db_id, table_id);
  }
  global_file_mgr_->removeTableRelatedDS(db_id, table_id);
}

Here is the call graph for this function:

Member Data Documentation

disk_cache_

std::unique_ptr<foreign_storage::ForeignStorageCache> PersistentStorageMgr::disk_cache_

private

Definition at line 70 of file PersistentStorageMgr.h.

Referenced by getDiskCache(), and PersistentStorageMgr().

foreign_storage_mgr_

std::unique_ptr<foreign_storage::ForeignStorageMgr> PersistentStorageMgr::foreign_storage_mgr_

private

Definition at line 69 of file PersistentStorageMgr.h.

Referenced by fetchBuffer(), getBuffer(), getChunkMetadataVec(), getChunkMetadataVecForKeyPrefix(), getForeignStorageMgr(), PersistentStorageMgr(), and removeTableRelatedDS().

global_file_mgr_

std::unique_ptr<File_Namespace::GlobalFileMgr> PersistentStorageMgr::global_file_mgr_

private

Definition at line 68 of file PersistentStorageMgr.h.

Referenced by alloc(), checkpoint(), clearSlabs(), createBuffer(), deleteBuffer(), deleteBuffersWithPrefix(), fetchBuffer(), free(), getAllocated(), getBuffer(), getChunkMetadataVec(), getChunkMetadataVecForKeyPrefix(), getGlobalFileMgr(), getInUseSize(), getMaxSize(), getNumChunks(), isAllocationCapped(), isBufferOnDevice(), printSlabs(), putBuffer(), and removeTableRelatedDS().

---

The documentation for this class was generated from the following files:

• /home/jenkins-slave/workspace/core-os-doxygen/DataMgr/PersistentStorageMgr/PersistentStorageMgr.h
• /home/jenkins-slave/workspace/core-os-doxygen/DataMgr/PersistentStorageMgr/PersistentStorageMgr.cpp