#include <ForeignStorageInterface.h>

Inheritance diagram for ForeignStorageBufferMgr:

Collaboration diagram for ForeignStorageBufferMgr:

Public Member Functions
	ForeignStorageBufferMgr (const int db_id, const int table_id, PersistentForeignStorageInterface *persistent_foreign_storage)

void	checkpoint () override

Data_Namespace::AbstractBuffer *	createBuffer (const ChunkKey &key, const size_t pageSize=0, const size_t initialSize=0) override

Data_Namespace::AbstractBuffer *	getBuffer (const ChunkKey &key, const size_t numBytes=0) override

void	fetchBuffer (const ChunkKey &key, Data_Namespace::AbstractBuffer *destBuffer, const size_t numBytes=0) override

void	getChunkMetadataVecForKeyPrefix (std::vector< std::pair< ChunkKey, ChunkMetadata >> &chunkMetadataVec, const ChunkKey &keyPrefix) override

std::string	getStringMgrType () override

size_t	getNumChunks () override

void	deleteBuffer (const ChunkKey &key, const bool purge=true) override

void	deleteBuffersWithPrefix (const ChunkKey &keyPrefix, const bool purge=true) override

Data_Namespace::AbstractBuffer *	putBuffer (const ChunkKey &key, Data_Namespace::AbstractBuffer *srcBuffer, const size_t numBytes=0) override

void	getChunkMetadataVec (std::vector< std::pair< ChunkKey, ChunkMetadata >> &chunkMetadata) override

bool	isBufferOnDevice (const ChunkKey &key) override

std::string	printSlabs () override

void	clearSlabs () override

size_t	getMaxSize () override

size_t	getInUseSize () override

size_t	getAllocated () override

bool	isAllocationCapped () override

void	checkpoint (const int db_id, const int tb_id) override

Data_Namespace::AbstractBuffer *	alloc (const size_t numBytes=0) override

void	free (Data_Namespace::AbstractBuffer *buffer) override

MgrType	getMgrType () override

Private Attributes
PersistentForeignStorageInterface *	persistent_foreign_storage_

std::map< ChunkKey, std::unique_ptr < ForeignStorageBuffer > >	chunk_index_

mapd_shared_mutex	chunk_index_mutex_

Detailed Description

Definition at line 112 of file ForeignStorageInterface.h.

Constructor & Destructor Documentation

ForeignStorageBufferMgr::ForeignStorageBufferMgr	(	const int	db_id,
		const int	table_id,
		PersistentForeignStorageInterface *	persistent_foreign_storage
	)

Definition at line 47 of file ForeignStorageInterface.cpp.

51 : AbstractBufferMgr(0), persistent_foreign_storage_(persistent_foreign_storage) {}

ForeignStorageBufferMgr::persistent_foreign_storage_

PersistentForeignStorageInterface * persistent_foreign_storage_

Definition: ForeignStorageInterface.h:210

Member Function Documentation

Data_Namespace::AbstractBuffer* ForeignStorageBufferMgr::alloc ( const size_t numBytes = 0 )

inlineoverride

Definition at line 197 of file ForeignStorageInterface.h.

References CHECK().

                                                                           {
     CHECK(false);
     return nullptr;
   }

Here is the call graph for this function:

void ForeignStorageBufferMgr::checkpoint ( )

override

Definition at line 53 of file ForeignStorageInterface.cpp.

References PersistentForeignStorageInterface::append(), chunk_index_, persistent_foreign_storage_, and ForeignStorageColumnBuffer::sql_type.

                                          {
   // TODO(alex)
   std::vector<ForeignStorageColumnBuffer> column_buffers;
   for (auto& kv : chunk_index_) {
     const auto buffer = kv.second->moveBuffer();
     column_buffers.emplace_back(
         ForeignStorageColumnBuffer{kv.first, kv.second->sql_type, buffer});
   }
   persistent_foreign_storage_->append(column_buffers);
 }

Here is the call graph for this function:

void ForeignStorageBufferMgr::checkpoint	(	const int	db_id,
		const int	tb_id
	)

inlineoverride

Definition at line 194 of file ForeignStorageInterface.h.

References CHECK().

194 { CHECK(false); }

CHECK

CHECK(cgen_state)

Here is the call graph for this function:

void ForeignStorageBufferMgr::clearSlabs ( )

inlineoverride

Definition at line 172 of file ForeignStorageInterface.h.

References CHECK().

172 { CHECK(false); }

CHECK

CHECK(cgen_state)

Here is the call graph for this function:

Data_Namespace::AbstractBuffer * ForeignStorageBufferMgr::createBuffer	(	const ChunkKey &	key,
		const size_t	pageSize = `0`,
		const size_t	initialSize = `0`
	)

override

Definition at line 64 of file ForeignStorageInterface.cpp.

References chunk_index_, chunk_index_mutex_, and persistent_foreign_storage_.

                               {
   mapd_unique_lock<mapd_shared_mutex> chunk_index_write_lock(chunk_index_mutex_);
   const auto it_ok = chunk_index_.emplace(
       key, std::make_unique<ForeignStorageBuffer>(key, persistent_foreign_storage_));
   // this check fails if we create table, drop it and create again
   // CHECK(it_ok.second);
   return it_ok.first->second.get();
 }

void ForeignStorageBufferMgr::deleteBuffer	(	const ChunkKey &	key,
		const bool	purge = `true`
	)

inlineoverride

Definition at line 141 of file ForeignStorageInterface.h.

References CHECK().

                                                                            {
     CHECK(false);
   }

Here is the call graph for this function:

void ForeignStorageBufferMgr::deleteBuffersWithPrefix	(	const ChunkKey &	keyPrefix,
		const bool	purge = `true`
	)

inlineoverride

Definition at line 145 of file ForeignStorageInterface.h.

References CHECK().

                                                                  {
     CHECK(false);
   }

Here is the call graph for this function:

void ForeignStorageBufferMgr::fetchBuffer	(	const ChunkKey &	key,
		Data_Namespace::AbstractBuffer *	destBuffer,
		const size_t	numBytes = `0`
	)

override

Definition at line 85 of file ForeignStorageInterface.cpp.

References CHECK(), getBuffer(), Data_Namespace::AbstractBuffer::getMemoryPtr(), Data_Namespace::AbstractBuffer::reserve(), Data_Namespace::AbstractBuffer::setSize(), and Data_Namespace::AbstractBuffer::syncEncoder().

                                                                  {
   CHECK(numBytes);
   destBuffer->reserve(numBytes);
   auto file_buffer = getBuffer(key, numBytes);
   file_buffer->read(destBuffer->getMemoryPtr(), numBytes);
   destBuffer->setSize(numBytes);
   destBuffer->syncEncoder(file_buffer);
 }

Here is the call graph for this function:

void ForeignStorageBufferMgr::free ( Data_Namespace::AbstractBuffer * buffer )

inlineoverride

Definition at line 202 of file ForeignStorageInterface.h.

References CHECK().

202 { CHECK(false); }

CHECK

CHECK(cgen_state)

Here is the call graph for this function:

size_t ForeignStorageBufferMgr::getAllocated ( )

inlineoverride

Definition at line 184 of file ForeignStorageInterface.h.

References CHECK().

                                  {
     CHECK(false);
     return 0;
   }

Here is the call graph for this function:

Data_Namespace::AbstractBuffer * ForeignStorageBufferMgr::getBuffer	(	const ChunkKey &	key,
		const size_t	numBytes = `0`
	)

override

Definition at line 76 of file ForeignStorageInterface.cpp.

References CHECK(), chunk_index_, and chunk_index_mutex_.

Referenced by fetchBuffer().

                            {
   mapd_shared_lock<mapd_shared_mutex> chunk_index_write_lock(chunk_index_mutex_);
   const auto it = chunk_index_.find(key);
   CHECK(it != chunk_index_.end());
   return it->second.get();
 }

Here is the call graph for this function:

Here is the caller graph for this function:

void ForeignStorageBufferMgr::getChunkMetadataVec ( std::vector< std::pair< ChunkKey, ChunkMetadata >> & chunkMetadata )

inlineoverride

Definition at line 157 of file ForeignStorageInterface.h.

References CHECK().

                                                                            {
     CHECK(false);
   }

Here is the call graph for this function:

void ForeignStorageBufferMgr::getChunkMetadataVecForKeyPrefix	(	std::vector< std::pair< ChunkKey, ChunkMetadata >> &	chunkMetadataVec,
		const ChunkKey &	keyPrefix
	)

override

Definition at line 96 of file ForeignStorageInterface.cpp.

References CHECK(), chunk_index_, chunk_index_mutex_, and run_benchmark_import::type.

                                {
   mapd_unique_lock<mapd_shared_mutex> chunk_index_write_lock(
       chunk_index_mutex_);  // is this guarding the right structure?  it look slike we
                             // oly read here for chunk
   auto chunk_it = chunk_index_.lower_bound(keyPrefix);
   if (chunk_it == chunk_index_.end()) {
     CHECK(false);  // throw?
   }
 
   while (chunk_it != chunk_index_.end() &&
          std::search(chunk_it->first.begin(),
                      chunk_it->first.begin() + keyPrefix.size(),
                      keyPrefix.begin(),
                      keyPrefix.end()) != chunk_it->first.begin() + keyPrefix.size()) {
     const auto& chunk_key = chunk_it->first;
     if (chunk_key.size() == 5) {
       if (chunk_key[4] == 1) {
         const auto& buffer = *chunk_it->second;
         auto type = buffer.sql_type;
         auto size = buffer.size();
         auto subkey = chunk_key;
         subkey[4] = 2;
         auto& index_buf = *(chunk_index_.find(subkey)->second);
         auto bs = index_buf.size() / index_buf.sql_type.get_size();
         ChunkMetadata m{type, size, bs, ChunkStats{}};
         chunkMetadataVec.emplace_back(chunk_key, m);
       }
     } else {
       const auto& buffer = *chunk_it->second;
       ChunkMetadata m{buffer.sql_type};
       buffer.encoder->getMetadata(m);
       chunkMetadataVec.emplace_back(chunk_key, m);
     }
     chunk_it++;
   }
 }

Here is the call graph for this function:

size_t ForeignStorageBufferMgr::getInUseSize ( )

inlineoverride

Definition at line 179 of file ForeignStorageInterface.h.

References CHECK().

                                  {
     CHECK(false);
     return 0;
   }

Here is the call graph for this function:

size_t ForeignStorageBufferMgr::getMaxSize ( )

inlineoverride

Definition at line 174 of file ForeignStorageInterface.h.

References CHECK().

                                {
     CHECK(false);
     return 0;
   }

Here is the call graph for this function:

MgrType ForeignStorageBufferMgr::getMgrType ( )

inlineoverride

Definition at line 204 of file ForeignStorageInterface.h.

References CHECK().

                                 {
     CHECK(false);
     return FILE_MGR;
   }

Here is the call graph for this function:

size_t ForeignStorageBufferMgr::getNumChunks ( )

inlineoverride

Definition at line 136 of file ForeignStorageInterface.h.

References chunk_index_, and chunk_index_mutex_.

                                  {
     mapd_shared_lock<mapd_shared_mutex> chunk_index_write_lock(chunk_index_mutex_);
     return chunk_index_.size();
   }

std::string ForeignStorageBufferMgr::getStringMgrType ( )

inlineoverride

Definition at line 134 of file ForeignStorageInterface.h.

134 { return ToString(FILE_MGR); }

bool ForeignStorageBufferMgr::isAllocationCapped ( )

inlineoverride

Definition at line 189 of file ForeignStorageInterface.h.

References CHECK().

                                      {
     CHECK(false);
     return false;
   }

Here is the call graph for this function:

bool ForeignStorageBufferMgr::isBufferOnDevice ( const ChunkKey & key )

inlineoverride

Definition at line 162 of file ForeignStorageInterface.h.

References CHECK().

                                                       {
     CHECK(false);
     return false;
   }

Here is the call graph for this function:

std::string ForeignStorageBufferMgr::printSlabs ( )

inlineoverride

Definition at line 167 of file ForeignStorageInterface.h.

References CHECK().

                                   {
     CHECK(false);
     return "";
   }

Here is the call graph for this function:

Data_Namespace::AbstractBuffer* ForeignStorageBufferMgr::putBuffer	(	const ChunkKey &	key,
		Data_Namespace::AbstractBuffer *	srcBuffer,
		const size_t	numBytes = `0`
	)

inlineoverride

Definition at line 150 of file ForeignStorageInterface.h.

References CHECK().

                                                                                 {
     CHECK(false);
     return nullptr;
   }

Here is the call graph for this function:

Member Data Documentation

std::map<ChunkKey, std::unique_ptr<ForeignStorageBuffer> > ForeignStorageBufferMgr::chunk_index_

private

Definition at line 211 of file ForeignStorageInterface.h.

Referenced by checkpoint(), createBuffer(), getBuffer(), getChunkMetadataVecForKeyPrefix(), and getNumChunks().

mapd_shared_mutex ForeignStorageBufferMgr::chunk_index_mutex_

mutableprivate

Definition at line 212 of file ForeignStorageInterface.h.

Referenced by createBuffer(), getBuffer(), getChunkMetadataVecForKeyPrefix(), and getNumChunks().

PersistentForeignStorageInterface* ForeignStorageBufferMgr::persistent_foreign_storage_

private

Definition at line 210 of file ForeignStorageInterface.h.

Referenced by checkpoint(), and createBuffer().

The documentation for this class was generated from the following files:

/home/jenkins-slave/workspace/core-os-doxygen/DataMgr/ForeignStorage/ForeignStorageInterface.h
/home/jenkins-slave/workspace/core-os-doxygen/DataMgr/ForeignStorage/ForeignStorageInterface.cpp

Public Member Functions

Private Attributes

Detailed Description

Constructor & Destructor Documentation

Member Function Documentation

Member Data Documentation