RowSetMemoryOwner Class Reference

#include <RowSetMemoryOwner.h>

Inheritance diagram for RowSetMemoryOwner:

Collaboration diagram for RowSetMemoryOwner:

Classes
struct	CountDistinctBitmapBuffer

Public Member Functions
void	addCountDistinctBuffer (int8_t *count_distinct_buffer, const size_t bytes, const bool system_allocated)
void	addCountDistinctSet (std::set< int64_t > *count_distinct_set)
void	addGroupByBuffer (int64_t *group_by_buffer)
void	addVarlenBuffer (void *varlen_buffer)
void	addVarlenInputBuffer (Data_Namespace::AbstractBuffer *buffer)
std::string *	addString (const std::string &str)
std::vector< int64_t > *	addArray (const std::vector< int64_t > &arr)
StringDictionaryProxy *	addStringDict (std::shared_ptr< StringDictionary > str_dict, const int dict_id, const ssize_t generation)
StringDictionaryProxy *	getStringDictProxy (const int dict_id) const
void	addLiteralStringDictProxy (std::shared_ptr< StringDictionaryProxy > lit_str_dict_proxy)
StringDictionaryProxy *	getLiteralStringDictProxy () const
void	addColBuffer (const void *col_buffer)
	~RowSetMemoryOwner ()
std::shared_ptr < RowSetMemoryOwner >	cloneStrDictDataOnly ()

Private Attributes
std::vector < CountDistinctBitmapBuffer >	count_distinct_bitmaps_
std::vector< std::set< int64_t > * >	count_distinct_sets_
std::vector< int64_t * >	group_by_buffers_
std::vector< void * >	varlen_buffers_
std::list< std::string >	strings_
std::list< std::vector< int64_t > >	arrays_
std::unordered_map< int, std::shared_ptr < StringDictionaryProxy > >	str_dict_proxy_owned_
std::shared_ptr < StringDictionaryProxy >	lit_str_dict_proxy_
std::vector< void * >	col_buffers_
std::vector < Data_Namespace::AbstractBuffer * >	varlen_input_buffers_
std::mutex	state_mutex_

Friends
class	ResultSet

Detailed Description

Definition at line 33 of file RowSetMemoryOwner.h.

Constructor & Destructor Documentation

RowSetMemoryOwner::~RowSetMemoryOwner ( )

inline

Definition at line 121 of file RowSetMemoryOwner.h.

References CHECK(), col_buffers_, count_distinct_bitmaps_, count_distinct_sets_, group_by_buffers_, varlen_buffers_, and varlen_input_buffers_.

                       {
    for (const auto& count_distinct_buffer : count_distinct_bitmaps_) {
      if (count_distinct_buffer.system_allocated) {
        free(count_distinct_buffer.ptr);
      }
    }
    for (auto count_distinct_set : count_distinct_sets_) {
      delete count_distinct_set;
    }
    for (auto group_by_buffer : group_by_buffers_) {
      free(group_by_buffer);
    }
    for (auto varlen_buffer : varlen_buffers_) {
      free(varlen_buffer);
    }
    for (auto varlen_input_buffer : varlen_input_buffers_) {
      CHECK(varlen_input_buffer);
      varlen_input_buffer->unPin();
    }
    for (auto col_buffer : col_buffers_) {
      free(col_buffer);
    }
  }

Here is the call graph for this function:

Member Function Documentation

std::vector<int64_t>* RowSetMemoryOwner::addArray ( const std::vector< int64_t > &  arr )

inline

Definition at line 75 of file RowSetMemoryOwner.h.

References arrays_, and state_mutex_.

                                                              {
    std::lock_guard<std::mutex> lock(state_mutex_);
    arrays_.emplace_back(arr);
    return &arrays_.back();
  }

void RowSetMemoryOwner::addColBuffer ( const void *  col_buffer )

inline

Definition at line 116 of file RowSetMemoryOwner.h.

References col_buffers_, and state_mutex_.

Referenced by JoinHashTable::getAllColumnFragments(), and BaselineJoinHashTable::getAllColumnFragments().

                                            {
    std::lock_guard<std::mutex> lock(state_mutex_);
    col_buffers_.push_back(const_cast<void*>(col_buffer));
  }

Here is the caller graph for this function:

void RowSetMemoryOwner::addCountDistinctBuffer ( int8_t *  count_distinct_buffer, const size_t  bytes, const bool  system_allocated  )

inline

Definition at line 35 of file RowSetMemoryOwner.h.

References count_distinct_bitmaps_, and state_mutex_.

                                                           {
    std::lock_guard<std::mutex> lock(state_mutex_);
    count_distinct_bitmaps_.emplace_back(
        CountDistinctBitmapBuffer{count_distinct_buffer, bytes, system_allocated});
  }

void RowSetMemoryOwner::addCountDistinctSet ( std::set< int64_t > *  count_distinct_set )

inline

Definition at line 43 of file RowSetMemoryOwner.h.

References count_distinct_sets_, and state_mutex_.

                                                                {
    std::lock_guard<std::mutex> lock(state_mutex_);
    count_distinct_sets_.push_back(count_distinct_set);
  }

void RowSetMemoryOwner::addGroupByBuffer ( int64_t *  group_by_buffer )

inline

Definition at line 48 of file RowSetMemoryOwner.h.

References group_by_buffers_, and state_mutex_.

                                                  {
    std::lock_guard<std::mutex> lock(state_mutex_);
    group_by_buffers_.push_back(group_by_buffer);
  }

void RowSetMemoryOwner::addLiteralStringDictProxy ( std::shared_ptr< StringDictionaryProxy >  lit_str_dict_proxy )

inline

Definition at line 105 of file RowSetMemoryOwner.h.

References lit_str_dict_proxy_, and state_mutex_.

                                                               {
    std::lock_guard<std::mutex> lock(state_mutex_);
    lit_str_dict_proxy_ = lit_str_dict_proxy;
  }

std::string* RowSetMemoryOwner::addString ( const std::string &  str )

inline

Definition at line 69 of file RowSetMemoryOwner.h.

References state_mutex_, and strings_.

                                             {
    std::lock_guard<std::mutex> lock(state_mutex_);
    strings_.emplace_back(str);
    return &strings_.back();
  }

StringDictionaryProxy* RowSetMemoryOwner::addStringDict ( std::shared_ptr< StringDictionary >  str_dict, const int  dict_id, const ssize_t  generation  )

inline

Definition at line 81 of file RowSetMemoryOwner.h.

References CHECK_EQ, state_mutex_, and str_dict_proxy_owned_.

                                                                 {
    std::lock_guard<std::mutex> lock(state_mutex_);
    auto it = str_dict_proxy_owned_.find(dict_id);
    if (it != str_dict_proxy_owned_.end()) {
      CHECK_EQ(it->second->getDictionary(), str_dict.get());
      it->second->updateGeneration(generation);
      return it->second.get();
    }
    it = str_dict_proxy_owned_
             .emplace(dict_id,
                      std::make_shared<StringDictionaryProxy>(str_dict, generation))
             .first;
    return it->second.get();
  }

void RowSetMemoryOwner::addVarlenBuffer ( void *  varlen_buffer )

inline

Definition at line 53 of file RowSetMemoryOwner.h.

References state_mutex_, and varlen_buffers_.

                                            {
    std::lock_guard<std::mutex> lock(state_mutex_);
    varlen_buffers_.push_back(varlen_buffer);
  }

void RowSetMemoryOwner::addVarlenInputBuffer ( Data_Namespace::AbstractBuffer *  buffer )

inline

Adds a GPU buffer containing a variable length input column. Variable length inputs on GPU are referenced in output projected targets and should not be freed until the query results have been resolved.

Definition at line 63 of file RowSetMemoryOwner.h.

References CHECK_EQ, Data_Namespace::AbstractBuffer::getType(), Data_Namespace::GPU_LEVEL, state_mutex_, and varlen_input_buffers_.

                                                                  {
    std::lock_guard<std::mutex> lock(state_mutex_);
    CHECK_EQ(buffer->getType(), Data_Namespace::MemoryLevel::GPU_LEVEL);
    varlen_input_buffers_.push_back(buffer);
  }

Here is the call graph for this function:

std::shared_ptr<RowSetMemoryOwner> RowSetMemoryOwner::cloneStrDictDataOnly ( )

inline

Definition at line 145 of file RowSetMemoryOwner.h.

References lit_str_dict_proxy_, and str_dict_proxy_owned_.

                                                          {
    auto rtn = std::make_shared<RowSetMemoryOwner>();
    rtn->str_dict_proxy_owned_ = str_dict_proxy_owned_;
    rtn->lit_str_dict_proxy_ = lit_str_dict_proxy_;
    return rtn;
  }

StringDictionaryProxy* RowSetMemoryOwner::getLiteralStringDictProxy ( ) const

inline

Definition at line 111 of file RowSetMemoryOwner.h.

References lit_str_dict_proxy_, and state_mutex_.

                                                           {
    std::lock_guard<std::mutex> lock(state_mutex_);
    return lit_str_dict_proxy_.get();
  }

StringDictionaryProxy* RowSetMemoryOwner::getStringDictProxy ( const int  dict_id ) const

inline

Definition at line 98 of file RowSetMemoryOwner.h.

References CHECK(), state_mutex_, and str_dict_proxy_owned_.

                                                                     {
    std::lock_guard<std::mutex> lock(state_mutex_);
    auto it = str_dict_proxy_owned_.find(dict_id);
    CHECK(it != str_dict_proxy_owned_.end());
    return it->second.get();
  }

Here is the call graph for this function:

Friends And Related Function Documentation

friend class ResultSet

friend

Definition at line 171 of file RowSetMemoryOwner.h.

Member Data Documentation

std::list<std::vector<int64_t> > RowSetMemoryOwner::arrays_

private

Definition at line 164 of file RowSetMemoryOwner.h.

Referenced by addArray().

std::vector<void*> RowSetMemoryOwner::col_buffers_

private

Definition at line 167 of file RowSetMemoryOwner.h.

Referenced by addColBuffer(), and ~RowSetMemoryOwner().

std::vector<CountDistinctBitmapBuffer> RowSetMemoryOwner::count_distinct_bitmaps_

private

Definition at line 159 of file RowSetMemoryOwner.h.

Referenced by addCountDistinctBuffer(), and ~RowSetMemoryOwner().

std::vector<std::set<int64_t>*> RowSetMemoryOwner::count_distinct_sets_

private

Definition at line 160 of file RowSetMemoryOwner.h.

Referenced by addCountDistinctSet(), and ~RowSetMemoryOwner().

std::vector<int64_t*> RowSetMemoryOwner::group_by_buffers_

private

Definition at line 161 of file RowSetMemoryOwner.h.

Referenced by addGroupByBuffer(), and ~RowSetMemoryOwner().

std::shared_ptr<StringDictionaryProxy> RowSetMemoryOwner::lit_str_dict_proxy_

private

Definition at line 166 of file RowSetMemoryOwner.h.

Referenced by addLiteralStringDictProxy(), cloneStrDictDataOnly(), and getLiteralStringDictProxy().

std::mutex RowSetMemoryOwner::state_mutex_

mutableprivate

Definition at line 169 of file RowSetMemoryOwner.h.

Referenced by addArray(), addColBuffer(), addCountDistinctBuffer(), addCountDistinctSet(), addGroupByBuffer(), addLiteralStringDictProxy(), addString(), addStringDict(), addVarlenBuffer(), addVarlenInputBuffer(), getLiteralStringDictProxy(), and getStringDictProxy().

std::unordered_map<int, std::shared_ptr<StringDictionaryProxy> > RowSetMemoryOwner::str_dict_proxy_owned_

private

Definition at line 165 of file RowSetMemoryOwner.h.

Referenced by addStringDict(), cloneStrDictDataOnly(), and getStringDictProxy().

std::list<std::string> RowSetMemoryOwner::strings_

private

Definition at line 163 of file RowSetMemoryOwner.h.

Referenced by addString().

std::vector<void*> RowSetMemoryOwner::varlen_buffers_

private

Definition at line 162 of file RowSetMemoryOwner.h.

Referenced by addVarlenBuffer(), and ~RowSetMemoryOwner().

std::vector<Data_Namespace::AbstractBuffer*> RowSetMemoryOwner::varlen_input_buffers_

private

Definition at line 168 of file RowSetMemoryOwner.h.

Referenced by addVarlenInputBuffer(), and ~RowSetMemoryOwner().

---

The documentation for this class was generated from the following file:

• /home/jenkins-slave/workspace/core-os-doxygen/QueryEngine/Descriptors/RowSetMemoryOwner.h