StringDictionaryProxy Class Reference

#include <StringDictionaryProxy.h>

Public Member Functions
	StringDictionaryProxy (std::shared_ptr< StringDictionary > sd, const int64_t generation)
int32_t	getOrAdd (const std::string &str) noexcept
StringDictionary *	getDictionary () noexcept
int64_t	getGeneration () const noexcept
int32_t	getOrAddTransient (const std::string &str)
int32_t	getIdOfString (const std::string &str) const
int32_t	getIdOfStringNoGeneration (const std::string &str) const
std::string	getString (int32_t string_id) const
std::pair< const char *, size_t >	getStringBytes (int32_t string_id) const noexcept
size_t	storageEntryCount () const
void	updateGeneration (const int64_t generation) noexcept
std::vector< int32_t >	getLike (const std::string &pattern, const bool icase, const bool is_simple, const char escape) const
std::vector< int32_t >	getCompare (const std::string &pattern, const std::string &comp_operator) const
std::vector< int32_t >	getRegexpLike (const std::string &pattern, const char escape) const
const std::map< int32_t, std::string >	getTransientMapping () const

Private Attributes
std::shared_ptr< StringDictionary >	string_dict_
std::map< int32_t, std::string >	transient_int_to_str_
std::map< std::string, int32_t >	transient_str_to_int_
int64_t	generation_
mapd_shared_mutex	rw_mutex_

Detailed Description

Definition at line 29 of file StringDictionaryProxy.h.

Constructor & Destructor Documentation

StringDictionaryProxy::StringDictionaryProxy	(	std::shared_ptr< StringDictionary >	sd,
		const int64_t	generation
	)

Definition at line 28 of file StringDictionaryProxy.cpp.

    : string_dict_(sd), generation_(generation) {}

Member Function Documentation

std::vector< int32_t > StringDictionaryProxy::getCompare	(	const std::string &	pattern,
		const std::string &	comp_operator
	)		const

Definition at line 167 of file StringDictionaryProxy.cpp.

References CHECK_GE, anonymous_namespace{StringDictionaryProxy.cpp}::do_compare(), generation_, getString(), run_benchmark_import::result, string_dict_, and transient_int_to_str_.

Referenced by anonymous_namespace{StringOpsIR.cpp}::get_compared_ids().

                                          {
  CHECK_GE(generation_, 0);
  auto result = string_dict_->getCompare(pattern, comp_operator, generation_);
  for (const auto& kv : transient_int_to_str_) {
    const auto str = getString(kv.first);
    if (do_compare(str, pattern, comp_operator)) {
      result.push_back(kv.first);
    }
  }
  return result;
}

Here is the call graph for this function:

Here is the caller graph for this function:

StringDictionary * StringDictionaryProxy::getDictionary ( )

noexcept

Definition at line 234 of file StringDictionaryProxy.cpp.

References string_dict_.

                                                                {
  return string_dict_.get();
}

int64_t StringDictionaryProxy::getGeneration ( ) const

noexcept

Definition at line 238 of file StringDictionaryProxy.cpp.

References generation_.

                                                            {
  return generation_;
}

int32_t StringDictionaryProxy::getIdOfString

(

const std::string &

str

)

const

Definition at line 65 of file StringDictionaryProxy.cpp.

References CHECK_GE, generation_, StringDictionary::INVALID_STR_ID, rw_mutex_, string_dict_, transient_str_to_int_, and truncate_to_generation().

Referenced by anonymous_namespace{RelAlgTranslator.cpp}::fill_dictionary_encoded_in_vals(), and string_compress().

                                                                       {
  mapd_shared_lock<mapd_shared_mutex> read_lock(rw_mutex_);
  CHECK_GE(generation_, 0);
  auto str_id = truncate_to_generation(string_dict_->getIdOfString(str), generation_);
  if (str_id != StringDictionary::INVALID_STR_ID || transient_str_to_int_.empty()) {
    return str_id;
  }
  auto it = transient_str_to_int_.find(str);
  return it != transient_str_to_int_.end() ? it->second
                                           : StringDictionary::INVALID_STR_ID;
}

Here is the call graph for this function:

Here is the caller graph for this function:

int32_t StringDictionaryProxy::getIdOfStringNoGeneration

(

const std::string &

str

)

const

Definition at line 77 of file StringDictionaryProxy.cpp.

References StringDictionary::INVALID_STR_ID, rw_mutex_, string_dict_, and transient_str_to_int_.

                                                                                   {
  mapd_shared_lock<mapd_shared_mutex> read_lock(rw_mutex_);
  auto str_id = string_dict_->getIdOfString(str);
  if (str_id != StringDictionary::INVALID_STR_ID || transient_str_to_int_.empty()) {
    return str_id;
  }
  auto it = transient_str_to_int_.find(str);
  return it != transient_str_to_int_.end() ? it->second
                                           : StringDictionary::INVALID_STR_ID;
}

std::vector< int32_t > StringDictionaryProxy::getLike	(	const std::string &	pattern,
		const bool	icase,
		const bool	is_simple,
		const char	escape
	)		const

Definition at line 128 of file StringDictionaryProxy.cpp.

References CHECK_GE, generation_, getString(), anonymous_namespace{StringDictionary.cpp}::is_like(), run_benchmark_import::result, string_dict_, and transient_int_to_str_.

                                                                             {
  CHECK_GE(generation_, 0);
  auto result = string_dict_->getLike(pattern, icase, is_simple, escape, generation_);
  for (const auto& kv : transient_int_to_str_) {
    const auto str = getString(kv.first);
    if (is_like(str, pattern, icase, is_simple, escape)) {
      result.push_back(kv.first);
    }
  }
  return result;
}

Here is the call graph for this function:

int32_t StringDictionaryProxy::getOrAdd ( const std::string &  str )

noexcept

Definition at line 204 of file StringDictionaryProxy.cpp.

Referenced by DictionaryValueConverter< TARGET_TYPE >::convertTransientStringIdToPermanentId().

                                                                     {
  return string_dict_->getOrAdd(str);
}

Here is the caller graph for this function:

int32_t StringDictionaryProxy::getOrAddTransient

(

const std::string &

str

)

Definition at line 40 of file StringDictionaryProxy.cpp.

References CHECK, CHECK_GE, generation_, StringDictionary::INVALID_STR_ID, rw_mutex_, string_dict_, transient_int_to_str_, transient_str_to_int_, and truncate_to_generation().

Referenced by lower_encoded().

                                                                     {
  mapd_lock_guard<mapd_shared_mutex> write_lock(rw_mutex_);
  CHECK_GE(generation_, 0);
  auto transient_id =
      truncate_to_generation(string_dict_->getIdOfString(str), generation_);
  if (transient_id != StringDictionary::INVALID_STR_ID) {
    return transient_id;
  }
  const auto it = transient_str_to_int_.find(str);
  if (it != transient_str_to_int_.end()) {
    return it->second;
  }
  transient_id =
      -(transient_str_to_int_.size() + 2);  // make sure it's not INVALID_STR_ID
  {
    auto it_ok = transient_str_to_int_.insert(std::make_pair(str, transient_id));
    CHECK(it_ok.second);
  }
  {
    auto it_ok = transient_int_to_str_.insert(std::make_pair(transient_id, str));
    CHECK(it_ok.second);
  }
  return transient_id;
}

Here is the call graph for this function:

Here is the caller graph for this function:

std::vector< int32_t > StringDictionaryProxy::getRegexpLike	(	const std::string &	pattern,
		const char	escape
	)		const

Definition at line 191 of file StringDictionaryProxy.cpp.

References CHECK_GE, generation_, getString(), anonymous_namespace{StringDictionary.cpp}::is_regexp_like(), run_benchmark_import::result, string_dict_, and transient_int_to_str_.

                                                                                   {
  CHECK_GE(generation_, 0);
  auto result = string_dict_->getRegexpLike(pattern, escape, generation_);
  for (const auto& kv : transient_int_to_str_) {
    const auto str = getString(kv.first);
    if (is_regexp_like(str, pattern, escape)) {
      result.push_back(kv.first);
    }
  }
  return result;
}

Here is the call graph for this function:

std::string StringDictionaryProxy::getString

(

int32_t

string_id

)

const

Definition at line 88 of file StringDictionaryProxy.cpp.

References CHECK, CHECK_NE, StringDictionary::INVALID_STR_ID, rw_mutex_, string_dict_, and transient_int_to_str_.

Referenced by anonymous_namespace{ResultSetIteration.cpp}::build_string_array_target_value(), StringValueConverter::convertToColumnarFormatFromDict(), DictionaryValueConverter< TARGET_TYPE >::convertTransientStringIdToPermanentId(), anonymous_namespace{RelAlgTranslator.cpp}::fill_dictionary_encoded_in_vals(), getCompare(), getLike(), getRegexpLike(), lower_encoded(), GenericKeyHandler::operator()(), and anonymous_namespace{HashJoinRuntime.cpp}::translate_str_id_to_outer_dict().

                                                                  {
  if (inline_int_null_value<int32_t>() == string_id) {
    return "";
  }
  mapd_shared_lock<mapd_shared_mutex> read_lock(rw_mutex_);
  if (string_id >= 0) {
    return string_dict_->getString(string_id);
  }
  CHECK_NE(StringDictionary::INVALID_STR_ID, string_id);
  auto it = transient_int_to_str_.find(string_id);
  CHECK(it != transient_int_to_str_.end());
  return it->second;
}

Here is the caller graph for this function:

std::pair< const char *, size_t > StringDictionaryProxy::getStringBytes ( int32_t  string_id ) const

noexcept

Definition at line 208 of file StringDictionaryProxy.cpp.

References CHECK, CHECK_NE, and StringDictionary::INVALID_STR_ID.

Referenced by anonymous_namespace{ExternalExecutor.cpp}::decode_string(), and string_decompress().

                                      {
  if (string_id >= 0) {
    return string_dict_.get()->getStringBytes(string_id);
  }
  CHECK_NE(StringDictionary::INVALID_STR_ID, string_id);
  auto it = transient_int_to_str_.find(string_id);
  CHECK(it != transient_int_to_str_.end());
  return std::make_pair(it->second.c_str(), it->second.size());
}

Here is the caller graph for this function:

const std::map<int32_t, std::string> StringDictionaryProxy::getTransientMapping ( ) const

inline

Definition at line 55 of file StringDictionaryProxy.h.

References transient_int_to_str_.

Referenced by DictionaryValueConverter< TARGET_TYPE >::DictionaryValueConverter(), and DictionaryValueConverter< TARGET_TYPE >::processBuffer().

                                                               {
    return transient_int_to_str_;
  }

Here is the caller graph for this function:

size_t StringDictionaryProxy::storageEntryCount

(

)

const

Definition at line 219 of file StringDictionaryProxy.cpp.

References string_dict_.

                                                      {
  return string_dict_.get()->storageEntryCount();
}

void StringDictionaryProxy::updateGeneration ( const int64_t  generation )

noexcept

Definition at line 223 of file StringDictionaryProxy.cpp.

References CHECK_EQ.

                                                                              {
  if (generation == -1) {
    return;
  }
  if (generation_ != -1) {
    CHECK_EQ(generation_, generation);
    return;
  }
  generation_ = generation;
}

Member Data Documentation

int64_t StringDictionaryProxy::generation_

private

Definition at line 63 of file StringDictionaryProxy.h.

Referenced by getCompare(), getGeneration(), getIdOfString(), getLike(), getOrAddTransient(), and getRegexpLike().

mapd_shared_mutex StringDictionaryProxy::rw_mutex_

mutableprivate

Definition at line 64 of file StringDictionaryProxy.h.

Referenced by getIdOfString(), getIdOfStringNoGeneration(), getOrAddTransient(), and getString().

std::shared_ptr<StringDictionary> StringDictionaryProxy::string_dict_

private

Definition at line 60 of file StringDictionaryProxy.h.

Referenced by getCompare(), getDictionary(), getIdOfString(), getIdOfStringNoGeneration(), getLike(), getOrAddTransient(), getRegexpLike(), getString(), and storageEntryCount().

std::map<int32_t, std::string> StringDictionaryProxy::transient_int_to_str_

private

Definition at line 61 of file StringDictionaryProxy.h.

Referenced by getCompare(), getLike(), getOrAddTransient(), getRegexpLike(), getString(), and getTransientMapping().

std::map<std::string, int32_t> StringDictionaryProxy::transient_str_to_int_

private

Definition at line 62 of file StringDictionaryProxy.h.

Referenced by getIdOfString(), getIdOfStringNoGeneration(), and getOrAddTransient().

---

The documentation for this class was generated from the following files:

• /home/jenkins-slave/workspace/core-os-doxygen/StringDictionary/StringDictionaryProxy.h
• /home/jenkins-slave/workspace/core-os-doxygen/StringDictionary/StringDictionaryProxy.cpp