BaselineJoinHashTableBuilder Class Reference

#include <BaselineHashTableBuilder.h>

Public Member Functions
	BaselineJoinHashTableBuilder ()=default
template<class KEY_HANDLER >
int	initHashTableOnCpu (KEY_HANDLER *key_handler, const CompositeKeyInfo &composite_key_info, const std::vector< JoinColumn > &join_columns, const std::vector< JoinColumnTypeInfo > &join_column_types, const std::vector< JoinBucketInfo > &join_bucket_info, const StrProxyTranslationMapsPtrsAndOffsets &str_proxy_translation_maps_ptrs_and_offsets, const BaselineHashTableEntryInfo hash_table_entry_info, const JoinType join_type, const Executor *executor, const RegisteredQueryHint &query_hint)
void	allocateDeviceMemory (const BaselineHashTableEntryInfo hash_table_entry_info, const int device_id, const Executor *executor, const RegisteredQueryHint &query_hint)
template<class KEY_HANDLER >
int	initHashTableOnGpu (KEY_HANDLER *key_handler, const std::vector< JoinColumn > &join_columns, const JoinType join_type, const BaselineHashTableEntryInfo hash_table_entry_info, const int device_id, const Executor *executor, const RegisteredQueryHint &query_hint)
std::unique_ptr < BaselineHashTable >	getHashTable ()
void	setHashLayout (HashType layout)
HashType	getHashLayout () const

Private Attributes
std::unique_ptr < BaselineHashTable >	hash_table_
HashType	layout_

Detailed Description

Definition at line 261 of file BaselineHashTableBuilder.h.

Constructor & Destructor Documentation

BaselineJoinHashTableBuilder::BaselineJoinHashTableBuilder ( )

default

Member Function Documentation

void BaselineJoinHashTableBuilder::allocateDeviceMemory ( const BaselineHashTableEntryInfo  hash_table_entry_info, const int  device_id, const Executor *  executor, const RegisteredQueryHint &  query_hint  )

inline

Definition at line 484 of file BaselineHashTableBuilder.h.

References BaselineHashTableEntryInfo::computeHashTableSize(), Data_Namespace::GPU_LEVEL, hash_table_, RegisteredQueryHint::isHintRegistered(), kMaxJoinHashTableSize, RegisteredQueryHint::max_join_hash_table_size, and UNREACHABLE.

Referenced by BaselineJoinHashTable::copyCpuHashTableToGpu(), and initHashTableOnGpu().

                                                                   {
#ifdef HAVE_CUDA
    const size_t hash_table_size = hash_table_entry_info.computeHashTableSize();
    if (query_hint.isHintRegistered(QueryHint::kMaxJoinHashTableSize) &&
        hash_table_size > query_hint.max_join_hash_table_size) {
      throw JoinHashTableTooBig(hash_table_size, query_hint.max_join_hash_table_size);
    }
    if (hash_table_size > executor->maxGpuSlabSize()) {
      throw JoinHashTableTooBig(hash_table_size, executor->maxGpuSlabSize());
    }

    hash_table_ = std::make_unique<BaselineHashTable>(
        MemoryLevel::GPU_LEVEL, hash_table_entry_info, executor->getDataMgr(), device_id);
#else
    UNREACHABLE();
#endif
  }

Here is the call graph for this function:

Here is the caller graph for this function:

HashType BaselineJoinHashTableBuilder::getHashLayout ( ) const

inline

Definition at line 651 of file BaselineHashTableBuilder.h.

References layout_.

                                 {
    return layout_;
  }

std::unique_ptr<BaselineHashTable> BaselineJoinHashTableBuilder::getHashTable ( )

inline

Definition at line 643 of file BaselineHashTableBuilder.h.

References hash_table_.

Referenced by BaselineJoinHashTable::copyCpuHashTableToGpu(), and BaselineJoinHashTable::initHashTableForDevice().

                                                  {
    return std::move(hash_table_);
  }

Here is the caller graph for this function:

template<class KEY_HANDLER >

int BaselineJoinHashTableBuilder::initHashTableOnCpu ( KEY_HANDLER *  key_handler, const CompositeKeyInfo &  composite_key_info, const std::vector< JoinColumn > &  join_columns, const std::vector< JoinColumnTypeInfo > &  join_column_types, const std::vector< JoinBucketInfo > &  join_bucket_info, const StrProxyTranslationMapsPtrsAndOffsets &  str_proxy_translation_maps_ptrs_and_offsets, const BaselineHashTableEntryInfo  hash_table_entry_info, const JoinType  join_type, const Executor *  executor, const RegisteredQueryHint &  query_hint  )

inline

Definition at line 265 of file BaselineHashTableBuilder.h.

References ANTI, threading_serial::async(), CHECK, BaselineHashTableEntryInfo::computeHashTableSize(), Data_Namespace::CPU_LEVEL, cpu_threads(), DEBUG_TIMER, DEBUG_TIMER_NEW_THREAD, fill_one_to_many_baseline_hash_table_32(), fill_one_to_many_baseline_hash_table_64(), HashTableEntryInfo::getHashTableLayout(), hash_table_, init_baseline_hash_join_buff_32(), init_baseline_hash_join_buff_64(), init_hash_join_buff(), RegisteredQueryHint::isHintRegistered(), kMaxJoinHashTableSize, HashJoin::layoutRequiresAdditionalBuffers(), RegisteredQueryHint::max_join_hash_table_size, OneToOne, SEMI, setHashLayout(), logger::thread_local_ids(), UNREACHABLE, VLOG, and WINDOW_FUNCTION_FRAMING.

Referenced by BaselineJoinHashTable::initHashTableForDevice(), and BoundingBoxIntersectJoinHashTable::initHashTableOnCpu().

                                                                {
    auto timer = DEBUG_TIMER(__func__);
    auto const hash_table_layout = hash_table_entry_info.getHashTableLayout();
    size_t const hash_table_size = hash_table_entry_info.computeHashTableSize();
    if (query_hint.isHintRegistered(QueryHint::kMaxJoinHashTableSize) &&
        hash_table_size > query_hint.max_join_hash_table_size) {
      throw JoinHashTableTooBig(hash_table_size, query_hint.max_join_hash_table_size);
    }
    const bool for_semi_join =
        (join_type == JoinType::SEMI || join_type == JoinType::ANTI) &&
        hash_table_layout == HashType::OneToOne;
    hash_table_ = std::make_unique<BaselineHashTable>(
        MemoryLevel::CPU_LEVEL, hash_table_entry_info, nullptr, -1);
    setHashLayout(hash_table_layout);
    if (hash_table_entry_info.getNumKeys() == 0) {
      VLOG(1) << "Stop building a hash table: the input table is empty";
      return 0;
    }
    auto cpu_hash_table_ptr = hash_table_->getCpuBuffer();
    int thread_count = cpu_threads();
    std::vector<std::future<void>> init_cpu_buff_threads;
    {
      auto timer_init = DEBUG_TIMER("Initialize CPU Baseline Join Hash Table");
#ifdef HAVE_TBB
      switch (hash_table_entry_info.getJoinKeysSize()) {
        case 4:
          init_baseline_hash_join_buff_tbb_32(cpu_hash_table_ptr,
                                              hash_table_entry_info.getNumHashEntries(),
                                              hash_table_entry_info.getNumJoinKeys(),
                                              hash_table_layout == HashType::OneToOne,
                                              -1);
          break;
        case 8:
          init_baseline_hash_join_buff_tbb_64(cpu_hash_table_ptr,
                                              hash_table_entry_info.getNumHashEntries(),
                                              hash_table_entry_info.getNumJoinKeys(),
                                              hash_table_layout == HashType::OneToOne,
                                              -1);
          break;
        default:
          CHECK(false);
      }
#else   // #ifdef HAVE_TBB
      for (int thread_idx = 0; thread_idx < thread_count; ++thread_idx) {
        init_cpu_buff_threads.emplace_back(std::async(
            std::launch::async,
            [keyspace_entry_count,
             key_component_count,
             key_component_width,
             thread_idx,
             thread_count,
             cpu_hash_table_ptr,
             layout,
             parent_thread_local_ids = logger::thread_local_ids()] {
              logger::LocalIdsScopeGuard lisg = parent_thread_local_ids.setNewThreadId();
              DEBUG_TIMER_NEW_THREAD(parent_thread_local_ids.thread_id_);
              switch (key_component_width) {
                case 4:
                  init_baseline_hash_join_buff_32(cpu_hash_table_ptr,
                                                  keyspace_entry_count,
                                                  key_component_count,
                                                  layout == HashType::OneToOne,
                                                  -1,
                                                  thread_idx,
                                                  thread_count);
                  break;
                case 8:
                  init_baseline_hash_join_buff_64(cpu_hash_table_ptr,
                                                  keyspace_entry_count,
                                                  key_component_count,
                                                  layout == HashType::OneToOne,
                                                  -1,
                                                  thread_idx,
                                                  thread_count);
                  break;
                default:
                  UNREACHABLE();
              }
            }));
      }
      for (auto& child : init_cpu_buff_threads) {
        child.get();
      }
#endif  // !HAVE_TBB
    }
    std::vector<std::future<int>> fill_cpu_buff_threads;
    auto timer_fill = DEBUG_TIMER("Fill CPU Baseline Join Hash Table");
    for (int thread_idx = 0; thread_idx < thread_count; ++thread_idx) {
      fill_cpu_buff_threads.emplace_back(std::async(
          std::launch::async,
          [key_handler,
           &join_columns,
           hash_table_entry_info,
           thread_idx,
           cpu_hash_table_ptr,
           thread_count,
           for_semi_join,
           hash_table_layout,
           parent_thread_local_ids = logger::thread_local_ids()] {
            logger::LocalIdsScopeGuard lisg = parent_thread_local_ids.setNewThreadId();
            DEBUG_TIMER_NEW_THREAD(parent_thread_local_ids.thread_id_);
            switch (hash_table_entry_info.getJoinKeysSize()) {
              case 4: {
                return fill_baseline_hash_join_buff<int32_t>(
                    cpu_hash_table_ptr,
                    hash_table_entry_info.getNumHashEntries(),
                    -1,
                    for_semi_join,
                    hash_table_entry_info.getNumJoinKeys(),
                    hash_table_layout == HashType::OneToOne,
                    key_handler,
                    join_columns[0].num_elems,
                    thread_idx,
                    thread_count);
              }
              case 8: {
                return fill_baseline_hash_join_buff<int64_t>(
                    cpu_hash_table_ptr,
                    hash_table_entry_info.getNumHashEntries(),
                    -1,
                    for_semi_join,
                    hash_table_entry_info.getNumJoinKeys(),
                    hash_table_layout == HashType::OneToOne,
                    key_handler,
                    join_columns[0].num_elems,
                    thread_idx,
                    thread_count);
              }
              default:
                UNREACHABLE() << "Unexpected hash join key size: "
                              << hash_table_entry_info.getJoinKeysSize();
            }
            return -1;
          }));
    }
    int err = 0;
    for (auto& child : fill_cpu_buff_threads) {
      int partial_err = child.get();
      if (partial_err) {
        err = partial_err;
      }
    }
    if (err) {
      return err;
    }
    if (HashJoin::layoutRequiresAdditionalBuffers(hash_table_layout)) {
      auto one_to_many_buff = reinterpret_cast<int32_t*>(
          cpu_hash_table_ptr + hash_table_entry_info.getNumHashEntries() *
                                   hash_table_entry_info.computeKeySize());
      {
        auto timer_init_additional_buffers =
            DEBUG_TIMER("Initialize Additional Buffers for CPU Baseline Join Hash Table");
        init_hash_join_buff(
            one_to_many_buff, hash_table_entry_info.getNumHashEntries(), -1, 0, 1);
      }
      bool is_geo_compressed = false;
      if constexpr (std::is_same_v<KEY_HANDLER, RangeKeyHandler>) {
        if (const auto range_handler =
                reinterpret_cast<const RangeKeyHandler*>(key_handler)) {
          is_geo_compressed = range_handler->is_compressed_;
        }
      }
      auto timer_fill_additional_buffers =
          DEBUG_TIMER("Fill Additional Buffers for CPU Baseline Join Hash Table");
      setHashLayout(hash_table_layout);
      switch (hash_table_entry_info.getJoinKeysSize()) {
        case 4: {
          const auto composite_key_dict = reinterpret_cast<int32_t*>(cpu_hash_table_ptr);
          fill_one_to_many_baseline_hash_table_32(
              one_to_many_buff,
              composite_key_dict,
              hash_table_entry_info.getNumHashEntries(),
              hash_table_entry_info.getNumJoinKeys(),
              join_columns,
              join_column_types,
              join_bucket_info,
              str_proxy_translation_maps_ptrs_and_offsets.first,
              str_proxy_translation_maps_ptrs_and_offsets.second,
              thread_count,
              std::is_same_v<KEY_HANDLER, RangeKeyHandler>,
              is_geo_compressed,
              join_type == JoinType::WINDOW_FUNCTION_FRAMING);
          break;
        }
        case 8: {
          const auto composite_key_dict = reinterpret_cast<int64_t*>(cpu_hash_table_ptr);
          fill_one_to_many_baseline_hash_table_64(
              one_to_many_buff,
              composite_key_dict,
              hash_table_entry_info.getNumHashEntries(),
              hash_table_entry_info.getNumJoinKeys(),
              join_columns,
              join_column_types,
              join_bucket_info,
              str_proxy_translation_maps_ptrs_and_offsets.first,
              str_proxy_translation_maps_ptrs_and_offsets.second,
              thread_count,
              std::is_same_v<KEY_HANDLER, RangeKeyHandler>,
              is_geo_compressed,
              join_type == JoinType::WINDOW_FUNCTION_FRAMING);
          break;
        }
        default:
          CHECK(false);
      }
    }
    return 0;
  }

Here is the call graph for this function:

Here is the caller graph for this function:

template<class KEY_HANDLER >

int BaselineJoinHashTableBuilder::initHashTableOnGpu ( KEY_HANDLER *  key_handler, const std::vector< JoinColumn > &  join_columns, const JoinType  join_type, const BaselineHashTableEntryInfo  hash_table_entry_info, const int  device_id, const Executor *  executor, const RegisteredQueryHint &  query_hint  )

inline

Definition at line 506 of file BaselineHashTableBuilder.h.

References allocateDeviceMemory(), ANTI, CHECK, BaselineHashTableEntryInfo::computeKeySize(), DEBUG_TIMER, HashTableEntryInfo::getHashTableLayout(), BaselineHashTableEntryInfo::getJoinKeysSize(), HashTableEntryInfo::getNumHashEntries(), BaselineHashTableEntryInfo::getNumJoinKeys(), HashTableEntryInfo::getNumKeys(), getQueryEngineCudaStreamForDevice(), hash_table_, init_baseline_hash_join_buff_on_device_32(), init_baseline_hash_join_buff_on_device_64(), init_hash_join_buff_on_device(), HashJoin::layoutRequiresAdditionalBuffers(), OneToOne, SEMI, setHashLayout(), transfer_flat_object_to_gpu(), UNREACHABLE, VLOG, and WINDOW_FUNCTION_FRAMING.

Referenced by BaselineJoinHashTable::initHashTableForDevice().

                                                                {
    auto timer = DEBUG_TIMER(__func__);
    int err = 0;
#ifdef HAVE_CUDA
    allocateDeviceMemory(hash_table_entry_info, device_id, executor, query_hint);
    auto const hash_table_layout = hash_table_entry_info.getHashTableLayout();
    setHashLayout(hash_table_layout);
    if (hash_table_entry_info.getNumKeys() == 0) {
      VLOG(1) << "Stop building a hash table based on a column: an input table is empty";
      return 0;
    }
    auto data_mgr = executor->getDataMgr();
    auto allocator = std::make_unique<CudaAllocator>(
        data_mgr, device_id, getQueryEngineCudaStreamForDevice(device_id));
    auto dev_err_buff = allocator->alloc(sizeof(int));
    allocator->copyToDevice(dev_err_buff, &err, sizeof(err));
    auto gpu_hash_table_buff = hash_table_->getGpuBuffer();
    CHECK(gpu_hash_table_buff);
    const bool for_semi_join =
        (join_type == JoinType::SEMI || join_type == JoinType::ANTI) &&
        hash_table_layout == HashType::OneToOne;
    const auto key_handler_gpu = transfer_flat_object_to_gpu(*key_handler, *allocator);
    {
      auto timer_init = DEBUG_TIMER("Initialize GPU Baseline Join Hash Table");
      switch (hash_table_entry_info.getJoinKeysSize()) {
        case 4:
          init_baseline_hash_join_buff_on_device_32(
              gpu_hash_table_buff,
              hash_table_entry_info.getNumHashEntries(),
              hash_table_entry_info.getNumJoinKeys(),
              hash_table_layout == HashType::OneToOne,
              -1);
          break;
        case 8:
          init_baseline_hash_join_buff_on_device_64(
              gpu_hash_table_buff,
              hash_table_entry_info.getNumHashEntries(),
              hash_table_entry_info.getNumJoinKeys(),
              hash_table_layout == HashType::OneToOne,
              -1);
          break;
        default:
          UNREACHABLE();
      }
    }
    auto timer_fill = DEBUG_TIMER("Fill GPU Baseline Join Hash Table");
    switch (hash_table_entry_info.getJoinKeysSize()) {
      case 4: {
        fill_baseline_hash_join_buff_on_device<int32_t>(
            gpu_hash_table_buff,
            hash_table_entry_info.getNumHashEntries(),
            -1,
            for_semi_join,
            hash_table_entry_info.getNumJoinKeys(),
            hash_table_layout == HashType::OneToOne,
            reinterpret_cast<int*>(dev_err_buff),
            key_handler_gpu,
            join_columns.front().num_elems);
        allocator->copyFromDevice(&err, dev_err_buff, sizeof(err));
        break;
      }
      case 8: {
        fill_baseline_hash_join_buff_on_device<int64_t>(
            gpu_hash_table_buff,
            hash_table_entry_info.getNumHashEntries(),
            -1,
            for_semi_join,
            hash_table_entry_info.getNumJoinKeys(),
            hash_table_layout == HashType::OneToOne,
            reinterpret_cast<int*>(dev_err_buff),
            key_handler_gpu,
            join_columns.front().num_elems);
        allocator->copyFromDevice(&err, dev_err_buff, sizeof(err));
        break;
      }
      default:
        UNREACHABLE();
    }
    if (err) {
      return err;
    }
    if (HashJoin::layoutRequiresAdditionalBuffers(hash_table_layout)) {
      auto one_to_many_buff = reinterpret_cast<int32_t*>(
          gpu_hash_table_buff + hash_table_entry_info.getNumHashEntries() *
                                    hash_table_entry_info.computeKeySize());
      {
        auto timer_init_additional_buf =
            DEBUG_TIMER("Initialize Additional Buffer for GPU Baseline Join Hash Table");
        init_hash_join_buff_on_device(
            one_to_many_buff, hash_table_entry_info.getNumHashEntries(), -1);
      }
      setHashLayout(hash_table_layout);
      auto timer_fill_additional_buf =
          DEBUG_TIMER("Fill Additional Buffer for GPU Baseline Join Hash Table");
      switch (hash_table_entry_info.getJoinKeysSize()) {
        case 4: {
          const auto composite_key_dict = reinterpret_cast<int32_t*>(gpu_hash_table_buff);
          fill_one_to_many_baseline_hash_table_on_device<int32_t>(
              one_to_many_buff,
              composite_key_dict,
              hash_table_entry_info.getNumHashEntries(),
              hash_table_entry_info.getNumJoinKeys(),
              key_handler_gpu,
              join_columns.front().num_elems,
              join_type == JoinType::WINDOW_FUNCTION_FRAMING);

          break;
        }
        case 8: {
          const auto composite_key_dict = reinterpret_cast<int64_t*>(gpu_hash_table_buff);
          fill_one_to_many_baseline_hash_table_on_device<int64_t>(
              one_to_many_buff,
              composite_key_dict,
              hash_table_entry_info.getNumHashEntries(),
              hash_table_entry_info.getNumJoinKeys(),
              key_handler_gpu,
              join_columns.front().num_elems,
              join_type == JoinType::WINDOW_FUNCTION_FRAMING);

          break;
        }
        default:
          UNREACHABLE();
      }
    }
#else
    UNREACHABLE();
#endif
    return err;
  }

Here is the call graph for this function:

Here is the caller graph for this function:

void BaselineJoinHashTableBuilder::setHashLayout ( HashType  layout )

inline

Definition at line 647 of file BaselineHashTableBuilder.h.

References layout_.

Referenced by initHashTableOnCpu(), and initHashTableOnGpu().

                                      {
    layout_ = layout;
  }

Here is the caller graph for this function:

Member Data Documentation

std::unique_ptr<BaselineHashTable> BaselineJoinHashTableBuilder::hash_table_

private

Definition at line 656 of file BaselineHashTableBuilder.h.

Referenced by allocateDeviceMemory(), getHashTable(), initHashTableOnCpu(), and initHashTableOnGpu().

HashType BaselineJoinHashTableBuilder::layout_

private

Definition at line 657 of file BaselineHashTableBuilder.h.

Referenced by getHashLayout(), and setHashLayout().

---

The documentation for this class was generated from the following file:

• /home/jenkins-slave/workspace/core-os-doxygen/QueryEngine/JoinHashTable/Builders/BaselineHashTableBuilder.h