HashJoinRuntime.h File Reference

#include <cstddef>
#include <cstdint>
#include <vector>
#include "../Shared/SqlTypesLayout.h"
#include "../Shared/sqltypes.h"

Include dependency graph for HashJoinRuntime.h:

This graph shows which files directly or indirectly include this file:

Go to the source code of this file.

Classes
struct	HashEntryInfo
struct	JoinColumn
struct	JoinColumnTypeInfo
struct	JoinBucketInfo
struct	ShardInfo

Enumerations
enum	ColumnType { SmallDate = 0, Signed = 1, Unsigned = 2 }

Functions
void	init_hash_join_buff (int32_t *buff, const int32_t entry_count, const int32_t invalid_slot_val, const int32_t cpu_thread_idx, const int32_t cpu_thread_count)
void	init_hash_join_buff_on_device (int32_t *buff, const int32_t entry_count, const int32_t invalid_slot_val, const size_t block_size_x, const size_t grid_size_x)
void	init_baseline_hash_join_buff_32 (int8_t *hash_join_buff, const int32_t entry_count, const size_t key_component_count, const bool with_val_slot, const int32_t invalid_slot_val, const int32_t cpu_thread_idx, const int32_t cpu_thread_count)
void	init_baseline_hash_join_buff_64 (int8_t *hash_join_buff, const int32_t entry_count, const size_t key_component_count, const bool with_val_slot, const int32_t invalid_slot_val, const int32_t cpu_thread_idx, const int32_t cpu_thread_count)
void	init_baseline_hash_join_buff_on_device_32 (int8_t *hash_join_buff, const int32_t entry_count, const size_t key_component_count, const bool with_val_slot, const int32_t invalid_slot_val, const size_t block_size_x, const size_t grid_size_x)
void	init_baseline_hash_join_buff_on_device_64 (int8_t *hash_join_buff, const int32_t entry_count, const size_t key_component_count, const bool with_val_slot, const int32_t invalid_slot_val, const size_t block_size_x, const size_t grid_size_x)
ColumnType	get_join_column_type_kind (const SQLTypeInfo &ti)
int	fill_hash_join_buff_bucketized (int32_t *buff, const int32_t invalid_slot_val, const JoinColumn join_column, const JoinColumnTypeInfo type_info, const void *sd_inner, const void *sd_outer, const int32_t cpu_thread_idx, const int32_t cpu_thread_count, const int64_t bucket_normalization)
int	fill_hash_join_buff (int32_t *buff, const int32_t invalid_slot_val, const JoinColumn join_column, const JoinColumnTypeInfo type_info, const void *sd_inner, const void *sd_outer, const int32_t cpu_thread_idx, const int32_t cpu_thread_count)
void	fill_hash_join_buff_on_device (int32_t *buff, const int32_t invalid_slot_val, int *dev_err_buff, const JoinColumn join_column, const JoinColumnTypeInfo type_info, const size_t block_size_x, const size_t grid_size_x)
void	fill_hash_join_buff_on_device_bucketized (int32_t *buff, const int32_t invalid_slot_val, int *dev_err_buff, const JoinColumn join_column, const JoinColumnTypeInfo type_info, const size_t block_size_x, const size_t grid_size_x, const int64_t bucket_normalization)
void	fill_hash_join_buff_on_device_sharded (int32_t *buff, const int32_t invalid_slot_val, int *dev_err_buff, const JoinColumn join_column, const JoinColumnTypeInfo type_info, const ShardInfo shard_info, const size_t block_size_x, const size_t grid_size_x)
void	fill_hash_join_buff_on_device_sharded_bucketized (int32_t *buff, const int32_t invalid_slot_val, int *dev_err_buff, const JoinColumn join_column, const JoinColumnTypeInfo type_info, const ShardInfo shard_info, const size_t block_size_x, const size_t grid_size_x, const int64_t bucket_normalization)
void	fill_one_to_many_hash_table (int32_t *buff, const HashEntryInfo hash_entry_info, const int32_t invalid_slot_val, const JoinColumn &join_column, const JoinColumnTypeInfo &type_info, const void *sd_inner_proxy, const void *sd_outer_proxy, const unsigned cpu_thread_count)
void	fill_one_to_many_hash_table_bucketized (int32_t *buff, const HashEntryInfo hash_entry_info, const int32_t invalid_slot_val, const JoinColumn &join_column, const JoinColumnTypeInfo &type_info, const void *sd_inner_proxy, const void *sd_outer_proxy, const unsigned cpu_thread_count)
void	fill_one_to_many_hash_table_sharded_bucketized (int32_t *buff, const HashEntryInfo hash_entry_info, const int32_t invalid_slot_val, const JoinColumn &join_column, const JoinColumnTypeInfo &type_info, const ShardInfo &shard_info, const void *sd_inner_proxy, const void *sd_outer_proxy, const unsigned cpu_thread_count)
void	fill_one_to_many_hash_table_on_device (int32_t *buff, const HashEntryInfo hash_entry_info, const int32_t invalid_slot_val, const JoinColumn &join_column, const JoinColumnTypeInfo &type_info, const size_t block_size_x, const size_t grid_size_x)
void	fill_one_to_many_hash_table_on_device_bucketized (int32_t *buff, const HashEntryInfo hash_entry_info, const int32_t invalid_slot_val, const JoinColumn &join_column, const JoinColumnTypeInfo &type_info, const size_t block_size_x, const size_t grid_size_x)
void	fill_one_to_many_hash_table_on_device_sharded (int32_t *buff, const HashEntryInfo hash_entry_info, const int32_t invalid_slot_val, const JoinColumn &join_column, const JoinColumnTypeInfo &type_info, const ShardInfo &shard_info, const size_t block_size_x, const size_t grid_size_x)
int	fill_baseline_hash_join_buff_32 (int8_t *hash_buff, const size_t entry_count, const int32_t invalid_slot_val, const size_t key_component_count, const bool with_val_slot, const GenericKeyHandler *key_handler, const size_t num_elems, const int32_t cpu_thread_idx, const int32_t cpu_thread_count)
int	overlaps_fill_baseline_hash_join_buff_32 (int8_t *hash_buff, const size_t entry_count, const int32_t invalid_slot_val, const size_t key_component_count, const bool with_val_slot, const OverlapsKeyHandler *key_handler, const size_t num_elems, const int32_t cpu_thread_idx, const int32_t cpu_thread_count)
int	fill_baseline_hash_join_buff_64 (int8_t *hash_buff, const size_t entry_count, const int32_t invalid_slot_val, const size_t key_component_count, const bool with_val_slot, const GenericKeyHandler *key_handler, const size_t num_elems, const int32_t cpu_thread_idx, const int32_t cpu_thread_count)
int	overlaps_fill_baseline_hash_join_buff_64 (int8_t *hash_buff, const size_t entry_count, const int32_t invalid_slot_val, const size_t key_component_count, const bool with_val_slot, const OverlapsKeyHandler *key_handler, const size_t num_elems, const int32_t cpu_thread_idx, const int32_t cpu_thread_count)
void	fill_baseline_hash_join_buff_on_device_32 (int8_t *hash_buff, const size_t entry_count, const int32_t invalid_slot_val, const size_t key_component_count, const bool with_val_slot, int *dev_err_buff, const GenericKeyHandler *key_handler, const size_t num_elems, const size_t block_size_x, const size_t grid_size_x)
void	fill_baseline_hash_join_buff_on_device_64 (int8_t *hash_buff, const size_t entry_count, const int32_t invalid_slot_val, const size_t key_component_count, const bool with_val_slot, int *dev_err_buff, const GenericKeyHandler *key_handler, const size_t num_elems, const size_t block_size_x, const size_t grid_size_x)
void	overlaps_fill_baseline_hash_join_buff_on_device_64 (int8_t *hash_buff, const size_t entry_count, const int32_t invalid_slot_val, const size_t key_component_count, const bool with_val_slot, int *dev_err_buff, const OverlapsKeyHandler *key_handler, const size_t num_elems, const size_t block_size_x, const size_t grid_size_x)
void	fill_one_to_many_baseline_hash_table_32 (int32_t *buff, const int32_t *composite_key_dict, const size_t hash_entry_count, const int32_t invalid_slot_val, const size_t key_component_count, const std::vector< JoinColumn > &join_column_per_key, const std::vector< JoinColumnTypeInfo > &type_info_per_key, const std::vector< JoinBucketInfo > &join_bucket_info, const std::vector< const void *> &sd_inner_proxy_per_key, const std::vector< const void *> &sd_outer_proxy_per_key, const int32_t cpu_thread_count)
void	fill_one_to_many_baseline_hash_table_64 (int32_t *buff, const int64_t *composite_key_dict, const size_t hash_entry_count, const int32_t invalid_slot_val, const size_t key_component_count, const std::vector< JoinColumn > &join_column_per_key, const std::vector< JoinColumnTypeInfo > &type_info_per_key, const std::vector< JoinBucketInfo > &join_bucket_info, const std::vector< const void *> &sd_inner_proxy_per_key, const std::vector< const void *> &sd_outer_proxy_per_key, const int32_t cpu_thread_count)
void	fill_one_to_many_baseline_hash_table_on_device_32 (int32_t *buff, const int32_t *composite_key_dict, const size_t hash_entry_count, const int32_t invalid_slot_val, const size_t key_component_count, const GenericKeyHandler *key_handler, const size_t num_elems, const size_t block_size_x, const size_t grid_size_x)
void	fill_one_to_many_baseline_hash_table_on_device_64 (int32_t *buff, const int64_t *composite_key_dict, const size_t hash_entry_count, const int32_t invalid_slot_val, const GenericKeyHandler *key_handler, const size_t num_elems, const size_t block_size_x, const size_t grid_size_x)
void	overlaps_fill_one_to_many_baseline_hash_table_on_device_64 (int32_t *buff, const int64_t *composite_key_dict, const size_t hash_entry_count, const int32_t invalid_slot_val, const OverlapsKeyHandler *key_handler, const size_t num_elems, const size_t block_size_x, const size_t grid_size_x)
void	approximate_distinct_tuples (uint8_t *hll_buffer_all_cpus, const uint32_t b, const size_t padded_size_bytes, const std::vector< JoinColumn > &join_column_per_key, const std::vector< JoinColumnTypeInfo > &type_info_per_key, const int thread_count)
void	approximate_distinct_tuples_overlaps (uint8_t *hll_buffer_all_cpus, std::vector< int32_t > &row_counts, const uint32_t b, const size_t padded_size_bytes, const std::vector< JoinColumn > &join_column_per_key, const std::vector< JoinColumnTypeInfo > &type_info_per_key, const std::vector< JoinBucketInfo > &join_buckets_per_key, const int thread_count)
void	approximate_distinct_tuples_on_device (uint8_t *hll_buffer, const uint32_t b, const GenericKeyHandler *key_handler, const size_t num_elems, const size_t block_size_x, const size_t grid_size_x)
void	approximate_distinct_tuples_on_device_overlaps (uint8_t *hll_buffer, const uint32_t b, int32_t *row_counts_buffer, const OverlapsKeyHandler *key_handler, const size_t num_elems, const size_t block_size_x, const size_t grid_size_x)
void	compute_bucket_sizes (std::vector< double > &bucket_sizes_for_dimension, const JoinColumn &join_column, const double bucket_size_threshold, const int thread_count)
void	compute_bucket_sizes_on_device (double *bucket_sizes_buffer, const JoinColumn *join_column_for_key, const double bucket_sz_threshold, const size_t block_size_x, const size_t grid_size_x)

Variables
const size_t	g_maximum_conditions_to_coalesce {8}

Enumeration Type Documentation

ColumnType

enum ColumnType

Enumerator
SmallDate
Signed
Unsigned

Definition at line 99 of file HashJoinRuntime.h.

{ SmallDate = 0, Signed = 1, Unsigned = 2 };

Function Documentation

approximate_distinct_tuples()

void approximate_distinct_tuples	(	uint8_t *	hll_buffer_all_cpus,
		const uint32_t	b,
		const size_t	padded_size_bytes,
		const std::vector< JoinColumn > &	join_column_per_key,
		const std::vector< JoinColumnTypeInfo > &	type_info_per_key,
		const int	thread_count
	)

Definition at line 1897 of file HashJoinRuntime.cpp.

References approximate_distinct_tuples_impl(), CHECK, and CHECK_EQ.

Referenced by BaselineJoinHashTable::approximateTupleCount().

                                                         {
  CHECK_EQ(join_column_per_key.size(), type_info_per_key.size());
  CHECK(!join_column_per_key.empty());

  std::vector<std::future<void>> approx_distinct_threads;
  for (int thread_idx = 0; thread_idx < thread_count; ++thread_idx) {
    approx_distinct_threads.push_back(std::async(
        std::launch::async,
        [&join_column_per_key,
         &type_info_per_key,
         b,
         hll_buffer_all_cpus,
         padded_size_bytes,
         thread_idx,
         thread_count] {
          auto hll_buffer = hll_buffer_all_cpus + thread_idx * padded_size_bytes;

          const auto key_handler = GenericKeyHandler(join_column_per_key.size(),
                                                     false,
                                                     &join_column_per_key[0],
                                                     &type_info_per_key[0],
                                                     nullptr,
                                                     nullptr);
          approximate_distinct_tuples_impl(hll_buffer,
                                           nullptr,
                                           b,
                                           join_column_per_key[0].num_elems,
                                           &key_handler,
                                           thread_idx,
                                           thread_count);
        }));
  }
  for (auto& child : approx_distinct_threads) {
    child.get();
  }
}

Here is the call graph for this function:

Here is the caller graph for this function:

approximate_distinct_tuples_on_device()

void approximate_distinct_tuples_on_device	(	uint8_t *	hll_buffer,
		const uint32_t	b,
		const GenericKeyHandler *	key_handler,
		const size_t	num_elems,
		const size_t	block_size_x,
		const size_t	grid_size_x
	)

Referenced by BaselineJoinHashTable::approximateTupleCount().

Here is the caller graph for this function:

approximate_distinct_tuples_on_device_overlaps()

void approximate_distinct_tuples_on_device_overlaps	(	uint8_t *	hll_buffer,
		const uint32_t	b,
		int32_t *	row_counts_buffer,
		const OverlapsKeyHandler *	key_handler,
		const size_t	num_elems,
		const size_t	block_size_x,
		const size_t	grid_size_x
	)

Referenced by OverlapsJoinHashTable::approximateTupleCount().

Here is the caller graph for this function:

approximate_distinct_tuples_overlaps()

void approximate_distinct_tuples_overlaps	(	uint8_t *	hll_buffer_all_cpus,
		std::vector< int32_t > &	row_counts,
		const uint32_t	b,
		const size_t	padded_size_bytes,
		const std::vector< JoinColumn > &	join_column_per_key,
		const std::vector< JoinColumnTypeInfo > &	type_info_per_key,
		const std::vector< JoinBucketInfo > &	join_buckets_per_key,
		const int	thread_count
	)

Definition at line 1939 of file HashJoinRuntime.cpp.

References approximate_distinct_tuples_impl(), CHECK, CHECK_EQ, and inclusive_scan().

Referenced by OverlapsJoinHashTable::approximateTupleCount().

                            {
  CHECK_EQ(join_column_per_key.size(), join_buckets_per_key.size());
  CHECK_EQ(join_column_per_key.size(), type_info_per_key.size());
  CHECK(!join_column_per_key.empty());

  std::vector<std::future<void>> approx_distinct_threads;
  for (int thread_idx = 0; thread_idx < thread_count; ++thread_idx) {
    approx_distinct_threads.push_back(std::async(
        std::launch::async,
        [&join_column_per_key,
         &join_buckets_per_key,
         &row_counts,
         b,
         hll_buffer_all_cpus,
         padded_size_bytes,
         thread_idx,
         thread_count] {
          auto hll_buffer = hll_buffer_all_cpus + thread_idx * padded_size_bytes;

          const auto key_handler = OverlapsKeyHandler(
              join_buckets_per_key[0].bucket_sizes_for_dimension.size(),
              &join_column_per_key[0],
              join_buckets_per_key[0].bucket_sizes_for_dimension.data());
          approximate_distinct_tuples_impl(hll_buffer,
                                           row_counts.data(),
                                           b,
                                           join_column_per_key[0].num_elems,
                                           &key_handler,
                                           thread_idx,
                                           thread_count);
        }));
  }
  for (auto& child : approx_distinct_threads) {
    child.get();
  }

  ::inclusive_scan(
      row_counts.begin(), row_counts.end(), row_counts.begin(), thread_count);
}

Here is the call graph for this function:

Here is the caller graph for this function:

compute_bucket_sizes()

void compute_bucket_sizes	(	std::vector< double > &	bucket_sizes_for_dimension,
		const JoinColumn &	join_column,
		const double	bucket_size_threshold,
		const int	thread_count
	)

Definition at line 1987 of file HashJoinRuntime.cpp.

Referenced by OverlapsJoinHashTable::computeBucketSizes().

                                                  {
  std::vector<std::vector<double>> bucket_sizes_for_threads;
  for (int thread_idx = 0; thread_idx < thread_count; ++thread_idx) {
    bucket_sizes_for_threads.emplace_back(bucket_sizes_for_dimension.size(),
                                          std::numeric_limits<double>::max());
  }
  std::vector<std::future<void>> threads;
  for (int thread_idx = 0; thread_idx < thread_count; ++thread_idx) {
    threads.push_back(std::async(std::launch::async,
                                 compute_bucket_sizes_impl<2>,
                                 bucket_sizes_for_threads[thread_idx].data(),
                                 &join_column,
                                 bucket_size_threshold,
                                 thread_idx,
                                 thread_count));
  }
  for (auto& child : threads) {
    child.get();
  }

  for (int thread_idx = 0; thread_idx < thread_count; ++thread_idx) {
    for (size_t i = 0; i < bucket_sizes_for_dimension.size(); i++) {
      if (bucket_sizes_for_threads[thread_idx][i] < bucket_sizes_for_dimension[i]) {
        bucket_sizes_for_dimension[i] = bucket_sizes_for_threads[thread_idx][i];
      }
    }
  }
}

Here is the caller graph for this function:

compute_bucket_sizes_on_device()

void compute_bucket_sizes_on_device	(	double *	bucket_sizes_buffer,
		const JoinColumn *	join_column_for_key,
		const double	bucket_sz_threshold,
		const size_t	block_size_x,
		const size_t	grid_size_x
	)

Referenced by OverlapsJoinHashTable::computeBucketSizes().

Here is the caller graph for this function:

fill_baseline_hash_join_buff_32()

int fill_baseline_hash_join_buff_32	(	int8_t *	hash_buff,
		const size_t	entry_count,
		const int32_t	invalid_slot_val,
		const size_t	key_component_count,
		const bool	with_val_slot,
		const GenericKeyHandler *	key_handler,
		const size_t	num_elems,
		const int32_t	cpu_thread_idx,
		const int32_t	cpu_thread_count
	)

Definition at line 1605 of file HashJoinRuntime.cpp.

Referenced by BaselineJoinHashTable::initHashTableOnCpu().

                                                                    {
  return fill_baseline_hash_join_buff<int32_t>(hash_buff,
                                               entry_count,
                                               invalid_slot_val,
                                               key_component_count,
                                               with_val_slot,
                                               key_handler,
                                               num_elems,
                                               cpu_thread_idx,
                                               cpu_thread_count);
}

Here is the caller graph for this function:

fill_baseline_hash_join_buff_64()

int fill_baseline_hash_join_buff_64	(	int8_t *	hash_buff,
		const size_t	entry_count,
		const int32_t	invalid_slot_val,
		const size_t	key_component_count,
		const bool	with_val_slot,
		const GenericKeyHandler *	key_handler,
		const size_t	num_elems,
		const int32_t	cpu_thread_idx,
		const int32_t	cpu_thread_count
	)

Definition at line 1645 of file HashJoinRuntime.cpp.

Referenced by BaselineJoinHashTable::initHashTableOnCpu().

                                                                    {
  return fill_baseline_hash_join_buff<int64_t>(hash_buff,
                                               entry_count,
                                               invalid_slot_val,
                                               key_component_count,
                                               with_val_slot,
                                               key_handler,
                                               num_elems,
                                               cpu_thread_idx,
                                               cpu_thread_count);
}

Here is the caller graph for this function:

fill_baseline_hash_join_buff_on_device_32()

void fill_baseline_hash_join_buff_on_device_32	(	int8_t *	hash_buff,
		const size_t	entry_count,
		const int32_t	invalid_slot_val,
		const size_t	key_component_count,
		const bool	with_val_slot,
		int *	dev_err_buff,
		const GenericKeyHandler *	key_handler,
		const size_t	num_elems,
		const size_t	block_size_x,
		const size_t	grid_size_x
	)

Referenced by BaselineJoinHashTable::initHashTableOnGpu().

Here is the caller graph for this function:

fill_baseline_hash_join_buff_on_device_64()

void fill_baseline_hash_join_buff_on_device_64	(	int8_t *	hash_buff,
		const size_t	entry_count,
		const int32_t	invalid_slot_val,
		const size_t	key_component_count,
		const bool	with_val_slot,
		int *	dev_err_buff,
		const GenericKeyHandler *	key_handler,
		const size_t	num_elems,
		const size_t	block_size_x,
		const size_t	grid_size_x
	)

Referenced by BaselineJoinHashTable::initHashTableOnGpu().

Here is the caller graph for this function:

fill_hash_join_buff()

int fill_hash_join_buff	(	int32_t *	buff,
		const int32_t	invalid_slot_val,
		const JoinColumn	join_column,
		const JoinColumnTypeInfo	type_info,
		const void *	sd_inner,
		const void *	sd_outer,
		const int32_t	cpu_thread_idx,
		const int32_t	cpu_thread_count
	)

Definition at line 184 of file HashJoinRuntime.cpp.

References fill_hash_join_buff_impl(), get_hash_slot(), and SUFFIX.

                                                                       {
  auto slot_selector = [&](auto elem) {
    return SUFFIX(get_hash_slot)(buff, elem, type_info.min_val);
  };
  return fill_hash_join_buff_impl(buff,
                                  invalid_slot_val,
                                  join_column,
                                  type_info,
                                  sd_inner_proxy,
                                  sd_outer_proxy,
                                  cpu_thread_idx,
                                  cpu_thread_count,
                                  slot_selector);
}

Here is the call graph for this function:

fill_hash_join_buff_bucketized()

int fill_hash_join_buff_bucketized	(	int32_t *	buff,
		const int32_t	invalid_slot_val,
		const JoinColumn	join_column,
		const JoinColumnTypeInfo	type_info,
		const void *	sd_inner,
		const void *	sd_outer,
		const int32_t	cpu_thread_idx,
		const int32_t	cpu_thread_count,
		const int64_t	bucket_normalization
	)

Definition at line 160 of file HashJoinRuntime.cpp.

References fill_hash_join_buff_impl(), get_bucketized_hash_slot(), and SUFFIX.

Referenced by JoinHashTable::initHashTableOnCpu().

                                                                                      {
  auto slot_selector = [&](auto elem) {
    return SUFFIX(get_bucketized_hash_slot)(
        buff, elem, type_info.min_val, bucket_normalization);
  };
  return fill_hash_join_buff_impl(buff,
                                  invalid_slot_val,
                                  join_column,
                                  type_info,
                                  sd_inner_proxy,
                                  sd_outer_proxy,
                                  cpu_thread_idx,
                                  cpu_thread_count,
                                  slot_selector);
}

Here is the call graph for this function:

Here is the caller graph for this function:

fill_hash_join_buff_on_device()

void fill_hash_join_buff_on_device	(	int32_t *	buff,
		const int32_t	invalid_slot_val,
		int *	dev_err_buff,
		const JoinColumn	join_column,
		const JoinColumnTypeInfo	type_info,
		const size_t	block_size_x,
		const size_t	grid_size_x
	)

fill_hash_join_buff_on_device_bucketized()

void fill_hash_join_buff_on_device_bucketized	(	int32_t *	buff,
		const int32_t	invalid_slot_val,
		int *	dev_err_buff,
		const JoinColumn	join_column,
		const JoinColumnTypeInfo	type_info,
		const size_t	block_size_x,
		const size_t	grid_size_x,
		const int64_t	bucket_normalization
	)

Referenced by JoinHashTable::initHashTableForDevice().

Here is the caller graph for this function:

fill_hash_join_buff_on_device_sharded()

void fill_hash_join_buff_on_device_sharded	(	int32_t *	buff,
		const int32_t	invalid_slot_val,
		int *	dev_err_buff,
		const JoinColumn	join_column,
		const JoinColumnTypeInfo	type_info,
		const ShardInfo	shard_info,
		const size_t	block_size_x,
		const size_t	grid_size_x
	)

fill_hash_join_buff_on_device_sharded_bucketized()

void fill_hash_join_buff_on_device_sharded_bucketized	(	int32_t *	buff,
		const int32_t	invalid_slot_val,
		int *	dev_err_buff,
		const JoinColumn	join_column,
		const JoinColumnTypeInfo	type_info,
		const ShardInfo	shard_info,
		const size_t	block_size_x,
		const size_t	grid_size_x,
		const int64_t	bucket_normalization
	)

Referenced by JoinHashTable::initHashTableForDevice().

Here is the caller graph for this function:

fill_one_to_many_baseline_hash_table_32()

void fill_one_to_many_baseline_hash_table_32	(	int32_t *	buff,
		const int32_t *	composite_key_dict,
		const size_t	hash_entry_count,
		const int32_t	invalid_slot_val,
		const size_t	key_component_count,
		const std::vector< JoinColumn > &	join_column_per_key,
		const std::vector< JoinColumnTypeInfo > &	type_info_per_key,
		const std::vector< JoinBucketInfo > &	join_bucket_info,
		const std::vector< const void *> &	sd_inner_proxy_per_key,
		const std::vector< const void *> &	sd_outer_proxy_per_key,
		const int32_t	cpu_thread_count
	)

Definition at line 1847 of file HashJoinRuntime.cpp.

Referenced by OverlapsJoinHashTable::initHashTableOnCpu(), and BaselineJoinHashTable::initHashTableOnCpu().

                                    {
  fill_one_to_many_baseline_hash_table<int32_t>(buff,
                                                composite_key_dict,
                                                hash_entry_count,
                                                invalid_slot_val,
                                                key_component_count,
                                                join_column_per_key,
                                                type_info_per_key,
                                                join_bucket_info,
                                                sd_inner_proxy_per_key,
                                                sd_outer_proxy_per_key,
                                                cpu_thread_count);
}

Here is the caller graph for this function:

fill_one_to_many_baseline_hash_table_64()

void fill_one_to_many_baseline_hash_table_64	(	int32_t *	buff,
		const int64_t *	composite_key_dict,
		const size_t	hash_entry_count,
		const int32_t	invalid_slot_val,
		const size_t	key_component_count,
		const std::vector< JoinColumn > &	join_column_per_key,
		const std::vector< JoinColumnTypeInfo > &	type_info_per_key,
		const std::vector< JoinBucketInfo > &	join_bucket_info,
		const std::vector< const void *> &	sd_inner_proxy_per_key,
		const std::vector< const void *> &	sd_outer_proxy_per_key,
		const int32_t	cpu_thread_count
	)

Definition at line 1872 of file HashJoinRuntime.cpp.

Referenced by OverlapsJoinHashTable::initHashTableOnCpu(), and BaselineJoinHashTable::initHashTableOnCpu().

                                    {
  fill_one_to_many_baseline_hash_table<int64_t>(buff,
                                                composite_key_dict,
                                                hash_entry_count,
                                                invalid_slot_val,
                                                key_component_count,
                                                join_column_per_key,
                                                type_info_per_key,
                                                join_bucket_info,
                                                sd_inner_proxy_per_key,
                                                sd_outer_proxy_per_key,
                                                cpu_thread_count);
}

Here is the caller graph for this function:

fill_one_to_many_baseline_hash_table_on_device_32()

void fill_one_to_many_baseline_hash_table_on_device_32	(	int32_t *	buff,
		const int32_t *	composite_key_dict,
		const size_t	hash_entry_count,
		const int32_t	invalid_slot_val,
		const size_t	key_component_count,
		const GenericKeyHandler *	key_handler,
		const size_t	num_elems,
		const size_t	block_size_x,
		const size_t	grid_size_x
	)

Referenced by BaselineJoinHashTable::initHashTableOnGpu().

Here is the caller graph for this function:

fill_one_to_many_baseline_hash_table_on_device_64()

void fill_one_to_many_baseline_hash_table_on_device_64	(	int32_t *	buff,
		const int64_t *	composite_key_dict,
		const size_t	hash_entry_count,
		const int32_t	invalid_slot_val,
		const GenericKeyHandler *	key_handler,
		const size_t	num_elems,
		const size_t	block_size_x,
		const size_t	grid_size_x
	)

Referenced by BaselineJoinHashTable::initHashTableOnGpu().

Here is the caller graph for this function:

fill_one_to_many_hash_table()

void fill_one_to_many_hash_table	(	int32_t *	buff,
		const HashEntryInfo	hash_entry_info,
		const int32_t	invalid_slot_val,
		const JoinColumn &	join_column,
		const JoinColumnTypeInfo &	type_info,
		const void *	sd_inner_proxy,
		const void *	sd_outer_proxy,
		const unsigned	cpu_thread_count
	)

Definition at line 1312 of file HashJoinRuntime.cpp.

References count_matches(), fill_one_to_many_hash_table_impl(), fill_row_ids(), HashEntryInfo::hash_entry_count, and SUFFIX.

Referenced by JoinHashTable::initOneToManyHashTableOnCpu().

                                                                  {
  auto launch_count_matches = [count_buff = buff + hash_entry_info.hash_entry_count,
                               invalid_slot_val,
                               &join_column,
                               &type_info,
                               sd_inner_proxy,
                               sd_outer_proxy](auto cpu_thread_idx,
                                               auto cpu_thread_count) {
    SUFFIX(count_matches)
    (count_buff,
     invalid_slot_val,
     join_column,
     type_info,
     sd_inner_proxy,
     sd_outer_proxy,
     cpu_thread_idx,
     cpu_thread_count);
  };
  auto launch_fill_row_ids = [hash_entry_count = hash_entry_info.hash_entry_count,
                              buff,
                              invalid_slot_val,
                              &join_column,
                              &type_info,
                              sd_inner_proxy,
                              sd_outer_proxy](auto cpu_thread_idx,
                                              auto cpu_thread_count) {
    SUFFIX(fill_row_ids)
    (buff,
     hash_entry_count,
     invalid_slot_val,
     join_column,
     type_info,
     sd_inner_proxy,
     sd_outer_proxy,
     cpu_thread_idx,
     cpu_thread_count);
  };

  fill_one_to_many_hash_table_impl(buff,
                                   hash_entry_info.hash_entry_count,
                                   invalid_slot_val,
                                   join_column,
                                   type_info,
                                   sd_inner_proxy,
                                   sd_outer_proxy,
                                   cpu_thread_count,
                                   launch_count_matches,
                                   launch_fill_row_ids);
}

Here is the call graph for this function:

Here is the caller graph for this function:

fill_one_to_many_hash_table_bucketized()

void fill_one_to_many_hash_table_bucketized	(	int32_t *	buff,
		const HashEntryInfo	hash_entry_info,
		const int32_t	invalid_slot_val,
		const JoinColumn &	join_column,
		const JoinColumnTypeInfo &	type_info,
		const void *	sd_inner_proxy,
		const void *	sd_outer_proxy,
		const unsigned	cpu_thread_count
	)

Definition at line 1369 of file HashJoinRuntime.cpp.

References HashEntryInfo::bucket_normalization, count_matches_bucketized(), fill_one_to_many_hash_table_impl(), fill_row_ids_bucketized(), HashEntryInfo::getNormalizedHashEntryCount(), and SUFFIX.

Referenced by JoinHashTable::initOneToManyHashTableOnCpu().

                                                                             {
  auto bucket_normalization = hash_entry_info.bucket_normalization;
  auto hash_entry_count = hash_entry_info.getNormalizedHashEntryCount();
  auto launch_count_matches = [bucket_normalization,
                               count_buff = buff + hash_entry_count,
                               invalid_slot_val,
                               &join_column,
                               &type_info,
                               sd_inner_proxy,
                               sd_outer_proxy](auto cpu_thread_idx,
                                               auto cpu_thread_count) {
    SUFFIX(count_matches_bucketized)
    (count_buff,
     invalid_slot_val,
     join_column,
     type_info,
     sd_inner_proxy,
     sd_outer_proxy,
     cpu_thread_idx,
     cpu_thread_count,
     bucket_normalization);
  };
  auto launch_fill_row_ids = [bucket_normalization,
                              hash_entry_count,
                              buff,
                              invalid_slot_val,
                              &join_column,
                              &type_info,
                              sd_inner_proxy,
                              sd_outer_proxy](auto cpu_thread_idx,
                                              auto cpu_thread_count) {
    SUFFIX(fill_row_ids_bucketized)
    (buff,
     hash_entry_count,
     invalid_slot_val,
     join_column,
     type_info,
     sd_inner_proxy,
     sd_outer_proxy,
     cpu_thread_idx,
     cpu_thread_count,
     bucket_normalization);
  };

  fill_one_to_many_hash_table_impl(buff,
                                   hash_entry_count,
                                   invalid_slot_val,
                                   join_column,
                                   type_info,
                                   sd_inner_proxy,
                                   sd_outer_proxy,
                                   cpu_thread_count,
                                   launch_count_matches,
                                   launch_fill_row_ids);
}

Here is the call graph for this function:

Here is the caller graph for this function:

fill_one_to_many_hash_table_on_device()

void fill_one_to_many_hash_table_on_device	(	int32_t *	buff,
		const HashEntryInfo	hash_entry_info,
		const int32_t	invalid_slot_val,
		const JoinColumn &	join_column,
		const JoinColumnTypeInfo &	type_info,
		const size_t	block_size_x,
		const size_t	grid_size_x
	)

Referenced by JoinHashTable::initOneToManyHashTable().

Here is the caller graph for this function:

fill_one_to_many_hash_table_on_device_bucketized()

void fill_one_to_many_hash_table_on_device_bucketized	(	int32_t *	buff,
		const HashEntryInfo	hash_entry_info,
		const int32_t	invalid_slot_val,
		const JoinColumn &	join_column,
		const JoinColumnTypeInfo &	type_info,
		const size_t	block_size_x,
		const size_t	grid_size_x
	)

Referenced by JoinHashTable::initOneToManyHashTable().

Here is the caller graph for this function:

fill_one_to_many_hash_table_on_device_sharded()

void fill_one_to_many_hash_table_on_device_sharded	(	int32_t *	buff,
		const HashEntryInfo	hash_entry_info,
		const int32_t	invalid_slot_val,
		const JoinColumn &	join_column,
		const JoinColumnTypeInfo &	type_info,
		const ShardInfo &	shard_info,
		const size_t	block_size_x,
		const size_t	grid_size_x
	)

Referenced by JoinHashTable::initOneToManyHashTable().

Here is the caller graph for this function:

fill_one_to_many_hash_table_sharded_bucketized()

void fill_one_to_many_hash_table_sharded_bucketized	(	int32_t *	buff,
		const HashEntryInfo	hash_entry_info,
		const int32_t	invalid_slot_val,
		const JoinColumn &	join_column,
		const JoinColumnTypeInfo &	type_info,
		const ShardInfo &	shard_info,
		const void *	sd_inner_proxy,
		const void *	sd_outer_proxy,
		const unsigned	cpu_thread_count
	)

get_join_column_type_kind()

ColumnType get_join_column_type_kind ( const SQLTypeInfo &  ti )

inline

Definition at line 116 of file HashJoinRuntime.h.

References is_unsigned_type(), Signed, SmallDate, and Unsigned.

Referenced by OverlapsJoinHashTable::fetchColumnsForDevice(), BaselineJoinHashTable::fetchColumnsForDevice(), JoinHashTable::initHashTableForDevice(), JoinHashTable::initHashTableOnCpu(), JoinHashTable::initOneToManyHashTable(), and JoinHashTable::initOneToManyHashTableOnCpu().

                                                                   {
  if (ti.is_date_in_days()) {
    return SmallDate;
  } else {
    return is_unsigned_type(ti) ? Unsigned : Signed;
  }
}

Here is the call graph for this function:

Here is the caller graph for this function:

init_baseline_hash_join_buff_32()

void init_baseline_hash_join_buff_32	(	int8_t *	hash_join_buff,
		const int32_t	entry_count,
		const size_t	key_component_count,
		const bool	with_val_slot,
		const int32_t	invalid_slot_val,
		const int32_t	cpu_thread_idx,
		const int32_t	cpu_thread_count
	)

Definition at line 1573 of file HashJoinRuntime.cpp.

Referenced by OverlapsJoinHashTable::initHashTableOnCpu(), and BaselineJoinHashTable::initHashTableOnCpu().

                                                                     {
  init_baseline_hash_join_buff<int32_t>(hash_join_buff,
                                        entry_count,
                                        key_component_count,
                                        with_val_slot,
                                        invalid_slot_val,
                                        cpu_thread_idx,
                                        cpu_thread_count);
}

Here is the caller graph for this function:

init_baseline_hash_join_buff_64()

void init_baseline_hash_join_buff_64	(	int8_t *	hash_join_buff,
		const int32_t	entry_count,
		const size_t	key_component_count,
		const bool	with_val_slot,
		const int32_t	invalid_slot_val,
		const int32_t	cpu_thread_idx,
		const int32_t	cpu_thread_count
	)

Definition at line 1589 of file HashJoinRuntime.cpp.

Referenced by OverlapsJoinHashTable::initHashTableOnCpu(), and BaselineJoinHashTable::initHashTableOnCpu().

                                                                     {
  init_baseline_hash_join_buff<int64_t>(hash_join_buff,
                                        entry_count,
                                        key_component_count,
                                        with_val_slot,
                                        invalid_slot_val,
                                        cpu_thread_idx,
                                        cpu_thread_count);
}

Here is the caller graph for this function:

init_baseline_hash_join_buff_on_device_32()

void init_baseline_hash_join_buff_on_device_32	(	int8_t *	hash_join_buff,
		const int32_t	entry_count,
		const size_t	key_component_count,
		const bool	with_val_slot,
		const int32_t	invalid_slot_val,
		const size_t	block_size_x,
		const size_t	grid_size_x
	)

Referenced by OverlapsJoinHashTable::initHashTableOnGpu(), and BaselineJoinHashTable::initHashTableOnGpu().

Here is the caller graph for this function:

init_baseline_hash_join_buff_on_device_64()

void init_baseline_hash_join_buff_on_device_64	(	int8_t *	hash_join_buff,
		const int32_t	entry_count,
		const size_t	key_component_count,
		const bool	with_val_slot,
		const int32_t	invalid_slot_val,
		const size_t	block_size_x,
		const size_t	grid_size_x
	)

Referenced by OverlapsJoinHashTable::initHashTableOnGpu(), and BaselineJoinHashTable::initHashTableOnGpu().

Here is the caller graph for this function:

init_hash_join_buff()

void init_hash_join_buff	(	int32_t *	buff,
		const int32_t	entry_count,
		const int32_t	invalid_slot_val,
		const int32_t	cpu_thread_idx,
		const int32_t	cpu_thread_count
	)

Definition at line 90 of file HashJoinRuntime.cpp.

Referenced by OverlapsJoinHashTable::initHashTableOnCpu(), BaselineJoinHashTable::initHashTableOnCpu(), JoinHashTable::initHashTableOnCpu(), and JoinHashTable::initOneToManyHashTableOnCpu().

                                                                        {
#ifdef __CUDACC__
  int32_t start = threadIdx.x + blockDim.x * blockIdx.x;
  int32_t step = blockDim.x * gridDim.x;
#else
  int32_t start = cpu_thread_idx;
  int32_t step = cpu_thread_count;
#endif
  for (int32_t i = start; i < hash_entry_count; i += step) {
    groups_buffer[i] = invalid_slot_val;
  }
}

Here is the caller graph for this function:

init_hash_join_buff_on_device()

void init_hash_join_buff_on_device	(	int32_t *	buff,
		const int32_t	entry_count,
		const int32_t	invalid_slot_val,
		const size_t	block_size_x,
		const size_t	grid_size_x
	)

Referenced by JoinHashTable::initHashTableForDevice(), OverlapsJoinHashTable::initHashTableOnGpu(), BaselineJoinHashTable::initHashTableOnGpu(), and JoinHashTable::initOneToManyHashTable().

Here is the caller graph for this function:

overlaps_fill_baseline_hash_join_buff_32()

int overlaps_fill_baseline_hash_join_buff_32	(	int8_t *	hash_buff,
		const size_t	entry_count,
		const int32_t	invalid_slot_val,
		const size_t	key_component_count,
		const bool	with_val_slot,
		const OverlapsKeyHandler *	key_handler,
		const size_t	num_elems,
		const int32_t	cpu_thread_idx,
		const int32_t	cpu_thread_count
	)

Definition at line 1625 of file HashJoinRuntime.cpp.

Referenced by OverlapsJoinHashTable::initHashTableOnCpu().

                                                                             {
  return fill_baseline_hash_join_buff<int32_t>(hash_buff,
                                               entry_count,
                                               invalid_slot_val,
                                               key_component_count,
                                               with_val_slot,
                                               key_handler,
                                               num_elems,
                                               cpu_thread_idx,
                                               cpu_thread_count);
}

Here is the caller graph for this function:

overlaps_fill_baseline_hash_join_buff_64()

int overlaps_fill_baseline_hash_join_buff_64	(	int8_t *	hash_buff,
		const size_t	entry_count,
		const int32_t	invalid_slot_val,
		const size_t	key_component_count,
		const bool	with_val_slot,
		const OverlapsKeyHandler *	key_handler,
		const size_t	num_elems,
		const int32_t	cpu_thread_idx,
		const int32_t	cpu_thread_count
	)

Definition at line 1665 of file HashJoinRuntime.cpp.

Referenced by OverlapsJoinHashTable::initHashTableOnCpu().

                                                                             {
  return fill_baseline_hash_join_buff<int64_t>(hash_buff,
                                               entry_count,
                                               invalid_slot_val,
                                               key_component_count,
                                               with_val_slot,
                                               key_handler,
                                               num_elems,
                                               cpu_thread_idx,
                                               cpu_thread_count);
}

Here is the caller graph for this function:

overlaps_fill_baseline_hash_join_buff_on_device_64()

void overlaps_fill_baseline_hash_join_buff_on_device_64	(	int8_t *	hash_buff,
		const size_t	entry_count,
		const int32_t	invalid_slot_val,
		const size_t	key_component_count,
		const bool	with_val_slot,
		int *	dev_err_buff,
		const OverlapsKeyHandler *	key_handler,
		const size_t	num_elems,
		const size_t	block_size_x,
		const size_t	grid_size_x
	)

Referenced by OverlapsJoinHashTable::initHashTableOnGpu().

Here is the caller graph for this function:

overlaps_fill_one_to_many_baseline_hash_table_on_device_64()

void overlaps_fill_one_to_many_baseline_hash_table_on_device_64	(	int32_t *	buff,
		const int64_t *	composite_key_dict,
		const size_t	hash_entry_count,
		const int32_t	invalid_slot_val,
		const OverlapsKeyHandler *	key_handler,
		const size_t	num_elems,
		const size_t	block_size_x,
		const size_t	grid_size_x
	)

Referenced by OverlapsJoinHashTable::initHashTableOnGpu().

Here is the caller graph for this function:

Variable Documentation

g_maximum_conditions_to_coalesce

const size_t g_maximum_conditions_to_coalesce {8}

Definition at line 53 of file HashJoinRuntime.h.

Referenced by approximate_distinct_tuples_impl(), combine_equi_join_conditions(), count_matches_baseline(), fill_baseline_hash_join_buff(), and fill_row_ids_baseline().