InValuesBitmap Class Reference

#include <InValuesBitmap.h>

Collaboration diagram for InValuesBitmap:

Public Member Functions
	InValuesBitmap (const std::vector< int64_t > &values, const int64_t null_val, const Data_Namespace::MemoryLevel memory_level, const int device_count, Data_Namespace::DataMgr *data_mgr)
	~InValuesBitmap ()
llvm::Value *	codegen (llvm::Value *needle, Executor *executor) const
bool	isEmpty () const
bool	hasNull () const
size_t	gpuBuffers () const

Private Attributes
std::vector < Data_Namespace::AbstractBuffer * >	gpu_buffers_
std::vector< int8_t * >	bitsets_
bool	rhs_has_null_
int64_t	min_val_
int64_t	max_val_
const int64_t	null_val_
const Data_Namespace::MemoryLevel	memory_level_
const int	device_count_
Data_Namespace::DataMgr *	data_mgr_

Detailed Description

Definition at line 41 of file InValuesBitmap.h.

Constructor & Destructor Documentation

InValuesBitmap::InValuesBitmap	(	const std::vector< int64_t > &	values,
		const int64_t	null_val,
		const Data_Namespace::MemoryLevel	memory_level,
		const int	device_count,
		Data_Namespace::DataMgr *	data_mgr
	)

Definition at line 34 of file InValuesBitmap.cpp.

References agg_count_distinct_bitmap(), Data_Namespace::DataMgr::alloc(), bitsets_, CHECK, CHECK_EQ, checked_calloc(), Data_Namespace::CPU_LEVEL, data_mgr_, device_count_, g_bitmap_memory_limit, getQueryEngineCudaStreamForDevice(), gpu_buffers_, Data_Namespace::GPU_LEVEL, max_val_, memory_level_, min_val_, and rhs_has_null_.

    : rhs_has_null_(false)
    , null_val_(null_val)
    , memory_level_(memory_level)
    , device_count_(device_count)
    , data_mgr_(data_mgr) {
#ifdef HAVE_CUDA
  CHECK(memory_level_ == Data_Namespace::CPU_LEVEL ||
        memory_level == Data_Namespace::GPU_LEVEL);
#else
  CHECK_EQ(Data_Namespace::CPU_LEVEL, memory_level_);
#endif  // HAVE_CUDA
  if (values.empty()) {
    return;
  }
  min_val_ = std::numeric_limits<int64_t>::max();
  max_val_ = std::numeric_limits<int64_t>::min();
  for (const auto value : values) {
    if (value == null_val) {
      rhs_has_null_ = true;
      continue;
    }
    if (value < min_val_) {
      min_val_ = value;
    }
    if (value > max_val_) {
      max_val_ = value;
    }
  }
  if (max_val_ < min_val_) {
    CHECK_EQ(std::numeric_limits<int64_t>::max(), min_val_);
    CHECK_EQ(std::numeric_limits<int64_t>::min(), max_val_);
    CHECK(rhs_has_null_);
    return;
  }
  uint64_t const bitmap_sz_bits_minus_one = max_val_ - min_val_;
  if (static_cast<uint64_t>(g_bitmap_memory_limit) <= bitmap_sz_bits_minus_one) {
    throw FailedToCreateBitmap();
  }
  // bitmap_sz_bytes = ceil(bitmap_sz_bits / 8.0) = (bitmap_sz_bits-1) / 8 + 1
  uint64_t const bitmap_sz_bytes = bitmap_sz_bits_minus_one / 8 + 1;
  auto cpu_bitset = static_cast<int8_t*>(checked_calloc(bitmap_sz_bytes, 1));
  for (const auto value : values) {
    if (value == null_val) {
      continue;
    }
    agg_count_distinct_bitmap(
        reinterpret_cast<int64_t*>(&cpu_bitset), value, min_val_, 0);
  }
#ifdef HAVE_CUDA
  if (memory_level_ == Data_Namespace::GPU_LEVEL) {
    for (int device_id = 0; device_id < device_count_; ++device_id) {
      auto device_allocator = std::make_unique<CudaAllocator>(
          data_mgr_, device_id, getQueryEngineCudaStreamForDevice(device_id));
      gpu_buffers_.emplace_back(
          data_mgr->alloc(Data_Namespace::GPU_LEVEL, device_id, bitmap_sz_bytes));
      auto gpu_bitset = gpu_buffers_.back()->getMemoryPtr();
      device_allocator->copyToDevice(gpu_bitset, cpu_bitset, bitmap_sz_bytes);
      bitsets_.push_back(gpu_bitset);
    }
    free(cpu_bitset);
  } else {
    bitsets_.push_back(cpu_bitset);
  }
#else
  CHECK_EQ(1, device_count_);
  bitsets_.push_back(cpu_bitset);
#endif  // HAVE_CUDA
}

Here is the call graph for this function:

InValuesBitmap::~InValuesBitmap

(

)

Definition at line 108 of file InValuesBitmap.cpp.

References bitsets_, CHECK, CHECK_EQ, Data_Namespace::CPU_LEVEL, data_mgr_, Data_Namespace::DataMgr::free(), gpu_buffers_, and memory_level_.

                                {
  if (bitsets_.empty()) {
    return;
  }
  if (memory_level_ == Data_Namespace::CPU_LEVEL) {
    CHECK_EQ(size_t(1), bitsets_.size());
    free(bitsets_.front());
  } else {
    CHECK(data_mgr_);
    for (auto& gpu_buffer : gpu_buffers_) {
      data_mgr_->free(gpu_buffer);
    }
  }
}

Here is the call graph for this function:

Member Function Documentation

llvm::Value * InValuesBitmap::codegen	(	llvm::Value *	needle,
		Executor *	executor
	)		const

Definition at line 123 of file InValuesBitmap.cpp.

References Parser::IntLiteral::analyzeValue(), AUTOMATIC_IR_METADATA, bitsets_, CHECK, CHECK_EQ, CodeGenerator::codegenHoistedConstants(), get_int_type(), inline_int_null_val(), kBOOLEAN, kENCODING_NONE, max_val_, min_val_, and null_val_.

Referenced by CodeGenerator::codegen().

                                                                              {
  AUTOMATIC_IR_METADATA(executor->cgen_state_.get());
  std::vector<std::shared_ptr<const Analyzer::Constant>> constants_owned;
  std::vector<const Analyzer::Constant*> constants;
  for (const auto bitset : bitsets_) {
    const int64_t bitset_handle = reinterpret_cast<int64_t>(bitset);
    const auto bitset_handle_literal = std::dynamic_pointer_cast<Analyzer::Constant>(
        Parser::IntLiteral::analyzeValue(bitset_handle));
    CHECK(bitset_handle_literal);
    CHECK_EQ(kENCODING_NONE, bitset_handle_literal->get_type_info().get_compression());
    constants_owned.push_back(bitset_handle_literal);
    constants.push_back(bitset_handle_literal.get());
  }
  const auto needle_i64 = executor->cgen_state_->castToTypeIn(needle, 64);
  const auto null_bool_val =
      static_cast<int8_t>(inline_int_null_val(SQLTypeInfo(kBOOLEAN, false)));
  auto pi8_ty =
      llvm::PointerType::get(get_int_type(8, executor->cgen_state_->context_), 0);
  if (bitsets_.empty()) {
    auto empty_bitmap = executor->cgen_state_->llInt(int64_t(0));
    auto empty_bitmap_ptr =
        executor->cgen_state_->ir_builder_.CreateIntToPtr(empty_bitmap, pi8_ty);
    return executor->cgen_state_->emitCall("bit_is_set",
                                           {empty_bitmap_ptr,
                                            needle_i64,
                                            executor->cgen_state_->llInt(int64_t(0)),
                                            executor->cgen_state_->llInt(int64_t(0)),
                                            executor->cgen_state_->llInt(null_val_),
                                            executor->cgen_state_->llInt(null_bool_val)});
  }
  CodeGenerator code_generator(executor);
  const auto bitset_handle_lvs =
      code_generator.codegenHoistedConstants(constants, kENCODING_NONE, {});
  CHECK_EQ(size_t(1), bitset_handle_lvs.size());
  auto bitset_ptr = executor->cgen_state_->ir_builder_.CreateIntToPtr(
      bitset_handle_lvs.front(), pi8_ty);
  return executor->cgen_state_->emitCall("bit_is_set",
                                         {bitset_ptr,
                                          needle_i64,
                                          executor->cgen_state_->llInt(min_val_),
                                          executor->cgen_state_->llInt(max_val_),
                                          executor->cgen_state_->llInt(null_val_),
                                          executor->cgen_state_->llInt(null_bool_val)});
}

Here is the call graph for this function:

Here is the caller graph for this function:

size_t InValuesBitmap::gpuBuffers ( ) const

inline

Definition at line 56 of file InValuesBitmap.h.

References gpu_buffers_.

{ return gpu_buffers_.size(); }

bool InValuesBitmap::hasNull

(

)

const

Definition at line 172 of file InValuesBitmap.cpp.

References rhs_has_null_.

                                   {
  return rhs_has_null_;
}

bool InValuesBitmap::isEmpty

(

)

const

Definition at line 168 of file InValuesBitmap.cpp.

References bitsets_.

                                   {
  return bitsets_.empty();
}

Member Data Documentation

std::vector<int8_t*> InValuesBitmap::bitsets_

private

Definition at line 60 of file InValuesBitmap.h.

Referenced by codegen(), InValuesBitmap(), isEmpty(), and ~InValuesBitmap().

Data_Namespace::DataMgr* InValuesBitmap::data_mgr_

private

Definition at line 67 of file InValuesBitmap.h.

Referenced by InValuesBitmap(), and ~InValuesBitmap().

const int InValuesBitmap::device_count_

private

Definition at line 66 of file InValuesBitmap.h.

Referenced by InValuesBitmap().

std::vector<Data_Namespace::AbstractBuffer*> InValuesBitmap::gpu_buffers_

private

Definition at line 59 of file InValuesBitmap.h.

Referenced by gpuBuffers(), InValuesBitmap(), and ~InValuesBitmap().

int64_t InValuesBitmap::max_val_

private

Definition at line 63 of file InValuesBitmap.h.

Referenced by codegen(), and InValuesBitmap().

const Data_Namespace::MemoryLevel InValuesBitmap::memory_level_

private

Definition at line 65 of file InValuesBitmap.h.

Referenced by InValuesBitmap(), and ~InValuesBitmap().

int64_t InValuesBitmap::min_val_

private

Definition at line 62 of file InValuesBitmap.h.

Referenced by codegen(), and InValuesBitmap().

const int64_t InValuesBitmap::null_val_

private

Definition at line 64 of file InValuesBitmap.h.

Referenced by codegen().

bool InValuesBitmap::rhs_has_null_

private

Definition at line 61 of file InValuesBitmap.h.

Referenced by hasNull(), and InValuesBitmap().

---

The documentation for this class was generated from the following files:

• /home/jenkins-slave/workspace/core-os-doxygen/QueryEngine/InValuesBitmap.h
• /home/jenkins-slave/workspace/core-os-doxygen/QueryEngine/InValuesBitmap.cpp