OmniSciDB  cde582ebc3
 All Classes Namespaces Files Functions Variables Typedefs Enumerations Enumerator Friends Macros Groups Pages
InValuesBitmap Class Reference

#include <InValuesBitmap.h>

+ Collaboration diagram for InValuesBitmap:

Public Member Functions

 InValuesBitmap (const std::vector< int64_t > &values, const int64_t null_val, const Data_Namespace::MemoryLevel memory_level, const int device_count, Data_Namespace::DataMgr *data_mgr)
 
 ~InValuesBitmap ()
 
llvm::Value * codegen (llvm::Value *needle, Executor *executor) const
 
bool isEmpty () const
 
bool hasNull () const
 
size_t gpuBuffers () const
 

Private Attributes

std::vector
< Data_Namespace::AbstractBuffer * > 
gpu_buffers_
 
std::vector< int8_t * > bitsets_
 
bool rhs_has_null_
 
int64_t min_val_
 
int64_t max_val_
 
const int64_t null_val_
 
const Data_Namespace::MemoryLevel memory_level_
 
const int device_count_
 
Data_Namespace::DataMgrdata_mgr_
 

Detailed Description

Definition at line 41 of file InValuesBitmap.h.

Constructor & Destructor Documentation

InValuesBitmap::InValuesBitmap ( const std::vector< int64_t > &  values,
const int64_t  null_val,
const Data_Namespace::MemoryLevel  memory_level,
const int  device_count,
Data_Namespace::DataMgr data_mgr 
)

Definition at line 34 of file InValuesBitmap.cpp.

References agg_count_distinct_bitmap(), Data_Namespace::DataMgr::alloc(), bitsets_, CHECK, CHECK_EQ, checked_calloc(), Data_Namespace::CPU_LEVEL, data_mgr_, device_count_, g_bitmap_memory_limit, getQueryEngineCudaStreamForDevice(), gpu_buffers_, Data_Namespace::GPU_LEVEL, max_val_, memory_level_, min_val_, and rhs_has_null_.

39  : rhs_has_null_(false)
40  , null_val_(null_val)
41  , memory_level_(memory_level)
42  , device_count_(device_count)
43  , data_mgr_(data_mgr) {
44 #ifdef HAVE_CUDA
46  memory_level == Data_Namespace::GPU_LEVEL);
47 #else
49 #endif // HAVE_CUDA
50  if (values.empty()) {
51  return;
52  }
53  min_val_ = std::numeric_limits<int64_t>::max();
54  max_val_ = std::numeric_limits<int64_t>::min();
55  for (const auto value : values) {
56  if (value == null_val) {
57  rhs_has_null_ = true;
58  continue;
59  }
60  if (value < min_val_) {
61  min_val_ = value;
62  }
63  if (value > max_val_) {
64  max_val_ = value;
65  }
66  }
67  if (max_val_ < min_val_) {
68  CHECK_EQ(std::numeric_limits<int64_t>::max(), min_val_);
69  CHECK_EQ(std::numeric_limits<int64_t>::min(), max_val_);
71  return;
72  }
73  uint64_t const bitmap_sz_bits_minus_one = max_val_ - min_val_;
74  if (static_cast<uint64_t>(g_bitmap_memory_limit) <= bitmap_sz_bits_minus_one) {
75  throw FailedToCreateBitmap();
76  }
77  // bitmap_sz_bytes = ceil(bitmap_sz_bits / 8.0) = (bitmap_sz_bits-1) / 8 + 1
78  uint64_t const bitmap_sz_bytes = bitmap_sz_bits_minus_one / 8 + 1;
79  auto cpu_bitset = static_cast<int8_t*>(checked_calloc(bitmap_sz_bytes, 1));
80  for (const auto value : values) {
81  if (value == null_val) {
82  continue;
83  }
84  agg_count_distinct_bitmap(reinterpret_cast<int64_t*>(&cpu_bitset), value, min_val_);
85  }
86 #ifdef HAVE_CUDA
88  for (int device_id = 0; device_id < device_count_; ++device_id) {
89  auto device_allocator = std::make_unique<CudaAllocator>(
90  data_mgr_, device_id, getQueryEngineCudaStreamForDevice(device_id));
91  gpu_buffers_.emplace_back(
92  data_mgr->alloc(Data_Namespace::GPU_LEVEL, device_id, bitmap_sz_bytes));
93  auto gpu_bitset = gpu_buffers_.back()->getMemoryPtr();
94  device_allocator->copyToDevice(gpu_bitset, cpu_bitset, bitmap_sz_bytes);
95  bitsets_.push_back(gpu_bitset);
96  }
97  free(cpu_bitset);
98  } else {
99  bitsets_.push_back(cpu_bitset);
100  }
101 #else
102  CHECK_EQ(1, device_count_);
103  bitsets_.push_back(cpu_bitset);
104 #endif // HAVE_CUDA
105 }
#define CHECK_EQ(x, y)
Definition: Logger.h:230
RUNTIME_EXPORT ALWAYS_INLINE void agg_count_distinct_bitmap(int64_t *agg, const int64_t val, const int64_t min_val)
std::vector< int8_t * > bitsets_
std::vector< Data_Namespace::AbstractBuffer * > gpu_buffers_
void * checked_calloc(const size_t nmemb, const size_t size)
Definition: checked_alloc.h:53
int64_t g_bitmap_memory_limit
const int64_t null_val_
Data_Namespace::DataMgr * data_mgr_
CUstream getQueryEngineCudaStreamForDevice(int device_num)
Definition: QueryEngine.cpp:7
const int device_count_
#define CHECK(condition)
Definition: Logger.h:222
AbstractBuffer * alloc(const MemoryLevel memoryLevel, const int deviceId, const size_t numBytes)
Definition: DataMgr.cpp:519
const Data_Namespace::MemoryLevel memory_level_

+ Here is the call graph for this function:

InValuesBitmap::~InValuesBitmap ( )

Definition at line 107 of file InValuesBitmap.cpp.

References bitsets_, CHECK, CHECK_EQ, Data_Namespace::CPU_LEVEL, data_mgr_, Data_Namespace::DataMgr::free(), gpu_buffers_, and memory_level_.

107  {
108  if (bitsets_.empty()) {
109  return;
110  }
112  CHECK_EQ(size_t(1), bitsets_.size());
113  free(bitsets_.front());
114  } else {
115  CHECK(data_mgr_);
116  for (auto& gpu_buffer : gpu_buffers_) {
117  data_mgr_->free(gpu_buffer);
118  }
119  }
120 }
#define CHECK_EQ(x, y)
Definition: Logger.h:230
std::vector< int8_t * > bitsets_
std::vector< Data_Namespace::AbstractBuffer * > gpu_buffers_
Data_Namespace::DataMgr * data_mgr_
#define CHECK(condition)
Definition: Logger.h:222
void free(AbstractBuffer *buffer)
Definition: DataMgr.cpp:528
const Data_Namespace::MemoryLevel memory_level_

+ Here is the call graph for this function:

Member Function Documentation

llvm::Value * InValuesBitmap::codegen ( llvm::Value *  needle,
Executor executor 
) const

Definition at line 122 of file InValuesBitmap.cpp.

References Parser::IntLiteral::analyzeValue(), AUTOMATIC_IR_METADATA, bitsets_, CHECK, CHECK_EQ, CodeGenerator::codegenHoistedConstants(), inline_int_null_val(), kBOOLEAN, kENCODING_NONE, max_val_, min_val_, and null_val_.

Referenced by CodeGenerator::codegen().

122  {
123  AUTOMATIC_IR_METADATA(executor->cgen_state_.get());
124  std::vector<std::shared_ptr<const Analyzer::Constant>> constants_owned;
125  std::vector<const Analyzer::Constant*> constants;
126  for (const auto bitset : bitsets_) {
127  const int64_t bitset_handle = reinterpret_cast<int64_t>(bitset);
128  const auto bitset_handle_literal = std::dynamic_pointer_cast<Analyzer::Constant>(
129  Parser::IntLiteral::analyzeValue(bitset_handle));
130  CHECK(bitset_handle_literal);
131  CHECK_EQ(kENCODING_NONE, bitset_handle_literal->get_type_info().get_compression());
132  constants_owned.push_back(bitset_handle_literal);
133  constants.push_back(bitset_handle_literal.get());
134  }
135  const auto needle_i64 = executor->cgen_state_->castToTypeIn(needle, 64);
136  const auto null_bool_val =
137  static_cast<int8_t>(inline_int_null_val(SQLTypeInfo(kBOOLEAN, false)));
138  if (bitsets_.empty()) {
139  return executor->cgen_state_->emitCall("bit_is_set",
140  {executor->cgen_state_->llInt(int64_t(0)),
141  needle_i64,
142  executor->cgen_state_->llInt(int64_t(0)),
143  executor->cgen_state_->llInt(int64_t(0)),
144  executor->cgen_state_->llInt(null_val_),
145  executor->cgen_state_->llInt(null_bool_val)});
146  }
147  CodeGenerator code_generator(executor);
148  const auto bitset_handle_lvs =
149  code_generator.codegenHoistedConstants(constants, kENCODING_NONE, 0);
150  CHECK_EQ(size_t(1), bitset_handle_lvs.size());
151  return executor->cgen_state_->emitCall(
152  "bit_is_set",
153  {executor->cgen_state_->castToTypeIn(bitset_handle_lvs.front(), 64),
154  needle_i64,
155  executor->cgen_state_->llInt(min_val_),
156  executor->cgen_state_->llInt(max_val_),
157  executor->cgen_state_->llInt(null_val_),
158  executor->cgen_state_->llInt(null_bool_val)});
159 }
#define CHECK_EQ(x, y)
Definition: Logger.h:230
static std::shared_ptr< Analyzer::Expr > analyzeValue(const int64_t intval)
Definition: ParserNode.cpp:161
std::vector< int8_t * > bitsets_
#define AUTOMATIC_IR_METADATA(CGENSTATE)
const int64_t null_val_
#define CHECK(condition)
Definition: Logger.h:222
int64_t inline_int_null_val(const SQL_TYPE_INFO &ti)

+ Here is the call graph for this function:

+ Here is the caller graph for this function:

size_t InValuesBitmap::gpuBuffers ( ) const
inline

Definition at line 56 of file InValuesBitmap.h.

References gpu_buffers_.

56 { return gpu_buffers_.size(); }
std::vector< Data_Namespace::AbstractBuffer * > gpu_buffers_
bool InValuesBitmap::hasNull ( ) const

Definition at line 165 of file InValuesBitmap.cpp.

References rhs_has_null_.

165  {
166  return rhs_has_null_;
167 }
bool InValuesBitmap::isEmpty ( ) const

Definition at line 161 of file InValuesBitmap.cpp.

References bitsets_.

161  {
162  return bitsets_.empty();
163 }
std::vector< int8_t * > bitsets_

Member Data Documentation

std::vector<int8_t*> InValuesBitmap::bitsets_
private

Definition at line 60 of file InValuesBitmap.h.

Referenced by codegen(), InValuesBitmap(), isEmpty(), and ~InValuesBitmap().

Data_Namespace::DataMgr* InValuesBitmap::data_mgr_
private

Definition at line 67 of file InValuesBitmap.h.

Referenced by InValuesBitmap(), and ~InValuesBitmap().

const int InValuesBitmap::device_count_
private

Definition at line 66 of file InValuesBitmap.h.

Referenced by InValuesBitmap().

std::vector<Data_Namespace::AbstractBuffer*> InValuesBitmap::gpu_buffers_
private

Definition at line 59 of file InValuesBitmap.h.

Referenced by gpuBuffers(), InValuesBitmap(), and ~InValuesBitmap().

int64_t InValuesBitmap::max_val_
private

Definition at line 63 of file InValuesBitmap.h.

Referenced by codegen(), and InValuesBitmap().

const Data_Namespace::MemoryLevel InValuesBitmap::memory_level_
private

Definition at line 65 of file InValuesBitmap.h.

Referenced by InValuesBitmap(), and ~InValuesBitmap().

int64_t InValuesBitmap::min_val_
private

Definition at line 62 of file InValuesBitmap.h.

Referenced by codegen(), and InValuesBitmap().

const int64_t InValuesBitmap::null_val_
private

Definition at line 64 of file InValuesBitmap.h.

Referenced by codegen().

bool InValuesBitmap::rhs_has_null_
private

Definition at line 61 of file InValuesBitmap.h.

Referenced by hasNull(), and InValuesBitmap().


The documentation for this class was generated from the following files: