#include "QueryEngine/Execute.h"
#include <llvm/Transforms/Utils/BasicBlockUtils.h>
#include <boost/filesystem/operations.hpp>
#include <boost/filesystem/path.hpp>
#include <chrono>
#include <ctime>
#include <future>
#include <iostream>
#include <memory>
#include <mutex>
#include <numeric>
#include <set>
#include <thread>
#include "Catalog/Catalog.h"
#include "CudaMgr/CudaMgr.h"
#include "DataMgr/BufferMgr/BufferMgr.h"
#include "DataMgr/ForeignStorage/FsiChunkUtils.h"
#include "OSDependent/heavyai_path.h"
#include "Parser/ParserNode.h"
#include "QueryEngine/AggregateUtils.h"
#include "QueryEngine/AggregatedColRange.h"
#include "QueryEngine/CodeGenerator.h"
#include "QueryEngine/ColumnFetcher.h"
#include "QueryEngine/Descriptors/QueryCompilationDescriptor.h"
#include "QueryEngine/Descriptors/QueryFragmentDescriptor.h"
#include "QueryEngine/DynamicWatchdog.h"
#include "QueryEngine/EquiJoinCondition.h"
#include "QueryEngine/ErrorHandling.h"
#include "QueryEngine/ExpressionRewrite.h"
#include "QueryEngine/ExternalCacheInvalidators.h"
#include "QueryEngine/GpuMemUtils.h"
#include "QueryEngine/InPlaceSort.h"
#include "QueryEngine/JoinHashTable/BaselineJoinHashTable.h"
#include "QueryEngine/JoinHashTable/OverlapsJoinHashTable.h"
#include "QueryEngine/JsonAccessors.h"
#include "QueryEngine/OutputBufferInitialization.h"
#include "QueryEngine/QueryDispatchQueue.h"
#include "QueryEngine/QueryEngine.h"
#include "QueryEngine/QueryRewrite.h"
#include "QueryEngine/QueryTemplateGenerator.h"
#include "QueryEngine/ResultSetReductionJIT.h"
#include "QueryEngine/RuntimeFunctions.h"
#include "QueryEngine/SpeculativeTopN.h"
#include "QueryEngine/StringDictionaryGenerations.h"
#include "QueryEngine/TableFunctions/TableFunctionCompilationContext.h"
#include "QueryEngine/TableFunctions/TableFunctionExecutionContext.h"
#include "QueryEngine/Visitors/TransientStringLiteralsVisitor.h"
#include "Shared/SystemParameters.h"
#include "Shared/TypedDataAccessors.h"
#include "Shared/checked_alloc.h"
#include "Shared/measure.h"
#include "Shared/misc.h"
#include "Shared/scope.h"
#include "Shared/shard_key.h"
#include "Shared/threading.h"
#include "ArrayOps.cpp"
#include "DateAdd.cpp"
#include "GeoOps.cpp"
#include "RowFunctionOps.cpp"
#include "StringFunctions.cpp"
#include "TableFunctions/TableFunctionOps.cpp"

Classes
struct	anonymous_namespace{Execute.cpp}::GetTargetInfo

class	anonymous_namespace{Execute.cpp}::OutVecOwner

Namespaces
	anonymous_namespace{Execute.cpp}

	foreign_storage

Macros
#define	EXECUTE_INCLUDE

Functions
std::unique_ptr< llvm::Module >	read_llvm_module_from_bc_file (const std::string &udf_ir_filename, llvm::LLVMContext &ctx)

std::unique_ptr< llvm::Module >	read_llvm_module_from_ir_file (const std::string &udf_ir_filename, llvm::LLVMContext &ctx, bool is_gpu=false)

std::unique_ptr< llvm::Module >	read_llvm_module_from_ir_string (const std::string &udf_ir_string, llvm::LLVMContext &ctx, bool is_gpu=false)

void	anonymous_namespace{Execute.cpp}::prepare_string_dictionaries (const std::unordered_set< PhysicalInput > &phys_inputs, const Catalog_Namespace::Catalog &catalog)

bool	anonymous_namespace{Execute.cpp}::is_empty_table (Fragmenter_Namespace::AbstractFragmenter *fragmenter)

void	foreign_storage::populate_string_dictionary (const int32_t table_id, const int32_t col_id, const Catalog_Namespace::Catalog &catalog)

	block_size_x_ (block_size_x)

	grid_size_x_ (grid_size_x)

	max_gpu_slab_size_ (max_gpu_slab_size)

	debug_dir_ (debug_dir)

	debug_file_ (debug_file)

	catalog_ (nullptr)

	data_mgr_ (data_mgr)

	temporary_tables_ (nullptr)

	input_table_info_cache_ (this)

	thread_id_ (logger::thread_id())

ResultSetPtr	anonymous_namespace{Execute.cpp}::get_merged_result (std::vector< std::pair< ResultSetPtr, std::vector< size_t >>> &results_per_device, std::vector< TargetInfo > const &targets)

ReductionCode	anonymous_namespace{Execute.cpp}::get_reduction_code (const size_t executor_id, std::vector< std::pair< ResultSetPtr, std::vector< size_t >>> &results_per_device, int64_t *compilation_queue_time)

std::unordered_set< int >	get_available_gpus (const Data_Namespace::DataMgr *data_mgr)

size_t	get_context_count (const ExecutorDeviceType device_type, const size_t cpu_count, const size_t gpu_count)

size_t	anonymous_namespace{Execute.cpp}::compute_buffer_entry_guess (const std::vector< InputTableInfo > &query_infos)

std::string	anonymous_namespace{Execute.cpp}::get_table_name (const InputDescriptor &input_desc, const Catalog_Namespace::Catalog &cat)

size_t	anonymous_namespace{Execute.cpp}::getDeviceBasedScanLimit (const ExecutorDeviceType device_type, const int device_count)

void	anonymous_namespace{Execute.cpp}::checkWorkUnitWatchdog (const RelAlgExecutionUnit &ra_exe_unit, const std::vector< InputTableInfo > &table_infos, const Catalog_Namespace::Catalog &cat, const ExecutorDeviceType device_type, const int device_count)

size_t	get_loop_join_size (const std::vector< InputTableInfo > &query_infos, const RelAlgExecutionUnit &ra_exe_unit)

template<typename T >
std::vector< std::string >	anonymous_namespace{Execute.cpp}::expr_container_to_string (const T &expr_container)

template<>
std::vector< std::string >	anonymous_namespace{Execute.cpp}::expr_container_to_string (const std::list< Analyzer::OrderEntry > &expr_container)

std::string	anonymous_namespace{Execute.cpp}::sort_algorithm_to_string (const SortAlgorithm algorithm)

std::string	ra_exec_unit_desc_for_caching (const RelAlgExecutionUnit &ra_exe_unit)

std::ostream &	operator<< (std::ostream &os, const RelAlgExecutionUnit &ra_exe_unit)

RelAlgExecutionUnit	anonymous_namespace{Execute.cpp}::replace_scan_limit (const RelAlgExecutionUnit &ra_exe_unit_in, const size_t new_scan_limit)

int64_t	anonymous_namespace{Execute.cpp}::inline_null_val (const SQLTypeInfo &ti, const bool float_argument_input)

void	anonymous_namespace{Execute.cpp}::fill_entries_for_empty_input (std::vector< TargetInfo > &target_infos, std::vector< int64_t > &entry, const std::vector< Analyzer::Expr * > &target_exprs, const QueryMemoryDescriptor &query_mem_desc)

ResultSetPtr	anonymous_namespace{Execute.cpp}::build_row_for_empty_input (const std::vector< Analyzer::Expr * > &target_exprs_in, const QueryMemoryDescriptor &query_mem_desc, const ExecutorDeviceType device_type)

size_t	anonymous_namespace{Execute.cpp}::permute_storage_columnar (const ResultSetStorage input_storage, const QueryMemoryDescriptor &input_query_mem_desc, const ResultSetStorage output_storage, size_t output_row_index, const QueryMemoryDescriptor &output_query_mem_desc, const std::vector< uint32_t > &top_permutation)

size_t	anonymous_namespace{Execute.cpp}::permute_storage_row_wise (const ResultSetStorage input_storage, const ResultSetStorage output_storage, size_t output_row_index, const QueryMemoryDescriptor &output_query_mem_desc, const std::vector< uint32_t > &top_permutation)

bool	anonymous_namespace{Execute.cpp}::has_lazy_fetched_columns (const std::vector< ColumnLazyFetchInfo > &fetched_cols)

const ColumnDescriptor *	anonymous_namespace{Execute.cpp}::try_get_column_descriptor (const InputColDescriptor *col_desc, const Catalog_Namespace::Catalog &cat)

std::map< size_t, std::vector < uint64_t > >	get_table_id_to_frag_offsets (const std::vector< InputDescriptor > &input_descs, const std::map< int, const TableFragments * > &all_tables_fragments)

std::ostream &	operator<< (std::ostream &os, FetchResult const &fetch_result)

size_t	anonymous_namespace{Execute.cpp}::get_selected_input_descs_index (int const table_id, std::vector< InputDescriptor > const &input_descs)

size_t	anonymous_namespace{Execute.cpp}::get_selected_input_col_descs_index (int const table_id, std::list< std::shared_ptr< InputColDescriptor const >> const &input_col_descs)

std::list< std::shared_ptr < const InputColDescriptor > >	anonymous_namespace{Execute.cpp}::get_selected_input_col_descs (int const table_id, std::list< std::shared_ptr< InputColDescriptor const >> const &input_col_descs)

void	anonymous_namespace{Execute.cpp}::set_mod_range (std::vector< int8_t const * > &frag_col_buffers, int8_t const *const ptr, size_t const local_col_id, size_t const N)

bool	anonymous_namespace{Execute.cpp}::check_rows_less_than_needed (const ResultSetPtr &results, const size_t scan_limit)

void	anonymous_namespace{Execute.cpp}::add_deleted_col_to_map (PlanState::DeletedColumnsMap &deleted_cols_map, const ColumnDescriptor *deleted_cd)

std::tuple< bool, int64_t, int64_t >	anonymous_namespace{Execute.cpp}::get_hpt_overflow_underflow_safe_scaled_values (const int64_t chunk_min, const int64_t chunk_max, const SQLTypeInfo &lhs_type, const SQLTypeInfo &rhs_type)

Variables
bool g_enable_watchdog	false

bool	g_enable_dynamic_watchdog {false}

size_t	g_watchdog_none_encoded_string_translation_limit {1000000UL}

bool	g_enable_cpu_sub_tasks {false}

size_t	g_cpu_sub_task_size {500'000}

bool	g_enable_filter_function {true}

unsigned	g_dynamic_watchdog_time_limit {10000}

bool	g_allow_cpu_retry {true}

bool	g_allow_query_step_cpu_retry {true}

bool	g_null_div_by_zero {false}

unsigned	g_trivial_loop_join_threshold {1000}

bool	g_from_table_reordering {true}

bool	g_inner_join_fragment_skipping {true}

bool	g_enable_smem_group_by

std::unique_ptr< llvm::Module >	udf_gpu_module

std::unique_ptr< llvm::Module >	udf_cpu_module

bool	g_enable_filter_push_down {false}

float	g_filter_push_down_low_frac {-1.0f}

float	g_filter_push_down_high_frac {-1.0f}

size_t	g_filter_push_down_passing_row_ubound {0}

bool	g_enable_columnar_output {false}

bool	g_enable_left_join_filter_hoisting {true}

bool	g_optimize_row_initialization {true}

bool	g_enable_overlaps_hashjoin {true}

bool	g_enable_distance_rangejoin {true}

bool	g_enable_hashjoin_many_to_many {false}

size_t	g_overlaps_max_table_size_bytes {1024 * 1024 * 1024}

double	g_overlaps_target_entries_per_bin {1.3}

bool	g_strip_join_covered_quals {false}

size_t	g_constrained_by_in_threshold {10}

size_t	g_default_max_groups_buffer_entry_guess {16384}

size_t	g_big_group_threshold {g_default_max_groups_buffer_entry_guess}

bool	g_enable_window_functions {true}

bool	g_enable_table_functions {true}

bool	g_enable_dev_table_functions {false}

bool	g_enable_geo_ops_on_uncompressed_coords {true}

bool	g_enable_rf_prop_table_functions {true}

size_t	g_max_memory_allocation_size {2000000000}

size_t	g_min_memory_allocation_size

bool	g_enable_bump_allocator {false}

double	g_bump_allocator_step_reduction {0.75}

bool	g_enable_direct_columnarization {true}

bool	g_enable_string_functions

bool	g_enable_lazy_fetch {true}

bool	g_enable_runtime_query_interrupt {true}

bool	g_enable_non_kernel_time_query_interrupt {true}

bool	g_use_estimator_result_cache {true}

unsigned	g_pending_query_interrupt_freq {1000}

double	g_running_query_interrupt_freq {0.1}

size_t	g_gpu_smem_threshold

bool	g_enable_smem_grouped_non_count_agg

bool	g_enable_smem_non_grouped_agg

bool	g_is_test_env {false}

size_t	g_enable_parallel_linearization

bool	g_enable_data_recycler {true}

bool	g_use_hashtable_cache {true}

bool	g_use_query_resultset_cache {true}

bool	g_use_chunk_metadata_cache {true}

bool	g_allow_auto_resultset_caching {false}

bool	g_allow_query_step_skipping {true}

size_t	g_hashtable_cache_total_bytes {size_t(1) << 32}

size_t	g_max_cacheable_hashtable_size_bytes {size_t(1) << 31}

size_t	g_query_resultset_cache_total_bytes {size_t(1) << 32}

size_t	g_max_cacheable_query_resultset_size_bytes {size_t(1) << 31}

size_t	g_auto_resultset_caching_threshold {size_t(1) << 20}

bool	g_optimize_cuda_block_and_grid_sizes {false}

size_t	g_approx_quantile_buffer {1000}

size_t	g_approx_quantile_centroids {300}

bool	g_enable_automatic_ir_metadata {true}

size_t	g_max_log_length {500}

bool	g_cache_string_hash

	this

Macro Definition Documentation

#define EXECUTE_INCLUDE

Definition at line 3939 of file Execute.cpp.

Function Documentation

block_size_x_ ( block_size_x )

catalog_ ( nullptr )

Referenced by Fragmenter_Namespace::InsertOrderFragmenter::addColumns(), Fragmenter_Namespace::InsertOrderFragmenter::conditionallyInstantiateFileMgrWithParams(), Fragmenter_Namespace::InsertOrderFragmenter::deleteFragments(), ResultSet::getStringDictionaryPayloadCopy(), ResultSet::getStringDictionaryProxy(), ResultSet::getUniqueStringsForDictEncodedTargetCol(), Fragmenter_Namespace::InsertOrderFragmenter::insertChunks(), Fragmenter_Namespace::InsertOrderFragmenter::insertData(), ResultSet::radixSortOnGpu(), and Fragmenter_Namespace::InsertOrderFragmenter::updateChunkStats().

Here is the caller graph for this function:

data_mgr_ ( data_mgr )

Referenced by BaselineHashTable::BaselineHashTable(), Executor::interrupt(), ResultSet::syncEstimatorBuffer(), BaselineHashTable::~BaselineHashTable(), and ResultSet::~ResultSet().

Here is the caller graph for this function:

debug_dir_ ( debug_dir )

debug_file_ ( debug_file )

std::unordered_set<int> get_available_gpus ( const Data_Namespace::DataMgr * data_mgr )

Definition at line 1457 of file Execute.cpp.

References CHECK, CHECK_GT, Data_Namespace::DataMgr::getCudaMgr(), CudaMgr_Namespace::CudaMgr::getDeviceCount(), and Data_Namespace::DataMgr::gpusPresent().

Referenced by Executor::executeWorkUnitImpl().

                                                                                 {
   CHECK(data_mgr);
   std::unordered_set<int> available_gpus;
   if (data_mgr->gpusPresent()) {
     CHECK(data_mgr->getCudaMgr());
     const int gpu_count = data_mgr->getCudaMgr()->getDeviceCount();
     CHECK_GT(gpu_count, 0);
     for (int gpu_id = 0; gpu_id < gpu_count; ++gpu_id) {
       available_gpus.insert(gpu_id);
     }
   }
   return available_gpus;
 }

Here is the call graph for this function:

Here is the caller graph for this function:

size_t get_context_count	(	const ExecutorDeviceType	device_type,
		const size_t	cpu_count,
		const size_t	gpu_count
	)

Definition at line 1471 of file Execute.cpp.

References GPU.

Referenced by Executor::executeWorkUnitImpl().

                                                  {
   return device_type == ExecutorDeviceType::GPU ? gpu_count
                                                 : static_cast<size_t>(cpu_count);
 }

Here is the caller graph for this function:

size_t get_loop_join_size	(	const std::vector< InputTableInfo > &	query_infos,
		const RelAlgExecutionUnit &	ra_exe_unit
	)

Definition at line 1579 of file Execute.cpp.

References CHECK, and RelAlgExecutionUnit::input_descs.

Referenced by anonymous_namespace{IRCodegen.cpp}::check_if_loop_join_is_allowed().

                                                                   {
   const auto inner_table_id = ra_exe_unit.input_descs.back().getTableId();
 
   std::optional<size_t> inner_table_idx;
   for (size_t i = 0; i < query_infos.size(); ++i) {
     if (query_infos[i].table_id == inner_table_id) {
       inner_table_idx = i;
       break;
     }
   }
   CHECK(inner_table_idx);
   return query_infos[*inner_table_idx].info.getNumTuples();
 }

Here is the caller graph for this function:

std::map<size_t, std::vector<uint64_t> > get_table_id_to_frag_offsets	(	const std::vector< InputDescriptor > &	input_descs,
		const std::map< int, const TableFragments * > &	all_tables_fragments
	)

Definition at line 2834 of file Execute.cpp.

References CHECK.

Referenced by Executor::getRowCountAndOffsetForAllFrags().

                                                                     {
   std::map<size_t, std::vector<uint64_t>> tab_id_to_frag_offsets;
   for (auto& desc : input_descs) {
     const auto fragments_it = all_tables_fragments.find(desc.getTableId());
     CHECK(fragments_it != all_tables_fragments.end());
     const auto& fragments = *fragments_it->second;
     std::vector<uint64_t> frag_offsets(fragments.size(), 0);
     for (size_t i = 0, off = 0; i < fragments.size(); ++i) {
       frag_offsets[i] = off;
       off += fragments[i].getNumTuples();
     }
     tab_id_to_frag_offsets.insert(std::make_pair(desc.getTableId(), frag_offsets));
   }
   return tab_id_to_frag_offsets;
 }

Here is the caller graph for this function:

grid_size_x_ ( grid_size_x )

input_table_info_cache_ ( this )

max_gpu_slab_size_ ( max_gpu_slab_size )

std::ostream& operator<<	(	std::ostream &	os,
		const RelAlgExecutionUnit &	ra_exe_unit
	)

Definition at line 1685 of file Execute.cpp.

                                                                                {
   os << "\n\tExtracted Query Plan Dag Hash: " << ra_exe_unit.query_plan_dag_hash;
   os << "\n\tTable/Col/Levels: ";
   for (const auto& input_col_desc : ra_exe_unit.input_col_descs) {
     const auto& scan_desc = input_col_desc->getScanDesc();
     os << "(" << scan_desc.getTableId() << ", " << input_col_desc->getColId() << ", "
        << scan_desc.getNestLevel() << ") ";
   }
   if (!ra_exe_unit.simple_quals.empty()) {
     os << "\n\tSimple Quals: "
        << boost::algorithm::join(expr_container_to_string(ra_exe_unit.simple_quals),
                                  ", ");
   }
   if (!ra_exe_unit.quals.empty()) {
     os << "\n\tQuals: "
        << boost::algorithm::join(expr_container_to_string(ra_exe_unit.quals), ", ");
   }
   if (!ra_exe_unit.join_quals.empty()) {
     os << "\n\tJoin Quals: ";
     for (size_t i = 0; i < ra_exe_unit.join_quals.size(); i++) {
       const auto& join_condition = ra_exe_unit.join_quals[i];
       os << "\t\t" << std::to_string(i) << " " << ::toString(join_condition.type);
       os << boost::algorithm::join(expr_container_to_string(join_condition.quals), ", ");
     }
   }
   if (!ra_exe_unit.groupby_exprs.empty()) {
     os << "\n\tGroup By: "
        << boost::algorithm::join(expr_container_to_string(ra_exe_unit.groupby_exprs),
                                  ", ");
   }
   os << "\n\tProjected targets: "
      << boost::algorithm::join(expr_container_to_string(ra_exe_unit.target_exprs), ", ");
   os << "\n\tHas Estimator: " << ::toString(ra_exe_unit.estimator == nullptr);
   os << "\n\tSort Info: ";
   const auto& sort_info = ra_exe_unit.sort_info;
   os << "\n\t  Order Entries: "
      << boost::algorithm::join(expr_container_to_string(sort_info.order_entries), ", ");
   os << "\n\t  Algorithm: " << sort_algorithm_to_string(sort_info.algorithm);
   os << "\n\t  Limit: " << std::to_string(sort_info.limit);
   os << "\n\t  Offset: " << std::to_string(sort_info.offset);
   os << "\n\tScan Limit: " << std::to_string(ra_exe_unit.scan_limit);
   os << "\n\tBump Allocator: " << ::toString(ra_exe_unit.use_bump_allocator);
   if (ra_exe_unit.union_all) {
     os << "\n\tUnion: " << std::string(*ra_exe_unit.union_all ? "UNION ALL" : "UNION");
   }
   return os;
 }

Here is the call graph for this function:

std::ostream& operator<<	(	std::ostream &	os,
		FetchResult const &	fetch_result
	)

Definition at line 2938 of file Execute.cpp.

References FetchResult::col_buffers, FetchResult::frag_offsets, FetchResult::num_rows, and shared::printContainer().

                                                                         {
   return os << "col_buffers" << shared::printContainer(fetch_result.col_buffers)
             << " num_rows" << shared::printContainer(fetch_result.num_rows)
             << " frag_offsets" << shared::printContainer(fetch_result.frag_offsets);
 }

Here is the call graph for this function:

std::string ra_exec_unit_desc_for_caching ( const RelAlgExecutionUnit & ra_exe_unit )

Definition at line 1634 of file Execute.cpp.

References RelAlgExecutionUnit::estimator, RelAlgExecutionUnit::groupby_exprs, RelAlgExecutionUnit::input_col_descs, RelAlgExecutionUnit::join_quals, RelAlgExecutionUnit::quals, RelAlgExecutionUnit::scan_limit, RelAlgExecutionUnit::simple_quals, RelAlgExecutionUnit::target_exprs, to_string(), and toString().

Referenced by RelAlgExecutor::executeWorkUnit().

                                                                                 {
   // todo(yoonmin): replace a cache key as a DAG representation of a query plan
   // instead of ra_exec_unit description if possible
   std::ostringstream os;
   for (const auto& input_col_desc : ra_exe_unit.input_col_descs) {
     const auto& scan_desc = input_col_desc->getScanDesc();
     os << scan_desc.getTableId() << "," << input_col_desc->getColId() << ","
        << scan_desc.getNestLevel();
   }
   if (!ra_exe_unit.simple_quals.empty()) {
     for (const auto& qual : ra_exe_unit.simple_quals) {
       if (qual) {
         os << qual->toString() << ",";
       }
     }
   }
   if (!ra_exe_unit.quals.empty()) {
     for (const auto& qual : ra_exe_unit.quals) {
       if (qual) {
         os << qual->toString() << ",";
       }
     }
   }
   if (!ra_exe_unit.join_quals.empty()) {
     for (size_t i = 0; i < ra_exe_unit.join_quals.size(); i++) {
       const auto& join_condition = ra_exe_unit.join_quals[i];
       os << std::to_string(i) << ::toString(join_condition.type);
       for (const auto& qual : join_condition.quals) {
         if (qual) {
           os << qual->toString() << ",";
         }
       }
     }
   }
   if (!ra_exe_unit.groupby_exprs.empty()) {
     for (const auto& qual : ra_exe_unit.groupby_exprs) {
       if (qual) {
         os << qual->toString() << ",";
       }
     }
   }
   for (const auto& expr : ra_exe_unit.target_exprs) {
     if (expr) {
       os << expr->toString() << ",";
     }
   }
   os << ::toString(ra_exe_unit.estimator == nullptr);
   os << std::to_string(ra_exe_unit.scan_limit);
   return os.str();
 }

Here is the call graph for this function:

Here is the caller graph for this function:

std::unique_ptr<llvm::Module> read_llvm_module_from_bc_file	(	const std::string &	udf_ir_filename,
		llvm::LLVMContext &	ctx
	)

Definition at line 1518 of file NativeCodegen.cpp.

Referenced by Executor::update_extension_modules().

                               {
   llvm::SMDiagnostic err;
 
   auto buffer_or_error = llvm::MemoryBuffer::getFile(bc_filename);
   CHECK(!buffer_or_error.getError()) << "bc_filename=" << bc_filename;
   llvm::MemoryBuffer* buffer = buffer_or_error.get().get();
 
   auto owner = llvm::parseBitcodeFile(buffer->getMemBufferRef(), context);
   CHECK(!owner.takeError());
   CHECK(owner->get());
   return std::move(owner.get());
 }

Here is the caller graph for this function:

std::unique_ptr<llvm::Module> read_llvm_module_from_ir_file	(	const std::string &	udf_ir_filename,
		llvm::LLVMContext &	ctx,
		bool	is_gpu = `false`
	)

Definition at line 1533 of file NativeCodegen.cpp.

Referenced by Executor::update_extension_modules().

                          {
   llvm::SMDiagnostic parse_error;
 
   llvm::StringRef file_name_arg(udf_ir_filename);
 
   auto owner = llvm::parseIRFile(file_name_arg, parse_error, ctx);
   if (!owner) {
     throw_parseIR_error(parse_error, udf_ir_filename, is_gpu);
   }
 
   if (is_gpu) {
     llvm::Triple gpu_triple(owner->getTargetTriple());
     if (!gpu_triple.isNVPTX()) {
       LOG(WARNING)
           << "Expected triple nvptx64-nvidia-cuda for NVVM IR of loadtime UDFs but got "
           << gpu_triple.str() << ". Disabling the NVVM IR module.";
       return std::unique_ptr<llvm::Module>();
     }
   }
   return owner;
 }

Here is the caller graph for this function:

std::unique_ptr<llvm::Module> read_llvm_module_from_ir_string	(	const std::string &	udf_ir_string,
		llvm::LLVMContext &	ctx,
		bool	is_gpu = `false`
	)

Definition at line 1558 of file NativeCodegen.cpp.

Referenced by Executor::update_extension_modules().

                          {
   llvm::SMDiagnostic parse_error;
 
   auto buf = std::make_unique<llvm::MemoryBufferRef>(udf_ir_string,
                                                      "Runtime UDF/UDTF LLVM/NVVM IR");
 
   auto owner = llvm::parseIR(*buf, parse_error, ctx);
   if (!owner) {
     LOG(IR) << "read_llvm_module_from_ir_string:\n"
             << udf_ir_string << "\nEnd of LLVM/NVVM IR";
     throw_parseIR_error(parse_error, "", /* is_gpu= */ is_gpu);
   }
 
   if (is_gpu) {
     llvm::Triple gpu_triple(owner->getTargetTriple());
     if (!gpu_triple.isNVPTX()) {
       LOG(IR) << "read_llvm_module_from_ir_string:\n"
               << udf_ir_string << "\nEnd of NNVM IR";
       LOG(WARNING) << "Expected triple nvptx64-nvidia-cuda for NVVM IR but got "
                    << gpu_triple.str()
                    << ". Executing runtime UDF/UDTFs on GPU will be disabled.";
       return std::unique_ptr<llvm::Module>();
       ;
     }
   }
   return owner;
 }

Here is the caller graph for this function:

temporary_tables_ ( nullptr )

thread_id_ ( logger:: thread_id() )

Definition at line 264 of file Execute.cpp.

References Executor::initialize_extension_module_sources().

                                     {
   Executor::initialize_extension_module_sources();
   update_extension_modules();
 }

Here is the call graph for this function:

Variable Documentation

false

Definition at line 79 of file Execute.cpp.

bool g_allow_auto_resultset_caching {false}

Definition at line 150 of file Execute.cpp.

Referenced by QueryRunner::DataRecyclerFlagsDisabler::DataRecyclerFlagsDisabler(), RelAlgExecutor::executeTableFunction(), RelAlgExecutor::executeWorkUnit(), CommandLineOptions::fillOptions(), CommandLineOptions::parse_command_line(), and QueryRunner::DataRecyclerFlagsDisabler::~DataRecyclerFlagsDisabler().

bool g_allow_cpu_retry {true}

Definition at line 86 of file Execute.cpp.

Referenced by RelAlgExecutor::executeRelAlgQuery(), CommandLineOptions::fillOptions(), and RelAlgExecutor::handlePersistentError().

bool g_allow_query_step_cpu_retry {true}

Definition at line 87 of file Execute.cpp.

Referenced by RelAlgExecutor::executeRelAlgSeq(), RelAlgExecutor::executeRelAlgSubSeq(), and CommandLineOptions::fillAdvancedOptions().

bool g_allow_query_step_skipping {true}

Definition at line 151 of file Execute.cpp.

Referenced by QueryRunner::DataRecyclerFlagsDisabler::DataRecyclerFlagsDisabler(), RelAlgExecutor::executeRelAlgSeq(), CommandLineOptions::fillOptions(), RaExecutionSequence::next(), CommandLineOptions::parse_command_line(), RaExecutionSequence::RaExecutionSequence(), and QueryRunner::DataRecyclerFlagsDisabler::~DataRecyclerFlagsDisabler().

size_t g_approx_quantile_buffer {1000}

Definition at line 159 of file Execute.cpp.

Referenced by CommandLineOptions::fillAdvancedOptions(), and RowSetMemoryOwner::nullTDigest().

size_t g_approx_quantile_centroids {300}

Definition at line 160 of file Execute.cpp.

Referenced by CommandLineOptions::fillAdvancedOptions(), and RowSetMemoryOwner::nullTDigest().

size_t g_auto_resultset_caching_threshold {size_t(1) << 20}

Definition at line 156 of file Execute.cpp.

Referenced by RelAlgExecutor::executeTableFunction(), RelAlgExecutor::executeWorkUnit(), CommandLineOptions::fillOptions(), and CommandLineOptions::parse_command_line().

size_t g_big_group_threshold {g_default_max_groups_buffer_entry_guess}

Definition at line 110 of file Execute.cpp.

Referenced by RelAlgExecutor::executeWorkUnit().

double g_bump_allocator_step_reduction {0.75}

Definition at line 121 of file Execute.cpp.

Referenced by create_dev_group_by_buffers().

bool g_cache_string_hash

Definition at line 52 of file StringDictionary.cpp.

size_t g_constrained_by_in_threshold {10}

Definition at line 108 of file Execute.cpp.

Referenced by QueryRewriter::rewriteConstrainedByInImpl().

size_t g_cpu_sub_task_size {500'000}

Definition at line 83 of file Execute.cpp.

Referenced by CommandLineOptions::fillAdvancedOptions(), and ExecutionKernel::runImpl().

size_t g_default_max_groups_buffer_entry_guess {16384}

Definition at line 109 of file Execute.cpp.

Referenced by RelAlgExecutor::createAggregateWorkUnit(), RelAlgExecutor::createCompoundWorkUnit(), RelAlgExecutor::createFilterWorkUnit(), RelAlgExecutor::createProjectWorkUnit(), RelAlgExecutor::createSortInputWorkUnit(), and RelAlgExecutor::createUnionWorkUnit().

unsigned g_dynamic_watchdog_time_limit {10000}

Definition at line 85 of file Execute.cpp.

Referenced by DBHandler::execute_rel_alg(), QueryExecutionContext::launchGpuCode(), and CommandLineOptions::parse_command_line().

bool g_enable_automatic_ir_metadata {true}

Definition at line 162 of file Execute.cpp.

Referenced by AutomaticIRMetadataGuard::AutomaticIRMetadataGuard(), and CommandLineOptions::fillAdvancedOptions().

bool g_enable_bump_allocator {false}

Definition at line 120 of file Execute.cpp.

Referenced by anonymous_namespace{RelAlgExecutor.cpp}::can_use_bump_allocator(), and CommandLineOptions::fillAdvancedOptions().

bool g_enable_columnar_output {false}

Definition at line 99 of file Execute.cpp.

Referenced by QueryRunner::QueryRunner::defaultExecutionOptionsForRunSQL(), DBHandler::execute_rel_alg(), CommandLineOptions::fillAdvancedOptions(), RelAlgDag::registerQueryHints(), QueryRunner::anonymous_namespace{QueryRunner.cpp}::run_select_query_with_filter_push_down(), and QueryRunner::QueryRunner::runSQLWithAllowingInterrupt().

bool g_enable_cpu_sub_tasks {false}

Definition at line 82 of file Execute.cpp.

Referenced by CommandLineOptions::fillAdvancedOptions(), and Executor::launchKernels().

bool g_enable_data_recycler {true}

Definition at line 146 of file Execute.cpp.

Referenced by HashJoin::canAccessHashTable(), RelAlgExecutor::canUseResultsetCache(), RelAlgExecutor::executeRelAlgStep(), Fragmenter_Namespace::FragmentInfo::getChunkMetadataMap(), ChunkMetadataRecycler::getItemFromCache(), ResultSetRecycler::getOutputMetaInfo(), HashingSchemeRecycler::hasItemInCache(), OverlapsTuningParamRecycler::hasItemInCache(), ChunkMetadataRecycler::hasItemInCache(), ResultSetRecycler::hasItemInCache(), HashtableRecycler::hasItemInCache(), HashingSchemeRecycler::markCachedItemAsDirty(), OverlapsTuningParamRecycler::markCachedItemAsDirty(), ChunkMetadataRecycler::markCachedItemAsDirty(), ResultSetRecycler::markCachedItemAsDirty(), HashtableRecycler::markCachedItemAsDirty(), CommandLineOptions::parse_command_line(), HashingSchemeRecycler::putItemToCache(), OverlapsTuningParamRecycler::putItemToCache(), ChunkMetadataRecycler::putItemToCache(), ResultSetRecycler::putItemToCache(), HashtableRecycler::putItemToCache(), RaExecutionSequence::RaExecutionSequence(), RelAlgDag::registerQueryHints(), ResultSetRecycler::removeItemFromCache(), and HashtableRecycler::removeItemFromCache().

bool g_enable_dev_table_functions {false}

Definition at line 113 of file Execute.cpp.

Referenced by table_functions::TableFunctionsFactory::add(), and CommandLineOptions::fillAdvancedOptions().

bool g_enable_direct_columnarization {true}

Definition at line 122 of file Execute.cpp.

Referenced by CommandLineOptions::fillAdvancedOptions(), and ResultSet::isDirectColumnarConversionPossible().

bool g_enable_distance_rangejoin {true}

Definition at line 103 of file Execute.cpp.

Referenced by CommandLineOptions::fillOptions(), and QueryRewriter::rewriteOverlapsJoin().

bool g_enable_filter_function {true}

Definition at line 84 of file Execute.cpp.

Referenced by CommandLineOptions::fillAdvancedOptions().

bool g_enable_filter_push_down {false}

Definition at line 95 of file Execute.cpp.

Referenced by CommandLineOptions::fillOptions(), Fragmenter_Namespace::FragmentInfo::getChunkMetadataMap(), CommandLineOptions::parse_command_line(), QueryRunner::QueryRunner::runSelectQuery(), and DBHandler::sql_execute_impl().

bool g_enable_geo_ops_on_uncompressed_coords {true}

Definition at line 114 of file Execute.cpp.

Referenced by CommandLineOptions::fillAdvancedOptions(), and RelAlgTranslator::translateBinaryGeoFunction().

bool g_enable_hashjoin_many_to_many {false}

Definition at line 104 of file Execute.cpp.

Referenced by CommandLineOptions::fillOptions(), and rewrite_overlaps_conjunction().

bool g_enable_lazy_fetch {true}

Definition at line 124 of file Execute.cpp.

Referenced by QueryCompilationDescriptor::compile(), and CommandLineOptions::fillAdvancedOptions().

bool g_enable_left_join_filter_hoisting {true}

Definition at line 100 of file Execute.cpp.

Referenced by Executor::buildHoistLeftHandSideFiltersCb(), and CommandLineOptions::fillAdvancedOptions().

bool g_enable_non_kernel_time_query_interrupt {true}

Definition at line 126 of file Execute.cpp.

Referenced by Parser::check_session_interrupted(), anonymous_namespace{Importer.cpp}::check_session_interrupted(), ColumnarResults::compactAndCopyEntriesWithoutTargetSkipping(), ColumnarResults::compactAndCopyEntriesWithTargetSkipping(), Parser::CopyTableStmt::execute(), anonymous_namespace{ResultSetReductionJIT.cpp}::generate_loop_body(), ColumnFetcher::getAllTableColumnFragments(), QueryExecutionContext::groupBufferToDeinterleavedResults(), DBHandler::import_table(), import_export::Importer::importGDALGeo(), import_export::Importer::importGDALRaster(), DBHandler::importGeoTableSingle(), DBHandler::interrupt(), Executor::interrupt(), DBHandler::interruptQuery(), ColumnFetcher::linearizeFixedLenArrayColFrags(), ColumnFetcher::linearizeVarLenArrayColFrags(), ColumnarResults::locateAndCountEntries(), ColumnFetcher::makeJoinColumn(), ColumnarResults::materializeAllColumnsThroughIteration(), ColumnarResults::materializeAllLazyColumns(), CommandLineOptions::parse_command_line(), Parser::InsertIntoTableAsSelectStmt::populateData(), ResultSetStorage::reduceEntriesNoCollisionsColWise(), and Executor::resetInterrupt().

bool g_enable_overlaps_hashjoin {true}

Definition at line 102 of file Execute.cpp.

Referenced by Executor::buildHashTableForQualifier(), CodeGenerator::codegenOverlaps(), CommandLineOptions::fillOptions(), HashJoin::getInstance(), and QueryRewriter::rewriteOverlapsJoin().

size_t g_enable_parallel_linearization

Initial value:

{

10000}

Definition at line 144 of file Execute.cpp.

Referenced by ColumnFetcher::linearizeVarLenArrayColFrags().

bool g_enable_rf_prop_table_functions {true}

Definition at line 115 of file Execute.cpp.

bool g_enable_runtime_query_interrupt {true}

Definition at line 125 of file Execute.cpp.

Referenced by Executor::enableRuntimeQueryInterrupt(), DBHandler::execute_rel_alg(), DBHandler::interrupt(), Executor::interrupt(), DBHandler::interruptQuery(), CommandLineOptions::parse_command_line(), Executor::resetInterrupt(), and DBHandler::sql_execute_impl().

bool g_enable_smem_group_by

Referenced by CommandLineOptions::fillAdvancedOptions().

bool g_enable_smem_grouped_non_count_agg

Initial value:

{

true}

Definition at line 135 of file Execute.cpp.

Referenced by CommandLineOptions::fillAdvancedOptions().

bool g_enable_smem_non_grouped_agg

Initial value:

{

true}

Definition at line 138 of file Execute.cpp.

Referenced by CommandLineOptions::fillAdvancedOptions().

bool g_enable_string_functions

Definition at line 40 of file RelAlgTranslator.cpp.

bool g_enable_table_functions {true}

Definition at line 112 of file Execute.cpp.

Referenced by RelAlgExecutor::executeTableFunction(), CommandLineOptions::fillOptions(), and table_functions::TableFunctionsFactory::reset().

bool g_enable_window_functions {true}

Definition at line 111 of file Execute.cpp.

Referenced by RelAlgExecutor::executeWorkUnit(), and CommandLineOptions::fillAdvancedOptions().

float g_filter_push_down_high_frac {-1.0f}

Definition at line 97 of file Execute.cpp.

Referenced by CommandLineOptions::fillOptions(), and FilterSelectivity::isFilterSelectiveEnough().

float g_filter_push_down_low_frac {-1.0f}

Definition at line 96 of file Execute.cpp.

Referenced by CommandLineOptions::fillOptions(), and FilterSelectivity::isFilterSelectiveEnough().

size_t g_filter_push_down_passing_row_ubound {0}

Definition at line 98 of file Execute.cpp.

Referenced by CommandLineOptions::fillOptions(), and FilterSelectivity::isFilterSelectiveEnough().

bool g_from_table_reordering {true}

Definition at line 90 of file Execute.cpp.

Referenced by RelAlgExecutor::createCompoundWorkUnit(), RelAlgExecutor::createProjectWorkUnit(), CommandLineOptions::fillOptions(), and CommandLineOptions::parse_command_line().

size_t g_gpu_smem_threshold

Initial value:

{

4096}

Definition at line 130 of file Execute.cpp.

Referenced by CommandLineOptions::fillAdvancedOptions().

size_t g_hashtable_cache_total_bytes {size_t(1) << 32}

Definition at line 152 of file Execute.cpp.

Referenced by CommandLineOptions::parse_command_line().

bool g_inner_join_fragment_skipping {true}

Definition at line 91 of file Execute.cpp.

Referenced by Executor::createKernels(), and CommandLineOptions::fillOptions().

bool g_is_test_env {false}

Definition at line 141 of file Execute.cpp.

Referenced by ResultSetRecycler::cleanupCacheForInsertion(), HashtableRecycler::cleanupCacheForInsertion(), QueryPlanDagExtractor::extractQueryPlanDagImpl(), and Executor::getArenaBlockSize().

size_t g_max_cacheable_hashtable_size_bytes {size_t(1) << 31}

Definition at line 153 of file Execute.cpp.

Referenced by CommandLineOptions::parse_command_line().

size_t g_max_cacheable_query_resultset_size_bytes {size_t(1) << 31}

Definition at line 155 of file Execute.cpp.

Referenced by CommandLineOptions::fillOptions(), and CommandLineOptions::parse_command_line().

size_t g_max_log_length {500}

Definition at line 164 of file Execute.cpp.

Referenced by anonymous_namespace{RelAlgOptimizer.cpp}::add_new_indices_for(), anonymous_namespace{RelAlgOptimizer.cpp}::cleanup_dead_nodes(), CommandLineOptions::fillAdvancedOptions(), and fold_filters().

size_t g_max_memory_allocation_size {2000000000}

Definition at line 116 of file Execute.cpp.

Referenced by create_dev_group_by_buffers(), CommandLineOptions::fillAdvancedOptions(), and QueryMemoryInitializer::QueryMemoryInitializer().

size_t g_min_memory_allocation_size

Initial value:

{

256}

Definition at line 117 of file Execute.cpp.

Referenced by create_dev_group_by_buffers(), and CommandLineOptions::fillAdvancedOptions().

bool g_null_div_by_zero {false}

Definition at line 88 of file Execute.cpp.

Referenced by CodeGenerator::codegenDiv(), CommandLineOptions::fillOptions(), and ExpressionRange::operator/().

bool g_optimize_cuda_block_and_grid_sizes {false}

Definition at line 157 of file Execute.cpp.

Referenced by DBHandler::execute_rel_alg(), and CommandLineOptions::parse_command_line().

bool g_optimize_row_initialization {true}

Definition at line 101 of file Execute.cpp.

Referenced by CommandLineOptions::fillAdvancedOptions(), and QueryMemoryInitializer::initRowGroups().

size_t g_overlaps_max_table_size_bytes {1024 * 1024 * 1024}

Definition at line 105 of file Execute.cpp.

Referenced by CommandLineOptions::fillOptions(), and OverlapsJoinHashTable::reifyWithLayout().

double g_overlaps_target_entries_per_bin {1.3}

Definition at line 106 of file Execute.cpp.

Referenced by CommandLineOptions::fillOptions(), and OverlapsJoinHashTable::reifyWithLayout().

unsigned g_pending_query_interrupt_freq {1000}

Definition at line 128 of file Execute.cpp.

Referenced by Executor::enableRuntimeQueryInterrupt(), DBHandler::execute_rel_alg(), and CommandLineOptions::parse_command_line().

size_t g_query_resultset_cache_total_bytes {size_t(1) << 32}

Definition at line 154 of file Execute.cpp.

Referenced by CommandLineOptions::fillOptions(), and CommandLineOptions::parse_command_line().

double g_running_query_interrupt_freq {0.1}

Definition at line 129 of file Execute.cpp.

Referenced by Executor::enableRuntimeQueryInterrupt(), DBHandler::execute_rel_alg(), and CommandLineOptions::parse_command_line().

bool g_strip_join_covered_quals {false}

Definition at line 107 of file Execute.cpp.

Referenced by CommandLineOptions::fillAdvancedOptions(), and strip_join_covered_filter_quals().

unsigned g_trivial_loop_join_threshold {1000}

Definition at line 89 of file Execute.cpp.

Referenced by anonymous_namespace{IRCodegen.cpp}::check_if_loop_join_is_allowed(), CommandLineOptions::fillOptions(), and anonymous_namespace{FromTableReordering.cpp}::traverse_join_cost_graph().

bool g_use_chunk_metadata_cache {true}

Definition at line 149 of file Execute.cpp.

Referenced by QueryRunner::DataRecyclerFlagsDisabler::DataRecyclerFlagsDisabler(), CommandLineOptions::fillOptions(), Fragmenter_Namespace::FragmentInfo::getChunkMetadataMap(), ChunkMetadataRecycler::getItemFromCache(), ChunkMetadataRecycler::hasItemInCache(), ChunkMetadataRecycler::markCachedItemAsDirty(), CommandLineOptions::parse_command_line(), ChunkMetadataRecycler::putItemToCache(), and QueryRunner::DataRecyclerFlagsDisabler::~DataRecyclerFlagsDisabler().

bool g_use_estimator_result_cache {true}

Definition at line 127 of file Execute.cpp.

Referenced by Executor::addToCardinalityCache(), Executor::getCachedCardinality(), and CommandLineOptions::parse_command_line().

bool g_use_hashtable_cache {true}

Definition at line 147 of file Execute.cpp.

Referenced by HashJoin::canAccessHashTable(), HashingSchemeRecycler::hasItemInCache(), OverlapsTuningParamRecycler::hasItemInCache(), HashtableRecycler::hasItemInCache(), HashingSchemeRecycler::markCachedItemAsDirty(), OverlapsTuningParamRecycler::markCachedItemAsDirty(), HashtableRecycler::markCachedItemAsDirty(), CommandLineOptions::parse_command_line(), HashingSchemeRecycler::putItemToCache(), OverlapsTuningParamRecycler::putItemToCache(), HashtableRecycler::putItemToCache(), and HashtableRecycler::removeItemFromCache().

bool g_use_query_resultset_cache {true}

Definition at line 148 of file Execute.cpp.

Referenced by RelAlgExecutor::canUseResultsetCache(), QueryRunner::DataRecyclerFlagsDisabler::DataRecyclerFlagsDisabler(), RelAlgExecutor::executeRelAlgStep(), CommandLineOptions::fillOptions(), ResultSetRecycler::getOutputMetaInfo(), ResultSetRecycler::hasItemInCache(), ResultSetRecycler::markCachedItemAsDirty(), CommandLineOptions::parse_command_line(), ResultSetRecycler::putItemToCache(), RaExecutionSequence::RaExecutionSequence(), RelAlgDag::registerQueryHints(), ResultSetRecycler::removeItemFromCache(), and QueryRunner::DataRecyclerFlagsDisabler::~DataRecyclerFlagsDisabler().

size_t g_watchdog_none_encoded_string_translation_limit {1000000UL}

Definition at line 81 of file Execute.cpp.

Referenced by anonymous_namespace{RelAlgExecutor.cpp}::check_none_encoded_string_cast_tuple_limit(), and CommandLineOptions::parse_command_line().

this

Definition at line 254 of file Execute.cpp.

Referenced by org.apache.calcite.sql.validate.SqlValidatorImpl.DeriveTypeVisitor::visit().

std::unique_ptr<llvm::Module> udf_cpu_module

std::unique_ptr<llvm::Module> udf_gpu_module

Classes

Namespaces

Macros

Functions

Variables

Macro Definition Documentation

Function Documentation

Variable Documentation