QueryEngine Class Reference

#include <QueryEngine.h>

Collaboration diagram for QueryEngine:

Public Member Functions
	QueryEngine (CudaMgr_Namespace::CudaMgr *cuda_mgr, bool cpu_only)
	~QueryEngine ()
CUstream	getCudaStream ()
CUstream	getCudaStreamForDevice (int device_num)

Static Public Member Functions
static std::shared_ptr < QueryEngine >	getInstance ()
static std::shared_ptr < QueryEngine >	createInstance (CudaMgr_Namespace::CudaMgr *cuda_mgr, bool cpu_only)

Public Attributes
std::unique_ptr < CodeCacheAccessor < CpuCompilationContext > >	s_stubs_accessor
std::unique_ptr < CodeCacheAccessor < CpuCompilationContext > >	s_code_accessor
std::unique_ptr < CodeCacheAccessor < CpuCompilationContext > >	cpu_code_accessor
std::unique_ptr < CodeCacheAccessor < GpuCompilationContext > >	gpu_code_accessor
std::unique_ptr < CodeCacheAccessor < CompilationContext > >	tf_code_accessor

Private Attributes
CudaMgr_Namespace::CudaMgr *	cuda_mgr_
std::vector< CUstream >	cuda_streams_

Static Private Attributes
static std::mutex	mutex_
static std::weak_ptr< QueryEngine >	instance_
static constexpr size_t	code_cache_size {1000}

Detailed Description

Definition at line 11 of file QueryEngine.h.

Constructor & Destructor Documentation

QueryEngine::QueryEngine ( CudaMgr_Namespace::CudaMgr *  cuda_mgr, bool  cpu_only  )

inline

Definition at line 13 of file QueryEngine.h.

References checkCudaErrors(), cuda_mgr_, cuda_streams_, g_query_engine_cuda_streams, CudaMgr_Namespace::CudaMgr::getContext(), CudaMgr_Namespace::CudaMgr::getDeviceCount(), logger::INFO, LOG, and CudaMgr_Namespace::CudaMgr::setContext().

      : cuda_mgr_(cuda_mgr)
      , s_stubs_accessor(
            std::make_unique<CodeCacheAccessor<CpuCompilationContext>>(code_cache_size,
                                                                       "s_stubs_cache"))
      , s_code_accessor(
            std::make_unique<CodeCacheAccessor<CpuCompilationContext>>(code_cache_size,
                                                                       "s_code_cache"))
      , cpu_code_accessor(
            std::make_unique<CodeCacheAccessor<CpuCompilationContext>>(code_cache_size,
                                                                       "cpu_code_cache"))
      , gpu_code_accessor(
            std::make_unique<CodeCacheAccessor<GpuCompilationContext>>(code_cache_size,
                                                                       "gpu_code_cache"))
      , tf_code_accessor(
            std::make_unique<CodeCacheAccessor<CompilationContext>>(code_cache_size,
                                                                    "tf_code_cache")) {
    if (cpu_only) {
      g_query_engine_cuda_streams = false;
    }
#ifdef HAVE_CUDA
    if (g_query_engine_cuda_streams) {
      // See:
      // https://docs.nvidia.com/cuda/cuda-runtime-api/stream-sync-behavior.html
      LOG(INFO) << "Query Engine CUDA streams enabled";
      int original_device_context = cuda_mgr_->getContext();
      CUstream s;
      for (int device_num = 0; device_num < cuda_mgr_->getDeviceCount(); ++device_num) {
        cuda_mgr_->setContext(device_num);
        checkCudaErrors(cuStreamCreate(&s, /*CU_STREAM_DEFAULT*/ CU_STREAM_NON_BLOCKING));
        cuda_streams_.push_back(s);
      }
      cuda_mgr_->setContext(original_device_context);
    } else {
      LOG(INFO) << "Query Engine CUDA streams disabled";
    }
#endif  // HAVE_CUDA
  }

Here is the call graph for this function:

QueryEngine::~QueryEngine ( )

inline

Definition at line 52 of file QueryEngine.h.

References checkCudaErrors(), cuda_streams_, and g_query_engine_cuda_streams.

                 {
#ifdef HAVE_CUDA
    if (g_query_engine_cuda_streams) {
      for (auto& c : cuda_streams_) {
        checkCudaErrors(cuStreamDestroy(c));
      }
    }
#endif  // HAVE_CUDA
  }

Here is the call graph for this function:

Member Function Documentation

static std::shared_ptr<QueryEngine> QueryEngine::createInstance ( CudaMgr_Namespace::CudaMgr *  cuda_mgr, bool  cpu_only  )

inlinestatic

Definition at line 89 of file QueryEngine.h.

References instance_, and mutex_.

Referenced by DBHandler::initialize(), and QueryRunner::QueryRunner::QueryRunner().

                                                                    {
    std::unique_lock lock(mutex_);
    if (auto s = instance_.lock()) {
      return s;
    } else {
      s = std::make_shared<QueryEngine>(cuda_mgr, cpu_only);
      instance_ = s;
      return s;
    }
  }

Here is the caller graph for this function:

CUstream QueryEngine::getCudaStream ( )

inline

Definition at line 62 of file QueryEngine.h.

References cuda_mgr_, g_query_engine_cuda_streams, CudaMgr_Namespace::CudaMgr::getContext(), and getCudaStreamForDevice().

                           {  // NOTE: CUstream is cudaStream_t
    if (g_query_engine_cuda_streams) {
      int device_num = cuda_mgr_->getContext();
      return getCudaStreamForDevice(device_num);
    } else {
      return 0;
    }
  }

Here is the call graph for this function:

CUstream QueryEngine::getCudaStreamForDevice ( int  device_num )

inline

Definition at line 71 of file QueryEngine.h.

References CHECK_GE, CHECK_LT, cuda_streams_, and g_query_engine_cuda_streams.

Referenced by getCudaStream().

                                                  {  // NOTE: CUstream is cudaStream_t
    if (g_query_engine_cuda_streams) {
      CHECK_GE(device_num, 0);
      CHECK_LT((size_t)device_num, cuda_streams_.size());
      return cuda_streams_[device_num];
    } else {
      return 0;
    }
  }

Here is the caller graph for this function:

static std::shared_ptr<QueryEngine> QueryEngine::getInstance ( )

inlinestatic

Definition at line 81 of file QueryEngine.h.

References instance_.

Referenced by ResultSetReductionJIT::codegen(), TableFunctionCompilationContext::compile(), StubGenerator::generateStub(), getQueryEngineCudaStream(), getQueryEngineCudaStreamForDevice(), Executor::optimizeAndCodegenCPU(), and Executor::reset().

                                                  {
    if (auto s = instance_.lock()) {
      return s;
    } else {
      throw std::runtime_error("QueryEngine instance hasn't been created");
    }
  }

Here is the caller graph for this function:

Member Data Documentation

constexpr size_t QueryEngine::code_cache_size {1000}

staticprivate

Definition at line 108 of file QueryEngine.h.

std::unique_ptr<CodeCacheAccessor<CpuCompilationContext> > QueryEngine::cpu_code_accessor

Definition at line 113 of file QueryEngine.h.

CudaMgr_Namespace::CudaMgr* QueryEngine::cuda_mgr_

private

Definition at line 102 of file QueryEngine.h.

Referenced by getCudaStream(), and QueryEngine().

std::vector<CUstream> QueryEngine::cuda_streams_

private

Definition at line 103 of file QueryEngine.h.

Referenced by getCudaStreamForDevice(), QueryEngine(), and ~QueryEngine().

std::unique_ptr<CodeCacheAccessor<GpuCompilationContext> > QueryEngine::gpu_code_accessor

Definition at line 114 of file QueryEngine.h.

std::weak_ptr<QueryEngine> QueryEngine::instance_

inlinestaticprivate

Definition at line 106 of file QueryEngine.h.

Referenced by createInstance(), and getInstance().

std::mutex QueryEngine::mutex_

inlinestaticprivate

Definition at line 105 of file QueryEngine.h.

Referenced by createInstance().

std::unique_ptr<CodeCacheAccessor<CpuCompilationContext> > QueryEngine::s_code_accessor

Definition at line 112 of file QueryEngine.h.

std::unique_ptr<CodeCacheAccessor<CpuCompilationContext> > QueryEngine::s_stubs_accessor

Definition at line 111 of file QueryEngine.h.

std::unique_ptr<CodeCacheAccessor<CompilationContext> > QueryEngine::tf_code_accessor

Definition at line 115 of file QueryEngine.h.

---

The documentation for this class was generated from the following file:

• /home/jenkins-slave/workspace/core-os-doxygen/QueryEngine/QueryEngine.h