OmniSciDB  ca0c39ec8f
 All Classes Namespaces Files Functions Variables Typedefs Enumerations Enumerator Friends Macros Groups Pages
RelAlgExecutionUnit.h File Reference

Execution unit for relational algebra. It's a low-level description of any relational algebra operation in a format understood by our VM. More...

#include "Descriptors/InputDescriptors.h"
#include "QueryHint.h"
#include "RelAlgDag.h"
#include "Shared/sqldefs.h"
#include "Shared/toString.h"
#include "TableFunctions/TableFunctionOutputBufferSizeType.h"
#include "TableFunctions/TableFunctionsFactory.h"
#include "ThriftHandler/QueryState.h"
#include <boost/graph/adjacency_list.hpp>
#include <list>
#include <memory>
#include <optional>
#include <vector>
+ Include dependency graph for RelAlgExecutionUnit.h:
+ This graph shows which files directly or indirectly include this file:

Go to the source code of this file.

Classes

struct  HashTableBuildDag
 
struct  SortInfo
 
struct  JoinCondition
 
struct  RelAlgExecutionUnit
 
struct  TableFunctionExecutionUnit
 

Namespaces

 Analyzer
 

Typedefs

using AdjacentList = boost::adjacency_list< boost::setS, boost::vecS, boost::directedS >
 
using RelNodeId = size_t
 
using RelNodeExplainedHash = size_t
 
using QueryPlanDAG = std::string
 
using QueryPlanHash = size_t
 
using HashTableBuildDagMap = std::unordered_map< size_t, HashTableBuildDag >
 
using TableIdToNodeMap = std::unordered_map< int, const RelAlgNode * >
 
using JoinQualsPerNestingLevel = std::vector< JoinCondition >
 
using ResultSetPtr = std::shared_ptr< ResultSet >
 

Enumerations

enum  JoinColumnSide { kInner, kOuter, kQual, kDirect }
 
enum  SortAlgorithm { SortAlgorithm::Default, SortAlgorithm::SpeculativeTopN, SortAlgorithm::StreamingTopN }
 

Functions

std::ostream & operator<< (std::ostream &os, const RelAlgExecutionUnit &ra_exe_unit)
 
std::string ra_exec_unit_desc_for_caching (const RelAlgExecutionUnit &ra_exe_unit)
 

Variables

constexpr char const * EMPTY_QUERY_PLAN = ""
 
constexpr QueryPlanHash EMPTY_HASHED_PLAN_DAG_KEY = 0
 

Detailed Description

Execution unit for relational algebra. It's a low-level description of any relational algebra operation in a format understood by our VM.

Definition in file RelAlgExecutionUnit.h.

Typedef Documentation

using AdjacentList = boost::adjacency_list<boost::setS, boost::vecS, boost::directedS>

Definition at line 43 of file RelAlgExecutionUnit.h.

using HashTableBuildDagMap = std::unordered_map<size_t, HashTableBuildDag>

Definition at line 86 of file RelAlgExecutionUnit.h.

Definition at line 129 of file RelAlgExecutionUnit.h.

using QueryPlanDAG = std::string

Definition at line 56 of file RelAlgExecutionUnit.h.

using QueryPlanHash = size_t

Definition at line 58 of file RelAlgExecutionUnit.h.

using RelNodeExplainedHash = size_t

Definition at line 51 of file RelAlgExecutionUnit.h.

using RelNodeId = size_t

Definition at line 49 of file RelAlgExecutionUnit.h.

using ResultSetPtr = std::shared_ptr<ResultSet>

Definition at line 183 of file RelAlgExecutionUnit.h.

using TableIdToNodeMap = std::unordered_map<int, const RelAlgNode*>

Definition at line 94 of file RelAlgExecutionUnit.h.

Enumeration Type Documentation

Enumerator
kInner 
kOuter 
kQual 
kDirect 

Definition at line 96 of file RelAlgExecutionUnit.h.

96  {
97  kInner,
98  kOuter,
99  kQual, // INNER + OUTER
100  kDirect // set target directly (i.e., put Analyzer::Expr* instead of
101  // Analyzer::BinOper*)
102 };
enum SortAlgorithm
strong
Enumerator
Default 
SpeculativeTopN 
StreamingTopN 

Definition at line 106 of file RelAlgExecutionUnit.h.

Function Documentation

std::ostream& operator<< ( std::ostream &  os,
const RelAlgExecutionUnit ra_exe_unit 
)

Definition at line 1691 of file Execute.cpp.

References RelAlgExecutionUnit::estimator, anonymous_namespace{Execute.cpp}::expr_container_to_string(), RelAlgExecutionUnit::groupby_exprs, RelAlgExecutionUnit::input_col_descs, join(), RelAlgExecutionUnit::join_quals, RelAlgExecutionUnit::quals, RelAlgExecutionUnit::query_plan_dag_hash, RelAlgExecutionUnit::scan_limit, RelAlgExecutionUnit::simple_quals, anonymous_namespace{Execute.cpp}::sort_algorithm_to_string(), RelAlgExecutionUnit::sort_info, RelAlgExecutionUnit::target_exprs, to_string(), toString(), RelAlgExecutionUnit::union_all, and RelAlgExecutionUnit::use_bump_allocator.

1691  {
1692  os << "\n\tExtracted Query Plan Dag Hash: " << ra_exe_unit.query_plan_dag_hash;
1693  os << "\n\tTable/Col/Levels: ";
1694  for (const auto& input_col_desc : ra_exe_unit.input_col_descs) {
1695  const auto& scan_desc = input_col_desc->getScanDesc();
1696  os << "(" << scan_desc.getTableId() << ", " << input_col_desc->getColId() << ", "
1697  << scan_desc.getNestLevel() << ") ";
1698  }
1699  if (!ra_exe_unit.simple_quals.empty()) {
1700  os << "\n\tSimple Quals: "
1702  ", ");
1703  }
1704  if (!ra_exe_unit.quals.empty()) {
1705  os << "\n\tQuals: "
1706  << boost::algorithm::join(expr_container_to_string(ra_exe_unit.quals), ", ");
1707  }
1708  if (!ra_exe_unit.join_quals.empty()) {
1709  os << "\n\tJoin Quals: ";
1710  for (size_t i = 0; i < ra_exe_unit.join_quals.size(); i++) {
1711  const auto& join_condition = ra_exe_unit.join_quals[i];
1712  os << "\t\t" << std::to_string(i) << " " << ::toString(join_condition.type);
1713  os << boost::algorithm::join(expr_container_to_string(join_condition.quals), ", ");
1714  }
1715  }
1716  if (!ra_exe_unit.groupby_exprs.empty()) {
1717  os << "\n\tGroup By: "
1719  ", ");
1720  }
1721  os << "\n\tProjected targets: "
1723  os << "\n\tHas Estimator: " << ::toString(ra_exe_unit.estimator == nullptr);
1724  os << "\n\tSort Info: ";
1725  const auto& sort_info = ra_exe_unit.sort_info;
1726  os << "\n\t Order Entries: "
1727  << boost::algorithm::join(expr_container_to_string(sort_info.order_entries), ", ");
1728  os << "\n\t Algorithm: " << sort_algorithm_to_string(sort_info.algorithm);
1729  os << "\n\t Limit: " << std::to_string(sort_info.limit);
1730  os << "\n\t Offset: " << std::to_string(sort_info.offset);
1731  os << "\n\tScan Limit: " << std::to_string(ra_exe_unit.scan_limit);
1732  os << "\n\tBump Allocator: " << ::toString(ra_exe_unit.use_bump_allocator);
1733  if (ra_exe_unit.union_all) {
1734  os << "\n\tUnion: " << std::string(*ra_exe_unit.union_all ? "UNION ALL" : "UNION");
1735  }
1736  return os;
1737 }
std::vector< Analyzer::Expr * > target_exprs
QueryPlanHash query_plan_dag_hash
const std::optional< bool > union_all
std::string join(T const &container, std::string const &delim)
std::string toString(const QueryDescriptionType &type)
Definition: Types.h:64
const std::list< std::shared_ptr< Analyzer::Expr > > groupby_exprs
std::string to_string(char const *&&v)
const JoinQualsPerNestingLevel join_quals
std::vector< std::string > expr_container_to_string(const T &expr_container)
Definition: Execute.cpp:1603
const std::shared_ptr< Analyzer::Estimator > estimator
std::string sort_algorithm_to_string(const SortAlgorithm algorithm)
Definition: Execute.cpp:1625
std::list< std::shared_ptr< Analyzer::Expr > > quals
std::list< std::shared_ptr< const InputColDescriptor > > input_col_descs
std::list< std::shared_ptr< Analyzer::Expr > > simple_quals

+ Here is the call graph for this function:

std::string ra_exec_unit_desc_for_caching ( const RelAlgExecutionUnit ra_exe_unit)

Definition at line 1640 of file Execute.cpp.

References RelAlgExecutionUnit::estimator, RelAlgExecutionUnit::groupby_exprs, RelAlgExecutionUnit::input_col_descs, RelAlgExecutionUnit::join_quals, RelAlgExecutionUnit::quals, RelAlgExecutionUnit::scan_limit, RelAlgExecutionUnit::simple_quals, RelAlgExecutionUnit::target_exprs, to_string(), and toString().

Referenced by RelAlgExecutor::executeWorkUnit().

1640  {
1641  // todo(yoonmin): replace a cache key as a DAG representation of a query plan
1642  // instead of ra_exec_unit description if possible
1643  std::ostringstream os;
1644  for (const auto& input_col_desc : ra_exe_unit.input_col_descs) {
1645  const auto& scan_desc = input_col_desc->getScanDesc();
1646  os << scan_desc.getTableId() << "," << input_col_desc->getColId() << ","
1647  << scan_desc.getNestLevel();
1648  }
1649  if (!ra_exe_unit.simple_quals.empty()) {
1650  for (const auto& qual : ra_exe_unit.simple_quals) {
1651  if (qual) {
1652  os << qual->toString() << ",";
1653  }
1654  }
1655  }
1656  if (!ra_exe_unit.quals.empty()) {
1657  for (const auto& qual : ra_exe_unit.quals) {
1658  if (qual) {
1659  os << qual->toString() << ",";
1660  }
1661  }
1662  }
1663  if (!ra_exe_unit.join_quals.empty()) {
1664  for (size_t i = 0; i < ra_exe_unit.join_quals.size(); i++) {
1665  const auto& join_condition = ra_exe_unit.join_quals[i];
1666  os << std::to_string(i) << ::toString(join_condition.type);
1667  for (const auto& qual : join_condition.quals) {
1668  if (qual) {
1669  os << qual->toString() << ",";
1670  }
1671  }
1672  }
1673  }
1674  if (!ra_exe_unit.groupby_exprs.empty()) {
1675  for (const auto& qual : ra_exe_unit.groupby_exprs) {
1676  if (qual) {
1677  os << qual->toString() << ",";
1678  }
1679  }
1680  }
1681  for (const auto& expr : ra_exe_unit.target_exprs) {
1682  if (expr) {
1683  os << expr->toString() << ",";
1684  }
1685  }
1686  os << ::toString(ra_exe_unit.estimator == nullptr);
1687  os << std::to_string(ra_exe_unit.scan_limit);
1688  return os.str();
1689 }
std::vector< Analyzer::Expr * > target_exprs
std::string toString(const QueryDescriptionType &type)
Definition: Types.h:64
const std::list< std::shared_ptr< Analyzer::Expr > > groupby_exprs
std::string to_string(char const *&&v)
const JoinQualsPerNestingLevel join_quals
const std::shared_ptr< Analyzer::Estimator > estimator
std::list< std::shared_ptr< Analyzer::Expr > > quals
std::list< std::shared_ptr< const InputColDescriptor > > input_col_descs
std::list< std::shared_ptr< Analyzer::Expr > > simple_quals

+ Here is the call graph for this function:

+ Here is the caller graph for this function:

Variable Documentation

constexpr char const* EMPTY_QUERY_PLAN = ""