Parser::anonymous_namespace{ParserNode.cpp} Namespace Reference

Functions
bool	expr_is_null (const Analyzer::Expr *expr)
bool	bool_from_string_literal (const Parser::StringLiteral *str_literal)
void	validate_shard_column_type (const ColumnDescriptor &cd)
size_t	shard_column_index (const std::string &name, const std::list< ColumnDescriptor > &columns)
size_t	sort_column_index (const std::string &name, const std::list< ColumnDescriptor > &columns)
void	set_string_field (rapidjson::Value &obj, const std::string &field_name, const std::string &field_value, rapidjson::Document &document)
std::string	serialize_key_metainfo (const ShardKeyDef *shard_key_def, const std::vector< SharedDictionaryDef > &shared_dict_defs)
template<typename LITERAL_TYPE , typename ASSIGNMENT , typename VALIDATE = DefaultValidate<LITERAL_TYPE>>
decltype(auto)	get_property_value (const NameValueAssign *p, ASSIGNMENT op, VALIDATE validate=VALIDATE())
decltype(auto)	get_storage_type (TableDescriptor &td, const NameValueAssign *p, const std::list< ColumnDescriptor > &columns)
decltype(auto)	get_frag_size_def (TableDescriptor &td, const NameValueAssign *p, const std::list< ColumnDescriptor > &columns)
decltype(auto)	get_frag_size_dataframe_def (DataframeTableDescriptor &df_td, const NameValueAssign *p, const std::list< ColumnDescriptor > &columns)
decltype(auto)	get_max_chunk_size_def (TableDescriptor &td, const NameValueAssign *p, const std::list< ColumnDescriptor > &columns)
decltype(auto)	get_max_chunk_size_dataframe_def (DataframeTableDescriptor &df_td, const NameValueAssign *p, const std::list< ColumnDescriptor > &columns)
decltype(auto)	get_delimiter_def (DataframeTableDescriptor &df_td, const NameValueAssign *p, const std::list< ColumnDescriptor > &columns)
decltype(auto)	get_header_def (DataframeTableDescriptor &df_td, const NameValueAssign *p, const std::list< ColumnDescriptor > &columns)
decltype(auto)	get_page_size_def (TableDescriptor &td, const NameValueAssign *p, const std::list< ColumnDescriptor > &columns)
decltype(auto)	get_max_rows_def (TableDescriptor &td, const NameValueAssign *p, const std::list< ColumnDescriptor > &columns)
decltype(auto)	get_skip_rows_def (DataframeTableDescriptor &df_td, const NameValueAssign *p, const std::list< ColumnDescriptor > &columns)
decltype(auto)	get_partions_def (TableDescriptor &td, const NameValueAssign *p, const std::list< ColumnDescriptor > &columns)
decltype(auto)	get_shard_count_def (TableDescriptor &td, const NameValueAssign *p, const std::list< ColumnDescriptor > &columns)
decltype(auto)	get_vacuum_def (TableDescriptor &td, const NameValueAssign *p, const std::list< ColumnDescriptor > &columns)
decltype(auto)	get_sort_column_def (TableDescriptor &td, const NameValueAssign *p, const std::list< ColumnDescriptor > &columns)
void	get_table_definitions (TableDescriptor &td, const std::unique_ptr< NameValueAssign > &p, const std::list< ColumnDescriptor > &columns)
void	get_table_definitions_for_ctas (TableDescriptor &td, const std::unique_ptr< NameValueAssign > &p, const std::list< ColumnDescriptor > &columns)
void	get_dataframe_definitions (DataframeTableDescriptor &df_td, const std::unique_ptr< NameValueAssign > &p, const std::list< ColumnDescriptor > &columns)

Variables
static const std::map< const std::string, const TableDefFuncPtr >	tableDefFuncMap
static const std::map< const std::string, const DataframeDefFuncPtr >	dataframeDefFuncMap

Function Documentation

bool Parser::anonymous_namespace{ParserNode.cpp}::bool_from_string_literal

(

const Parser::StringLiteral *

str_literal

)

Definition at line 907 of file ParserNode.cpp.

References Parser::StringLiteral::get_stringval().

Referenced by Parser::CopyTableStmt::execute(), and Parser::ExportQueryStmt::parseOptions().

                                                                      {
  const std::string* s = str_literal->get_stringval();
  if (*s == "t" || *s == "true" || *s == "T" || *s == "True") {
    return true;
  } else if (*s == "f" || *s == "false" || *s == "F" || *s == "False") {
    return false;
  } else {
    throw std::runtime_error("Invalid string for boolean " + *s);
  }
}

Here is the call graph for this function:

Here is the caller graph for this function:

bool Parser::anonymous_namespace{ParserNode.cpp}::expr_is_null

(

const Analyzer::Expr *

expr

)

Definition at line 899 of file ParserNode.cpp.

References Analyzer::Constant::get_is_null(), SQLTypeInfo::get_type(), Analyzer::Expr::get_type_info(), and kNULLT.

Referenced by Parser::CaseExpr::normalize().

                                            {
  if (expr->get_type_info().get_type() == kNULLT) {
    return true;
  }
  const auto const_expr = dynamic_cast<const Analyzer::Constant*>(expr);
  return const_expr && const_expr->get_is_null();
}

Here is the call graph for this function:

Here is the caller graph for this function:

void Parser::anonymous_namespace{ParserNode.cpp}::get_dataframe_definitions	(	DataframeTableDescriptor &	df_td,
		const std::unique_ptr< NameValueAssign > &	p,
		const std::list< ColumnDescriptor > &	columns
	)

Definition at line 2170 of file ParserNode.cpp.

Referenced by Parser::CreateDataframeStmt::execute().

                                                                         {
  const auto it =
      dataframeDefFuncMap.find(boost::to_lower_copy<std::string>(*p->get_name()));
  if (it == dataframeDefFuncMap.end()) {
    throw std::runtime_error(
        "Invalid CREATE DATAFRAME option " + *p->get_name() +
        ". Should be FRAGMENT_SIZE, MAX_CHUNK_SIZE, SKIP_ROWS, DELIMITER or HEADER.");
  }
  return it->second(df_td, p.get(), columns);
}

Here is the caller graph for this function:

decltype(auto) Parser::anonymous_namespace{ParserNode.cpp}::get_delimiter_def	(	DataframeTableDescriptor &	df_td,
		const NameValueAssign *	p,
		const std::list< ColumnDescriptor > &	columns
	)

Definition at line 2026 of file ParserNode.cpp.

                                                                           {
  return get_property_value<StringLiteral>(p, [&df_td](const auto val) {
    if (val.size() != 1) {
      throw std::runtime_error("Length of DELIMITER must be equal to 1.");
    }
    df_td.delimiter = val;
  });
}

decltype(auto) Parser::anonymous_namespace{ParserNode.cpp}::get_frag_size_dataframe_def	(	DataframeTableDescriptor &	df_td,
		const NameValueAssign *	p,
		const std::list< ColumnDescriptor > &	columns
	)

Definition at line 2004 of file ParserNode.cpp.

                                                                                     {
  return get_property_value<IntLiteral>(
      p, [&df_td](const auto val) { df_td.maxFragRows = val; });
}

decltype(auto) Parser::anonymous_namespace{ParserNode.cpp}::get_frag_size_def	(	TableDescriptor &	td,
		const NameValueAssign *	p,
		const std::list< ColumnDescriptor > &	columns
	)

Definition at line 1997 of file ParserNode.cpp.

                                                                           {
  return get_property_value<IntLiteral>(p,
                                        [&td](const auto val) { td.maxFragRows = val; });
}

decltype(auto) Parser::anonymous_namespace{ParserNode.cpp}::get_header_def	(	DataframeTableDescriptor &	df_td,
		const NameValueAssign *	p,
		const std::list< ColumnDescriptor > &	columns
	)

Definition at line 2037 of file ParserNode.cpp.

                                                                        {
  return get_property_value<StringLiteral>(p, [&df_td](const auto val) {
    if (val == "FALSE") {
      df_td.hasHeader = false;
    } else if (val == "TRUE") {
      df_td.hasHeader = true;
    } else {
      throw std::runtime_error("Option HEADER support only 'true' or 'false' values.");
    }
  });
}

decltype(auto) Parser::anonymous_namespace{ParserNode.cpp}::get_max_chunk_size_dataframe_def	(	DataframeTableDescriptor &	df_td,
		const NameValueAssign *	p,
		const std::list< ColumnDescriptor > &	columns
	)

Definition at line 2018 of file ParserNode.cpp.

                                              {
  return get_property_value<IntLiteral>(
      p, [&df_td](const auto val) { df_td.maxChunkSize = val; });
}

decltype(auto) Parser::anonymous_namespace{ParserNode.cpp}::get_max_chunk_size_def	(	TableDescriptor &	td,
		const NameValueAssign *	p,
		const std::list< ColumnDescriptor > &	columns
	)

Definition at line 2011 of file ParserNode.cpp.

                                                                                {
  return get_property_value<IntLiteral>(p,
                                        [&td](const auto val) { td.maxChunkSize = val; });
}

decltype(auto) Parser::anonymous_namespace{ParserNode.cpp}::get_max_rows_def	(	TableDescriptor &	td,
		const NameValueAssign *	p,
		const std::list< ColumnDescriptor > &	columns
	)

Definition at line 2057 of file ParserNode.cpp.

                                                                          {
  return get_property_value<IntLiteral>(p, [&td](const auto val) { td.maxRows = val; });
}

decltype(auto) Parser::anonymous_namespace{ParserNode.cpp}::get_page_size_def	(	TableDescriptor &	td,
		const NameValueAssign *	p,
		const std::list< ColumnDescriptor > &	columns
	)

Definition at line 2051 of file ParserNode.cpp.

                                                                           {
  return get_property_value<IntLiteral>(p,
                                        [&td](const auto val) { td.fragPageSize = val; });
}

decltype(auto) Parser::anonymous_namespace{ParserNode.cpp}::get_partions_def	(	TableDescriptor &	td,
		const NameValueAssign *	p,
		const std::list< ColumnDescriptor > &	columns
	)

Definition at line 2070 of file ParserNode.cpp.

                                                                          {
  return get_property_value<StringLiteral>(p, [&td](const auto partitions_uc) {
    if (partitions_uc != "SHARDED" && partitions_uc != "REPLICATED") {
      throw std::runtime_error("PARTITIONS must be SHARDED or REPLICATED");
    }
    if (td.shardedColumnId != 0 && partitions_uc == "REPLICATED") {
      throw std::runtime_error(
          "A table cannot be sharded and replicated at the same time");
    };
    td.partitions = partitions_uc;
  });
}

template<typename LITERAL_TYPE , typename ASSIGNMENT , typename VALIDATE = DefaultValidate<LITERAL_TYPE>>

decltype(auto) Parser::anonymous_namespace{ParserNode.cpp}::get_property_value	(	const NameValueAssign *	p,
		ASSIGNMENT	op,
		VALIDATE	validate = VALIDATE()
	)

Definition at line 1982 of file ParserNode.cpp.

                                                                  {
  const auto val = validate(p);
  return op(val);
}

decltype(auto) Parser::anonymous_namespace{ParserNode.cpp}::get_shard_count_def	(	TableDescriptor &	td,
		const NameValueAssign *	p,
		const std::list< ColumnDescriptor > &	columns
	)

Definition at line 2084 of file ParserNode.cpp.

References g_leaf_count.

                                                                             {
  if (!td.shardedColumnId) {
    throw std::runtime_error("SHARD KEY must be defined.");
  }
  return get_property_value<IntLiteral>(p, [&td](const auto shard_count) {
    if (g_leaf_count && shard_count % g_leaf_count) {
      throw std::runtime_error(
          "SHARD_COUNT must be a multiple of the number of leaves in the cluster.");
    }
    td.nShards = g_leaf_count ? shard_count / g_leaf_count : shard_count;
    if (!td.shardedColumnId && !td.nShards) {
      throw std::runtime_error(
          "Must specify the number of shards through the SHARD_COUNT option");
    };
  });
}

decltype(auto) Parser::anonymous_namespace{ParserNode.cpp}::get_skip_rows_def	(	DataframeTableDescriptor &	df_td,
		const NameValueAssign *	p,
		const std::list< ColumnDescriptor > &	columns
	)

Definition at line 2063 of file ParserNode.cpp.

                                                                           {
  return get_property_value<IntLiteral>(
      p, [&df_td](const auto val) { df_td.skipRows = val; });
}

decltype(auto) Parser::anonymous_namespace{ParserNode.cpp}::get_sort_column_def	(	TableDescriptor &	td,
		const NameValueAssign *	p,
		const std::list< ColumnDescriptor > &	columns
	)

Definition at line 2114 of file ParserNode.cpp.

References sort_column_index().

                                                                             {
  return get_property_value<StringLiteral>(p, [&td, &columns](const auto sort_upper) {
    td.sortedColumnId = sort_column_index(sort_upper, columns);
    if (!td.sortedColumnId) {
      throw std::runtime_error("Specified sort column " + sort_upper + " doesn't exist");
    }
  });
}

Here is the call graph for this function:

decltype(auto) Parser::anonymous_namespace{ParserNode.cpp}::get_storage_type	(	TableDescriptor &	td,
		const NameValueAssign *	p,
		const std::list< ColumnDescriptor > &	columns
	)

Definition at line 1989 of file ParserNode.cpp.

                                                                          {
  auto assignment = [&td](const auto val) { td.storageType = val; };
  return get_property_value<StringLiteral, decltype(assignment), CaseSensitiveValidate>(
      p, assignment);
}

void Parser::anonymous_namespace{ParserNode.cpp}::get_table_definitions	(	TableDescriptor &	td,
		const std::unique_ptr< NameValueAssign > &	p,
		const std::list< ColumnDescriptor > &	columns
	)

Definition at line 2136 of file ParserNode.cpp.

Referenced by Parser::CreateTableStmt::executeDryRun().

                                                                     {
  const auto it = tableDefFuncMap.find(boost::to_lower_copy<std::string>(*p->get_name()));
  if (it == tableDefFuncMap.end()) {
    throw std::runtime_error(
        "Invalid CREATE TABLE option " + *p->get_name() +
        ". Should be FRAGMENT_SIZE, MAX_CHUNK_SIZE, PAGE_SIZE, MAX_ROWS, "
        "PARTITIONS, SHARD_COUNT, VACUUM, SORT_COLUMN, or STORAGE_TYPE.");
  }
  return it->second(td, p.get(), columns);
}

Here is the caller graph for this function:

void Parser::anonymous_namespace{ParserNode.cpp}::get_table_definitions_for_ctas	(	TableDescriptor &	td,
		const std::unique_ptr< NameValueAssign > &	p,
		const std::list< ColumnDescriptor > &	columns
	)

Definition at line 2149 of file ParserNode.cpp.

Referenced by Parser::CreateTableAsSelectStmt::execute().

                                                                              {
  const auto it = tableDefFuncMap.find(boost::to_lower_copy<std::string>(*p->get_name()));
  if (it == tableDefFuncMap.end()) {
    throw std::runtime_error(
        "Invalid CREATE TABLE AS option " + *p->get_name() +
        ". Should be FRAGMENT_SIZE, MAX_CHUNK_SIZE, PAGE_SIZE, MAX_ROWS, "
        "PARTITIONS, SHARD_COUNT, VACUUM, SORT_COLUMN, STORAGE_TYPE or "
        "USE_SHARED_DICTIONARIES.");
  }
  return it->second(td, p.get(), columns);
}

Here is the caller graph for this function:

decltype(auto) Parser::anonymous_namespace{ParserNode.cpp}::get_vacuum_def	(	TableDescriptor &	td,
		const NameValueAssign *	p,
		const std::list< ColumnDescriptor > &	columns
	)

Definition at line 2103 of file ParserNode.cpp.

                                                                        {
  return get_property_value<StringLiteral>(p, [&td](const auto vacuum_uc) {
    if (vacuum_uc != "IMMEDIATE" && vacuum_uc != "DELAYED") {
      throw std::runtime_error("VACUUM must be IMMEDIATE or DELAYED");
    }
    td.hasDeletedCol = boost::iequals(vacuum_uc, "IMMEDIATE") ? false : true;
  });
}

std::string Parser::anonymous_namespace{ParserNode.cpp}::serialize_key_metainfo	(	const ShardKeyDef *	shard_key_def,
		const std::vector< SharedDictionaryDef > &	shared_dict_defs
	)

Definition at line 1949 of file ParserNode.cpp.

References Parser::ShardKeyDef::get_column(), and set_string_field().

Referenced by Parser::CreateDataframeStmt::execute(), Parser::CreateTableAsSelectStmt::execute(), and Parser::CreateTableStmt::executeDryRun().

                                                            {
  rapidjson::Document document;
  auto& allocator = document.GetAllocator();
  rapidjson::Value arr(rapidjson::kArrayType);
  if (shard_key_def) {
    rapidjson::Value shard_key_obj(rapidjson::kObjectType);
    set_string_field(shard_key_obj, "type", "SHARD KEY", document);
    set_string_field(shard_key_obj, "name", shard_key_def->get_column(), document);
    arr.PushBack(shard_key_obj, allocator);
  }
  for (const auto& shared_dict_def : shared_dict_defs) {
    rapidjson::Value shared_dict_obj(rapidjson::kObjectType);
    set_string_field(shared_dict_obj, "type", "SHARED DICTIONARY", document);
    set_string_field(shared_dict_obj, "name", shared_dict_def.get_column(), document);
    set_string_field(
        shared_dict_obj, "foreign_table", shared_dict_def.get_foreign_table(), document);
    set_string_field(shared_dict_obj,
                     "foreign_column",
                     shared_dict_def.get_foreign_column(),
                     document);
    arr.PushBack(shared_dict_obj, allocator);
  }
  rapidjson::StringBuffer buffer;
  rapidjson::Writer<rapidjson::StringBuffer> writer(buffer);
  arr.Accept(writer);
  return buffer.GetString();
}

Here is the call graph for this function:

Here is the caller graph for this function:

void Parser::anonymous_namespace{ParserNode.cpp}::set_string_field	(	rapidjson::Value &	obj,
		const std::string &	field_name,
		const std::string &	field_value,
		rapidjson::Document &	document
	)

Definition at line 1936 of file ParserNode.cpp.

Referenced by serialize_key_metainfo().

                                                   {
  rapidjson::Value field_name_json_str;
  field_name_json_str.SetString(
      field_name.c_str(), field_name.size(), document.GetAllocator());
  rapidjson::Value field_value_json_str;
  field_value_json_str.SetString(
      field_value.c_str(), field_value.size(), document.GetAllocator());
  obj.AddMember(field_name_json_str, field_value_json_str, document.GetAllocator());
}

Here is the caller graph for this function:

size_t Parser::anonymous_namespace{ParserNode.cpp}::shard_column_index	(	const std::string &	name,
		const std::list< ColumnDescriptor > &	columns
	)

Definition at line 1903 of file ParserNode.cpp.

References validate_shard_column_type().

Referenced by Parser::CreateTableStmt::executeDryRun().

                                                                    {
  size_t index = 1;
  for (const auto& cd : columns) {
    if (cd.columnName == name) {
      validate_shard_column_type(cd);
      return index;
    }
    ++index;
    if (cd.columnType.is_geometry()) {
      index += cd.columnType.get_physical_cols();
    }
  }
  // Not found, return 0
  return 0;
}

Here is the call graph for this function:

Here is the caller graph for this function:

size_t Parser::anonymous_namespace{ParserNode.cpp}::sort_column_index	(	const std::string &	name,
		const std::list< ColumnDescriptor > &	columns
	)

Definition at line 1920 of file ParserNode.cpp.

Referenced by get_sort_column_def().

                                                                   {
  size_t index = 1;
  for (const auto& cd : columns) {
    if (boost::to_upper_copy<std::string>(cd.columnName) == name) {
      return index;
    }
    ++index;
    if (cd.columnType.is_geometry()) {
      index += cd.columnType.get_physical_cols();
    }
  }
  // Not found, return 0
  return 0;
}

Here is the caller graph for this function:

void Parser::anonymous_namespace{ParserNode.cpp}::validate_shard_column_type

(

const ColumnDescriptor &

cd

)

Definition at line 1892 of file ParserNode.cpp.

References ColumnDescriptor::columnType, and kENCODING_DICT.

Referenced by shard_column_index().

                                                            {
  const auto& col_ti = cd.columnType;
  if (col_ti.is_integer() ||
      (col_ti.is_string() && col_ti.get_compression() == kENCODING_DICT) ||
      col_ti.is_time()) {
    return;
  }
  throw std::runtime_error("Cannot shard on type " + col_ti.get_type_name() +
                           ", encoding " + col_ti.get_compression_name());
}

Here is the caller graph for this function:

Variable Documentation

const std::map<const std::string, const DataframeDefFuncPtr> Parser::anonymous_namespace{ParserNode.cpp}::dataframeDefFuncMap

static

Initial value:

=
    {{"fragment_size"s, get_frag_size_dataframe_def},
     {"max_chunk_size"s, get_max_chunk_size_dataframe_def},
     {"skip_rows"s, get_skip_rows_def},
     {"delimiter"s, get_delimiter_def},
     {"header"s, get_header_def}}

Definition at line 2163 of file ParserNode.cpp.

const std::map<const std::string, const TableDefFuncPtr> Parser::anonymous_namespace{ParserNode.cpp}::tableDefFuncMap

static

Initial value:

= {
    {"fragment_size"s, get_frag_size_def},
    {"max_chunk_size"s, get_max_chunk_size_def},
    {"page_size"s, get_page_size_def},
    {"max_rows"s, get_max_rows_def},
    {"partitions"s, get_partions_def},
    {"shard_count"s, get_shard_count_def},
    {"vacuum"s, get_vacuum_def},
    {"sort_column"s, get_sort_column_def},
    {"storage_type"s, get_storage_type}}

Definition at line 2125 of file ParserNode.cpp.