Parser::CreateDataframeStmt Class Reference

#include <ParserNode.h>

Inheritance diagram for Parser::CreateDataframeStmt:

Collaboration diagram for Parser::CreateDataframeStmt:

Public Member Functions
	CreateDataframeStmt (std::string *tab, std::list< TableElement * > *table_elems, std::string *filename, std::list< NameValueAssign * > *s)
	CreateDataframeStmt (const rapidjson::Value &payload)
const std::string *	get_table () const override
const std::list < std::unique_ptr < TableElement > > &	get_table_element_list () const override
void	execute (const Catalog_Namespace::SessionInfo &session, bool read_only_mode) override
Public Member Functions inherited from Parser::DDLStmt
void	setColumnDescriptor (ColumnDescriptor &cd, const ColumnDef *coldef)
Public Member Functions inherited from Parser::Node
virtual	~Node ()

Private Attributes
std::unique_ptr< std::string >	table_
std::list< std::unique_ptr < TableElement > >	table_element_list_
std::unique_ptr< std::string >	filename_
std::list< std::unique_ptr < NameValueAssign > >	storage_options_

Detailed Description

Definition at line 1085 of file ParserNode.h.

Constructor & Destructor Documentation

Parser::CreateDataframeStmt::CreateDataframeStmt ( std::string *  tab, std::list< TableElement * > *  table_elems, std::string *  filename, std::list< NameValueAssign * > *  s  )

inline

Definition at line 1087 of file ParserNode.h.

References CHECK, storage_options_, and table_element_list_.

      : table_(tab), filename_(filename) {
    CHECK(table_elems);
    for (const auto e : *table_elems) {
      table_element_list_.emplace_back(e);
    }
    delete table_elems;
    if (s) {
      for (const auto e : *s) {
        storage_options_.emplace_back(e);
      }
      delete s;
    }
  }

Parser::CreateDataframeStmt::CreateDataframeStmt

(

const rapidjson::Value &

payload

)

Definition at line 3309 of file ParserNode.cpp.

References CHECK, filename_, json_str(), Parser::anonymous_namespace{ParserNode.cpp}::parse_elements(), Parser::anonymous_namespace{ParserNode.cpp}::parse_options(), storage_options_, table_, and table_element_list_.

                                                                      {
  CHECK(payload.HasMember("name"));
  table_ = std::make_unique<std::string>(json_str(payload["name"]));

  CHECK(payload.HasMember("elementList"));
  parse_elements(payload, "elementList", *table_, table_element_list_);

  CHECK(payload.HasMember("filePath"));
  std::string fs = json_str(payload["filePath"]);
  // strip leading/trailing spaces/quotes/single quotes
  boost::algorithm::trim_if(fs, boost::is_any_of(" \"'`"));
  filename_ = std::make_unique<std::string>(fs);

  parse_options(payload, storage_options_);
}

Here is the call graph for this function:

Member Function Documentation

void Parser::CreateDataframeStmt::execute ( const Catalog_Namespace::SessionInfo &  session, bool  read_only_mode  )

overridevirtual

Implements Parser::DDLStmt.

Definition at line 3325 of file ParserNode.cpp.

References Catalog_Namespace::SessionInfo::checkDBAccessPrivileges(), ColumnDescriptor::columnName, Data_Namespace::CPU_LEVEL, AccessPrivileges::CREATE_TABLE, DEFAULT_FRAGMENT_ROWS, DEFAULT_MAX_CHUNK_SIZE, DEFAULT_MAX_ROWS, DEFAULT_PAGE_SIZE, legacylockmgr::ExecutorOuterLock, filename_, TableDescriptor::fragmenter, TableDescriptor::fragPageSize, TableDescriptor::fragType, Parser::ColumnDef::get_column_name(), Catalog_Namespace::SessionInfo::get_currentUser(), Parser::anonymous_namespace{ParserNode.cpp}::get_dataframe_definitions(), Catalog_Namespace::SessionInfo::getCatalog(), legacylockmgr::LockMgr< MutexType, KeyType >::getMutex(), Fragmenter_Namespace::INSERT_ORDER, TableDescriptor::isView, TableDescriptor::keyMetainfo, TableDescriptor::maxChunkSize, TableDescriptor::maxFragRows, TableDescriptor::maxRows, TableDescriptor::nColumns, TableDescriptor::persistenceLevel, Parser::anonymous_namespace{ParserNode.cpp}::serialize_key_metainfo(), Parser::DDLStmt::setColumnDescriptor(), storage_options_, TableDescriptor::storageType, table_, table_element_list_, TableDBObjectType, TableDescriptor::tableName, TableDescriptor::userId, Catalog_Namespace::UserMetadata::userId, and validate_shared_dictionary().

Referenced by heavydb.cursor.Cursor::executemany().

                                                       {
  if (read_only_mode) {
    throw std::runtime_error("CREATE DATAFRAME invalid in read only mode.");
  }
  auto& catalog = session.getCatalog();

  const auto execute_write_lock =
      heavyai::unique_lock<legacylockmgr::WrapperType<heavyai::shared_mutex>>(
          *legacylockmgr::LockMgr<heavyai::shared_mutex, bool>::getMutex(
              legacylockmgr::ExecutorOuterLock, true));

  // check access privileges
  if (!session.checkDBAccessPrivileges(DBObjectType::TableDBObjectType,
                                       AccessPrivileges::CREATE_TABLE)) {
    throw std::runtime_error("Table " + *table_ +
                             " will not be created. User has no create privileges.");
  }

  if (catalog.getMetadataForTable(*table_) != nullptr) {
    throw std::runtime_error("Table " + *table_ + " already exists.");
  }
  DataframeTableDescriptor df_td;
  std::list<ColumnDescriptor> columns;
  std::vector<SharedDictionaryDef> shared_dict_defs;

  std::unordered_set<std::string> uc_col_names;
  for (auto& e : table_element_list_) {
    if (dynamic_cast<SharedDictionaryDef*>(e.get())) {
      auto shared_dict_def = static_cast<SharedDictionaryDef*>(e.get());
      validate_shared_dictionary(
          this, shared_dict_def, columns, shared_dict_defs, catalog);
      shared_dict_defs.push_back(*shared_dict_def);
      continue;
    }
    if (!dynamic_cast<ColumnDef*>(e.get())) {
      throw std::runtime_error("Table constraints are not supported yet.");
    }
    ColumnDef* coldef = static_cast<ColumnDef*>(e.get());
    ColumnDescriptor cd;
    cd.columnName = *coldef->get_column_name();
    const auto uc_col_name = boost::to_upper_copy<std::string>(cd.columnName);
    const auto it_ok = uc_col_names.insert(uc_col_name);
    if (!it_ok.second) {
      throw std::runtime_error("Column '" + cd.columnName + "' defined more than once");
    }
    setColumnDescriptor(cd, coldef);
    columns.push_back(cd);
  }

  df_td.tableName = *table_;
  df_td.nColumns = columns.size();
  df_td.isView = false;
  df_td.fragmenter = nullptr;
  df_td.fragType = Fragmenter_Namespace::FragmenterType::INSERT_ORDER;
  df_td.maxFragRows = DEFAULT_FRAGMENT_ROWS;
  df_td.maxChunkSize = DEFAULT_MAX_CHUNK_SIZE;
  df_td.fragPageSize = DEFAULT_PAGE_SIZE;
  df_td.maxRows = DEFAULT_MAX_ROWS;
  df_td.persistenceLevel = Data_Namespace::MemoryLevel::CPU_LEVEL;
  if (!storage_options_.empty()) {
    for (auto& p : storage_options_) {
      get_dataframe_definitions(df_td, p, columns);
    }
  }
  df_td.keyMetainfo = serialize_key_metainfo(nullptr, shared_dict_defs);
  df_td.userId = session.get_currentUser().userId;
  df_td.storageType = *filename_;

  catalog.createShardedTable(df_td, columns, shared_dict_defs);
  // TODO (max): It's transactionally unsafe, should be fixed: we may create object w/o
  // privileges
  SysCatalog::instance().createDBObject(
      session.get_currentUser(), df_td.tableName, TableDBObjectType, catalog);
}

Here is the call graph for this function:

Here is the caller graph for this function:

const std::string* Parser::CreateDataframeStmt::get_table ( ) const

inlineoverridevirtual

Implements Parser::CreateTableBaseStmt.

Definition at line 1106 of file ParserNode.h.

References table_.

{ return table_.get(); }

const std::list<std::unique_ptr<TableElement> >& Parser::CreateDataframeStmt::get_table_element_list ( ) const

inlineoverridevirtual

Implements Parser::CreateTableBaseStmt.

Definition at line 1107 of file ParserNode.h.

References table_element_list_.

                     {
    return table_element_list_;
  }

Member Data Documentation

std::unique_ptr<std::string> Parser::CreateDataframeStmt::filename_

private

Definition at line 1118 of file ParserNode.h.

Referenced by CreateDataframeStmt(), and execute().

std::list<std::unique_ptr<NameValueAssign> > Parser::CreateDataframeStmt::storage_options_

private

Definition at line 1119 of file ParserNode.h.

Referenced by CreateDataframeStmt(), and execute().

std::unique_ptr<std::string> Parser::CreateDataframeStmt::table_

private

Definition at line 1116 of file ParserNode.h.

Referenced by CreateDataframeStmt(), execute(), and get_table().

std::list<std::unique_ptr<TableElement> > Parser::CreateDataframeStmt::table_element_list_

private

Definition at line 1117 of file ParserNode.h.

Referenced by CreateDataframeStmt(), execute(), and get_table_element_list().

---

The documentation for this class was generated from the following files:

• /home/jenkins-slave/workspace/core-os-doxygen/Parser/ParserNode.h
• /home/jenkins-slave/workspace/core-os-doxygen/Parser/ParserNode.cpp