OmniSciDB  c0231cc57d
 All Classes Namespaces Files Functions Variables Typedefs Enumerations Enumerator Friends Macros Groups Pages
Catalog_Namespace Namespace Reference

Namespaces

 anonymous_namespace{Catalog.cpp}
 
 anonymous_namespace{SysCatalog.cpp}
 

Classes

struct  TableEpochInfo
 
class  Catalog
 class for a per-database catalog. also includes metadata for the current database and the current user. More...
 
struct  CustomExpression
 
class  read_lock
 
class  sqlite_lock
 
class  write_lock
 
class  SessionInfo
 
class  SessionsStore
 
struct  UserMetadata
 
struct  UserAlterations
 
struct  DBMetadata
 
struct  DBSummary
 
class  CommonFileOperations
 
class  SysCatalog
 

Typedefs

using sys_read_lock = read_lock< SysCatalog >
 
using cat_read_lock = read_lock< Catalog >
 
using cat_write_lock = write_lock< Catalog >
 
using cat_sqlite_lock = sqlite_lock< Catalog >
 
using SessionInfoPtr = std::shared_ptr< SessionInfo >
 
using DisconnectCallback = std::function< void(SessionInfoPtr &session)>
 
using sys_write_lock = write_lock< SysCatalog >
 
using sys_sqlite_lock = sqlite_lock< SysCatalog >
 
using DBSummaryList = std::list< DBSummary >
 
using TableDescriptorMap = std::map< std::string, TableDescriptor * >
 
using TableDescriptorMapById = std::map< int, TableDescriptor * >
 
using LogicalToPhysicalTableMapById = std::map< int32_t, std::vector< int32_t >>
 
using ColumnKey = std::tuple< int, std::string >
 
using ColumnDescriptorMap = std::map< ColumnKey, ColumnDescriptor * >
 
using ColumnIdKey = std::tuple< int, int >
 
using ColumnDescriptorMapById = std::map< ColumnIdKey, ColumnDescriptor * >
 
using TableDictColumnsMap = std::map< int32_t, std::set< const ColumnDescriptor * >>
 
using DictDescriptorMapById = std::map< DictRef, std::unique_ptr< DictDescriptor >>
 
using DashboardDescriptorMap = std::map< std::string, std::shared_ptr< DashboardDescriptor >>
 
using LinkDescriptorMap = std::map< std::string, LinkDescriptor * >
 
using LinkDescriptorMapById = std::map< int, LinkDescriptor * >
 
using DeletedColumnPerTableMap = std::unordered_map< const TableDescriptor *, const ColumnDescriptor * >
 
using ForeignServerMap = std::map< std::string, std::shared_ptr< foreign_storage::ForeignServer >>
 
using ForeignServerMapById = std::map< int, std::shared_ptr< foreign_storage::ForeignServer >>
 
using CustomExpressionMapById = std::map< int, std::unique_ptr< CustomExpression >>
 

Enumerations

enum  DataSourceType { DataSourceType::TABLE = 0 }
 

Functions

 dsqliteMutex_ (std::make_unique< heavyai::DistributedSharedMutex >(std::filesystem::path(basePath_)/shared::kLockfilesDirectoryName/shared::kCatalogDirectoryName/(currentDB_.dbName+".sqlite.lockfile")))
 
 sqliteMutex_ ()
 
 sharedMutex_ ()
 
 thread_holding_sqlite_lock ()
 
 thread_holding_write_lock ()
 
const TableDescriptorlookupTableDescriptor (Catalog *cat, std::map< std::string, int > &cachedTableMap, std::string &curTableName)
 
void replaceTableName (std::map< std::string, int > &cachedTableMap, std::string &curTableName, std::string &newTableName, int tableId)
 
bool contains_spaces (std::string_view str)
 returns true if the string contains one or more spaces More...
 
bool contains_sql_reserved_chars (std::string_view str, std::string_view chars="`~!@#$%^&*()-=+[{]}\\|;:'\",<.>/?")
 returns true if the string contains one or more OmniSci SQL reserved characters More...
 
bool is_reserved_sql_keyword (std::string_view str)
 returns true if the string equals an OmniSci SQL reserved keyword More...
 
std::ostream & operator<< (std::ostream &os, const SessionInfo &session_info)
 
static bool parseUserMetadataFromSQLite (const std::unique_ptr< SqliteConnector > &conn, UserMetadata &user, int row)
 

Variables

const int DEFAULT_INITIAL_VERSION = 1
 
const int MAPD_TEMP_TABLE_START_ID
 
const int MAPD_TEMP_DICT_START_ID
 
static constexpr const char * USERS_SYS_TABLE_NAME {"users"}
 
static constexpr const char * TABLES_SYS_TABLE_NAME {"tables"}
 
static constexpr const char * DASHBOARDS_SYS_TABLE_NAME {"dashboards"}
 
static constexpr const char * DATABASES_SYS_TABLE_NAME {"databases"}
 
static constexpr const char * PERMISSIONS_SYS_TABLE_NAME {"permissions"}
 
static constexpr const char * ROLES_SYS_TABLE_NAME {"roles"}
 
static constexpr const char * ROLE_ASSIGNMENTS_SYS_TABLE_NAME {"role_assignments"}
 
static constexpr const char * MEMORY_SUMMARY_SYS_TABLE_NAME {"memory_summary"}
 
static constexpr const char * MEMORY_DETAILS_SYS_TABLE_NAME {"memory_details"}
 
static constexpr const char * STORAGE_DETAILS_SYS_TABLE_NAME {"storage_details"}
 
static constexpr const char * SERVER_LOGS_SYS_TABLE_NAME {"server_logs"}
 
static constexpr const char * REQUEST_LOGS_SYS_TABLE_NAME {"request_logs"}
 
static constexpr const char * WS_SERVER_LOGS_SYS_TABLE_NAME {"web_server_logs"}
 
static constexpr const char * WS_SERVER_ACCESS_LOGS_SYS_TABLE_NAME
 
static const std::array
< std::string, 4 > 
kAggregatorOnlySystemTables
 
const size_t CALCITE_SESSION_ID_LENGTH = 64
 
const size_t SESSION_ID_LENGTH = 32
 
bool g_log_user_id {false}
 

Typedef Documentation

Definition at line 121 of file Catalog.cpp.

Definition at line 123 of file Catalog.cpp.

Definition at line 122 of file Catalog.cpp.

Definition at line 38 of file Types.h.

Definition at line 40 of file Types.h.

using Catalog_Namespace::ColumnIdKey = typedef std::tuple<int, int>

Definition at line 39 of file Types.h.

using Catalog_Namespace::ColumnKey = typedef std::tuple<int, std::string>

Definition at line 37 of file Types.h.

using Catalog_Namespace::CustomExpressionMapById = typedef std::map<int, std::unique_ptr<CustomExpression>>

Definition at line 53 of file Types.h.

using Catalog_Namespace::DashboardDescriptorMap = typedef std::map<std::string, std::shared_ptr<DashboardDescriptor>>

Definition at line 44 of file Types.h.

using Catalog_Namespace::DBSummaryList = typedef std::list<DBSummary>

Definition at line 145 of file SysCatalog.h.

using Catalog_Namespace::DeletedColumnPerTableMap = typedef std::unordered_map<const TableDescriptor*, const ColumnDescriptor*>

Definition at line 48 of file Types.h.

using Catalog_Namespace::DictDescriptorMapById = typedef std::map<DictRef, std::unique_ptr<DictDescriptor>>

Definition at line 42 of file Types.h.

using Catalog_Namespace::DisconnectCallback = typedef std::function<void(SessionInfoPtr& session)>

Definition at line 29 of file SessionsStore.h.

using Catalog_Namespace::ForeignServerMap = typedef std::map<std::string, std::shared_ptr<foreign_storage::ForeignServer>>

Definition at line 50 of file Types.h.

using Catalog_Namespace::ForeignServerMapById = typedef std::map<int, std::shared_ptr<foreign_storage::ForeignServer>>

Definition at line 52 of file Types.h.

using Catalog_Namespace::LinkDescriptorMap = typedef std::map<std::string, LinkDescriptor*>

Definition at line 45 of file Types.h.

Definition at line 46 of file Types.h.

using Catalog_Namespace::LogicalToPhysicalTableMapById = typedef std::map<int32_t, std::vector<int32_t>>

Definition at line 36 of file Types.h.

using Catalog_Namespace::SessionInfoPtr = typedef std::shared_ptr<SessionInfo>

Definition at line 27 of file SessionsStore.h.

Definition at line 120 of file Catalog.cpp.

Definition at line 124 of file SysCatalog.cpp.

Definition at line 123 of file SysCatalog.cpp.

using Catalog_Namespace::TableDescriptorMap = typedef std::map<std::string, TableDescriptor*>

Definition at line 34 of file Types.h.

Definition at line 35 of file Types.h.

using Catalog_Namespace::TableDictColumnsMap = typedef std::map<int32_t, std::set<const ColumnDescriptor*>>

Definition at line 41 of file Types.h.

Enumeration Type Documentation

Enumerator
TABLE 

Definition at line 22 of file CustomExpression.h.

Function Documentation

bool Catalog_Namespace::contains_spaces ( std::string_view  str)
inline

returns true if the string contains one or more spaces

Definition at line 5141 of file Catalog.cpp.

Referenced by Catalog_Namespace::Catalog::quoteIfRequired().

5141  {
5142  return std::find_if(str.begin(), str.end(), [](const unsigned char& ch) {
5143  return std::isspace(ch);
5144  }) != str.end();
5145 }

+ Here is the caller graph for this function:

bool Catalog_Namespace::contains_sql_reserved_chars ( std::string_view  str,
std::string_view  chars = "`~!@#$%^&*()-=+[{]}\\|;:'\",<.>/?" 
)
inline

returns true if the string contains one or more OmniSci SQL reserved characters

Definition at line 5148 of file Catalog.cpp.

Referenced by Catalog_Namespace::Catalog::quoteIfRequired().

5150  {]}\\|;:'\",<.>/?") {
5151  return str.find_first_of(chars) != std::string_view::npos;
5152 }

+ Here is the caller graph for this function:

Catalog_Namespace::dsqliteMutex_ ( std::make_unique< heavyai::DistributedSharedMutex std::filesystem::path(basePath_)/shared::kLockfilesDirectoryName/shared::kCatalogDirectoryName/(currentDB_.dbName+".sqlite.lockfile"))

Referenced by Catalog_Namespace::SysCatalog::init().

+ Here is the caller graph for this function:

bool Catalog_Namespace::is_reserved_sql_keyword ( std::string_view  str)
inline

returns true if the string equals an OmniSci SQL reserved keyword

Definition at line 5155 of file Catalog.cpp.

References reserved_keywords, and to_upper().

Referenced by Catalog_Namespace::Catalog::quoteIfRequired().

5155  {
5156  return reserved_keywords.find(to_upper(std::string(str))) != reserved_keywords.end();
5157 }
static std::set< std::string > reserved_keywords
std::string to_upper(const std::string &str)

+ Here is the call graph for this function:

+ Here is the caller graph for this function:

const TableDescriptor* Catalog_Namespace::lookupTableDescriptor ( Catalog *  cat,
std::map< std::string, int > &  cachedTableMap,
std::string &  curTableName 
)

Definition at line 4221 of file Catalog.cpp.

References Catalog_Namespace::Catalog::getMetadataForTable().

Referenced by Catalog_Namespace::Catalog::renameTable().

4223  {
4224  auto iter = cachedTableMap.find(curTableName);
4225  if ((iter != cachedTableMap.end())) {
4226  // get the cached tableId
4227  // and use that to lookup the TableDescriptor
4228  int tableId = (*iter).second;
4229  if (tableId == -1) {
4230  return NULL;
4231  } else {
4232  return cat->getMetadataForTable(tableId);
4233  }
4234  }
4235 
4236  // else ... lookup in standard location
4237  return cat->getMetadataForTable(curTableName);
4238 }
std::string cat(Ts &&...args)

+ Here is the call graph for this function:

+ Here is the caller graph for this function:

std::ostream & Catalog_Namespace::operator<< ( std::ostream &  os,
const SessionInfo &  session_info 
)

Definition at line 57 of file SessionInfo.cpp.

References Catalog_Namespace::SessionInfo::get_public_session_id().

57  {
58  os << session_info.get_public_session_id();
59  return os;
60 }

+ Here is the call graph for this function:

static bool Catalog_Namespace::parseUserMetadataFromSQLite ( const std::unique_ptr< SqliteConnector > &  conn,
UserMetadata &  user,
int  row 
)
static

Definition at line 1598 of file SysCatalog.cpp.

References Catalog_Namespace::UserMetadata::can_login, Catalog_Namespace::UserMetadata::defaultDbId, g_log_user_id, Catalog_Namespace::UserMetadata::isSuper, LOG, Catalog_Namespace::UserMetadata::passwd_hash, Catalog_Namespace::UserMetadata::userId, Catalog_Namespace::UserMetadata::userLoggable(), Catalog_Namespace::UserMetadata::userName, and logger::WARNING.

Referenced by Catalog_Namespace::anonymous_namespace{SysCatalog.cpp}::get_users(), Catalog_Namespace::SysCatalog::getMetadataForUser(), and Catalog_Namespace::SysCatalog::getMetadataForUserById().

1600  {
1601  int numRows = conn->getNumRows();
1602  if (numRows == 0) {
1603  return false;
1604  }
1605  user.userId = conn->getData<int>(row, 0);
1606  user.userName = conn->getData<string>(row, 1);
1607  user.passwd_hash = conn->getData<string>(row, 2);
1608  user.isSuper = conn->getData<bool>(row, 3);
1609  user.defaultDbId = conn->isNull(row, 4) ? -1 : conn->getData<int>(row, 4);
1610  if (conn->isNull(row, 5)) {
1611  LOG(WARNING)
1612  << "User property 'can_login' not set for user " << user.userLoggable()
1613  << ". Disabling login ability. Set the users login ability with \"ALTER USER "
1614  << (g_log_user_id ? std::string("[username]") : user.userName)
1615  << " (can_login='true');\".";
1616  }
1617  user.can_login = conn->isNull(row, 5) ? false : conn->getData<bool>(row, 5);
1618  return true;
1619 }
#define LOG(tag)
Definition: Logger.h:216

+ Here is the call graph for this function:

+ Here is the caller graph for this function:

void Catalog_Namespace::replaceTableName ( std::map< std::string, int > &  cachedTableMap,
std::string &  curTableName,
std::string &  newTableName,
int  tableId 
)

Definition at line 4240 of file Catalog.cpp.

Referenced by Catalog_Namespace::Catalog::renameTable().

4243  {
4244  // mark old/cur name as deleted
4245  cachedTableMap[curTableName] = -1;
4246 
4247  // insert the 'new' name
4248  cachedTableMap[newTableName] = tableId;
4249 }

+ Here is the caller graph for this function:

Catalog_Namespace::sharedMutex_ ( )
Catalog_Namespace::sqliteMutex_ ( )
Catalog_Namespace::thread_holding_sqlite_lock ( )
Catalog_Namespace::thread_holding_write_lock ( )

Definition at line 203 of file Catalog.cpp.

References CHECK, g_enable_fsi, g_enable_s3_fsi, g_enable_system_tables, g_multi_instance, g_serialize_temp_tables, and Catalog_Namespace::anonymous_namespace{Catalog.cpp}::table_json_filepath().

203  {
204  if (!g_enable_fsi) {
205  CHECK(!g_enable_system_tables) << "System tables require FSI to be enabled";
206  CHECK(!g_enable_s3_fsi) << "S3 FSI requires FSI to be enabled";
207  }
208 
209  if (!is_new_db && !g_multi_instance) {
210  CheckAndExecuteMigrations();
211  }
212 
213  buildMaps();
214 
215  if (g_enable_fsi) {
216  createDefaultServersIfNotExists();
217  }
218  if (!is_new_db) {
219  CheckAndExecuteMigrationsPostBuildMaps();
220  }
222  boost::filesystem::remove(table_json_filepath(basePath_, currentDB_.dbName));
223  }
224  conditionallyInitializeSystemObjects();
225  // once all initialized use real object
226  initialized_ = true;
227 }
bool g_multi_instance
Definition: heavyai_locks.h:21
auto table_json_filepath(const std::string &base_path, const std::string &db_name)
Definition: Catalog.cpp:162
bool g_enable_s3_fsi
Definition: Catalog.cpp:97
bool g_enable_system_tables
Definition: SysCatalog.cpp:64
bool g_serialize_temp_tables
Definition: Catalog.cpp:106
#define CHECK(condition)
Definition: Logger.h:222
bool g_enable_fsi
Definition: Catalog.cpp:96

+ Here is the call graph for this function:

Variable Documentation

const size_t Catalog_Namespace::CALCITE_SESSION_ID_LENGTH = 64
const int Catalog_Namespace::DEFAULT_INITIAL_VERSION = 1
const std::array<std::string, 4> Catalog_Namespace::kAggregatorOnlySystemTables
static
Initial value:
{
static constexpr const char * WS_SERVER_ACCESS_LOGS_SYS_TABLE_NAME
Definition: Catalog.h:117
static constexpr const char * DASHBOARDS_SYS_TABLE_NAME
Definition: Catalog.h:106
static constexpr const char * REQUEST_LOGS_SYS_TABLE_NAME
Definition: Catalog.h:115
static constexpr const char * WS_SERVER_LOGS_SYS_TABLE_NAME
Definition: Catalog.h:116

Definition at line 120 of file Catalog.h.

Referenced by foreign_storage::refresh_foreign_table().

const int Catalog_Namespace::MAPD_TEMP_DICT_START_ID
Initial value:
=
1073741824

Definition at line 113 of file Catalog.cpp.

const int Catalog_Namespace::MAPD_TEMP_TABLE_START_ID
Initial value:
=
1073741824

Definition at line 111 of file Catalog.cpp.

constexpr const char* Catalog_Namespace::REQUEST_LOGS_SYS_TABLE_NAME {"request_logs"}
static
constexpr const char* Catalog_Namespace::ROLE_ASSIGNMENTS_SYS_TABLE_NAME {"role_assignments"}
static
constexpr const char* Catalog_Namespace::SERVER_LOGS_SYS_TABLE_NAME {"server_logs"}
static
const size_t Catalog_Namespace::SESSION_ID_LENGTH = 32

Definition at line 127 of file SessionInfo.h.

Referenced by CachedSessionStore::add().

constexpr const char* Catalog_Namespace::WS_SERVER_ACCESS_LOGS_SYS_TABLE_NAME
static
constexpr const char* Catalog_Namespace::WS_SERVER_LOGS_SYS_TABLE_NAME {"web_server_logs"}
static