OmniSciDB  8a228a1076
run_benchmark_import Namespace Reference

Functions

def get_connection (kwargs)
 
def json_format_handler (x)
 

Variables

 parser = ArgumentParser()
 
 optional = parser._action_groups.pop()
 
 required = parser.add_argument_group("required arguments")
 
 action
 
 help
 
 dest
 
 default
 
 type
 
 True
 
 args = parser.parse_args()
 
 level
 
 source_db_user = args.user
 
 source_db_passwd = args.passwd
 
 source_db_server = args.server
 
 source_db_port = args.port
 
 source_db_name = args.name
 
 label = args.label
 
 import_file = args.import_file
 
 table_schema_file = args.table_schema_file
 
 import_table_name = args.import_table_name
 
 import_query_template_file = args.import_query_template_file
 
 no_drop_table_before = args.no_drop_table_before
 
 no_drop_table_after = args.no_drop_table_after
 
 import_test_name = args.import_test_name
 
 machine_name = args.machine_name
 
 machine_uname = args.machine_uname
 
 destinations = args.destination.split(",")
 
bool valid_destination_set = True
 
 dest_db_user = args.dest_user
 
 dest_db_passwd = args.dest_passwd
 
 dest_db_server = args.dest_server
 
 dest_db_port = args.dest_port
 
 dest_db_name = args.dest_name
 
 dest_table = args.dest_table
 
 dest_table_schema_file = args.dest_table_schema_file
 
 output_file_json = args.output_file_json
 
 output_file_jenkins = args.output_file_jenkins
 
def con
 
 run_guid = str(uuid.uuid4())
 
 run_timestamp = datetime.datetime.now()
 
 run_connection = str(con)
 
string run_driver = ""
 
def run_version = con._client.get_version()
 
def run_version_short = run_version.split("-")[0]
 
 conn_machine_name = re.search(r"@(.*?):", run_connection).group(1)
 
 local_uname = os.uname()
 
 run_machine_name = machine_name
 
 run_machine_uname = machine_uname
 
 create_table_sql = table_schema.read().replace("\n", " ")
 
def res = con.execute(create_table_sql)
 
 import_query = import_query_template.read().replace("\n", " ")
 
 start_time = timeit.default_timer()
 
 end_time = timeit.default_timer()
 
 query_elapsed_time = round(((end_time - start_time) * 1000), 1)
 
def execution_time = res._result.execution_time_ms
 
 connect_time = round((query_elapsed_time - execution_time), 2)
 
 res_output = str(res.fetchall()[0])
 
 rows_loaded = re.search(r"Loaded: (.*?) recs, R", res_output).group(1)
 
 rows_rejected = re.search(r"Rejected: (.*?) recs i", res_output).group(1)
 
dictionary result
 
 result_json = json.dumps(result, default=json_format_handler, indent=2)
 
 results_df = pandas.DataFrame(result, index=[0])
 
def dest_con
 
def tables = dest_con.get_tables()
 
 method
 
 create
 
 file_json_open = open(output_file_json, "w")
 
 jenkins_bench_json
 
 file_jenkins_open = open(output_file_jenkins, "w")
 

Function Documentation

◆ get_connection()

def run_benchmark_import.get_connection (   kwargs)
  Connects to the db using pymapd
  https://pymapd.readthedocs.io/en/latest/usage.html#connecting

  Kwargs:
    db_user(str): DB username
    db_passwd(str): DB password
    db_server(str): DB host
    db_port(int): DB port
    db_name(str): DB name

  Returns:
    con(class): Connection class
    False(bool): The connection failed. Exception should be logged.

Definition at line 15 of file run_benchmark_import.py.

15 def get_connection(**kwargs):
16  """
17  Connects to the db using pymapd
18  https://pymapd.readthedocs.io/en/latest/usage.html#connecting
19 
20  Kwargs:
21  db_user(str): DB username
22  db_passwd(str): DB password
23  db_server(str): DB host
24  db_port(int): DB port
25  db_name(str): DB name
26 
27  Returns:
28  con(class): Connection class
29  False(bool): The connection failed. Exception should be logged.
30  """
31  try:
32  logging.debug("Connecting to mapd db...")
33  con = pymapd.connect(
34  user=kwargs["db_user"],
35  password=kwargs["db_passwd"],
36  host=kwargs["db_server"],
37  port=kwargs["db_port"],
38  dbname=kwargs["db_name"],
39  )
40  logging.info("Succesfully connected to mapd db")
41  return con
42  except (pymapd.exceptions.OperationalError, pymapd.exceptions.Error):
43  logging.exception("Error connecting to database.")
44  return False
45 
46 

◆ json_format_handler()

def run_benchmark_import.json_format_handler (   x)

Definition at line 47 of file run_benchmark_import.py.

47 def json_format_handler(x):
48  # Function to allow json to deal with datetime and numpy int
49  if isinstance(x, datetime.datetime):
50  return x.isoformat()
51  raise TypeError("Unknown type")
52 
53 
54 # Parse input parameters

Variable Documentation

◆ action

run_benchmark_import.action

Definition at line 60 of file run_benchmark_import.py.

◆ args

run_benchmark_import.args = parser.parse_args()

Definition at line 247 of file run_benchmark_import.py.

Referenced by Function.add(), For.add(), ExtensionFunctionsWhitelist.addCommon(), Function.addConstant(), anonymous_namespace{NativeCodegen.cpp}.bind_query(), cat(), CodeGenerator.codegen(), FixedWidthInt.codegenDecode(), FixedWidthUnsigned.codegenDecode(), DiffFixedWidthInt.codegenDecode(), FixedWidthReal.codegenDecode(), FixedWidthSmallDate.codegenDecode(), CodeGenerator.codegenFunctionOper(), CodeGenerator.codegenFunctionOperCastArgs(), GroupByAndAggregate.codegenOutputSlot(), GpuSharedMemCodeBuilder.codegenReduction(), Executor.codegenWindowFunction(), Executor.codegenWindowFunctionAggregateCalls(), GroupByAndAggregate.codegenWindowRowPointer(), Executor.compileWorkUnit(), WindowFunctionContext.computePartition(), org.apache.calcite.sql2rel.SqlToRelConverter.NoOpSubQueryConverter.convertSubQuery(), query_state::QueryState.create(), query_state::QueryStates.create(), anonymous_namespace{JoinLoopTest.cpp}.create_loop_test_function(), QueryRunner::QueryRunner.create_query_state(), DBHandler.create_query_state(), com.mapd.logrunner.LogRunner.doWork(), Catalog_Namespace::SysCatalog.execInTransaction(), measure< TimeT >.execution(), anonymous_namespace{WindowFunctionIR.cpp}.get_adjusted_window_type_info(), anonymous_namespace{WindowContext.cpp}.get_lag_or_lead_argument(), table_functions::TableFunction.getArgs(), threadpool::FuturesThreadPool< T, std::enable_if_t< std::is_object< T >::value > >.join(), com.mapd.tests.ImportAlterValidateSelectConcurrencyTest.main(), com.mapd.logrunner.LogRunner.main(), com.mapd.tests.DateTimeTest.main(), Parser::TrackedPtr< T >.make(), Parser::TrackedListPtr< T >.make(), makeExpr(), logger::DurationTree.newDuration(), logger.newDuration(), com.mapd.utility.SQLImporter_args.parse(), anonymous_namespace{GpuSharedMemoryUtils.cpp}.replace_called_function_with(), threadpool::FuturesThreadPoolBase< T >.spawn(), ThreadController_NS::SimpleThreadController< FutureReturnType >.startThread(), ThreadController_NS::SimpleRunningThreadController< FutureReturnType >.startThread(), org.apache.calcite.sql2rel.SqlToRelConverter.substituteSubQuery(), Catalog_Namespace::SysCatalog.SysCatalog(), time_wrap(), com.mapd.parser.server.CalciteServerHandler.toExtensionFunction(), com.mapd.parser.server.ExtensionFunctionSignatureParser.toSignature(), anonymous_namespace{ResultSetReductionCodegen.cpp}.translate_body(), RelAlgTranslator.translateDatePlusMinus(), RelAlgTranslator.translateFunction(), RelAlgTranslator.translateFunctionArgs(), RelAlgTranslator.translateFunctionWithGeoArg(), RelAlgTranslator.translateGeoColumn(), RelAlgTranslator.translateGeoFunctionArg(), RelAlgTranslator.translateGeoLiteral(), org.apache.calcite.sql2rel.SqlToRelConverter.translateIn(), RelAlgTranslator.translateKeyForString(), RelAlgTranslator.translateLiteral(), RelAlgTranslator.translateLower(), RelAlgTranslator.translateWindowFunction(), and string_view_unordered_map< ValueT >.try_emplace().

◆ con

def run_benchmark_import.con
Initial value:
2  db_user=source_db_user,
3  db_passwd=source_db_passwd,
4  db_server=source_db_server,
5  db_port=source_db_port,
6  db_name=source_db_name,
7 )

Definition at line 320 of file run_benchmark_import.py.

Referenced by Parser::InsertValuesStmt.determineLeafIndex().

◆ conn_machine_name

run_benchmark_import.conn_machine_name = re.search(r"@(.*?):", run_connection).group(1)

Definition at line 342 of file run_benchmark_import.py.

◆ connect_time

run_benchmark_import.connect_time = round((query_elapsed_time - execution_time), 2)

Definition at line 427 of file run_benchmark_import.py.

◆ create

run_benchmark_import.create

Definition at line 503 of file run_benchmark_import.py.

Referenced by query_state::QueryStates.create(), and kafka_insert().

◆ create_table_sql

run_benchmark_import.create_table_sql = table_schema.read().replace("\n", " ")

Definition at line 369 of file run_benchmark_import.py.

◆ default

run_benchmark_import.default

Definition at line 69 of file run_benchmark_import.py.

◆ dest

◆ dest_con

def run_benchmark_import.dest_con
Initial value:
2  db_user=dest_db_user,
3  db_passwd=dest_db_passwd,
4  db_server=dest_db_server,
5  db_port=dest_db_port,
6  db_name=dest_db_name,
7  )

Definition at line 469 of file run_benchmark_import.py.

◆ dest_db_name

run_benchmark_import.dest_db_name = args.dest_name

Definition at line 281 of file run_benchmark_import.py.

◆ dest_db_passwd

run_benchmark_import.dest_db_passwd = args.dest_passwd

Definition at line 273 of file run_benchmark_import.py.

◆ dest_db_port

run_benchmark_import.dest_db_port = args.dest_port

Definition at line 280 of file run_benchmark_import.py.

◆ dest_db_server

run_benchmark_import.dest_db_server = args.dest_server

Definition at line 279 of file run_benchmark_import.py.

◆ dest_db_user

run_benchmark_import.dest_db_user = args.dest_user

Definition at line 272 of file run_benchmark_import.py.

◆ dest_table

run_benchmark_import.dest_table = args.dest_table

Definition at line 282 of file run_benchmark_import.py.

◆ dest_table_schema_file

run_benchmark_import.dest_table_schema_file = args.dest_table_schema_file

Definition at line 283 of file run_benchmark_import.py.

◆ destinations

run_benchmark_import.destinations = args.destination.split(",")

Definition at line 269 of file run_benchmark_import.py.

◆ end_time

run_benchmark_import.end_time = timeit.default_timer()

◆ execution_time

def run_benchmark_import.execution_time = res._result.execution_time_ms

Definition at line 426 of file run_benchmark_import.py.

◆ file_jenkins_open

run_benchmark_import.file_jenkins_open = open(output_file_jenkins, "w")

Definition at line 543 of file run_benchmark_import.py.

◆ file_json_open

run_benchmark_import.file_json_open = open(output_file_json, "w")

Definition at line 509 of file run_benchmark_import.py.

◆ help

run_benchmark_import.help

Definition at line 60 of file run_benchmark_import.py.

◆ import_file

run_benchmark_import.import_file = args.import_file

Definition at line 260 of file run_benchmark_import.py.

◆ import_query

string run_benchmark_import.import_query = import_query_template.read().replace("\n", " ")

Definition at line 395 of file run_benchmark_import.py.

◆ import_query_template_file

run_benchmark_import.import_query_template_file = args.import_query_template_file

Definition at line 263 of file run_benchmark_import.py.

◆ import_table_name

run_benchmark_import.import_table_name = args.import_table_name

Definition at line 262 of file run_benchmark_import.py.

◆ import_test_name

run_benchmark_import.import_test_name = args.import_test_name

Definition at line 266 of file run_benchmark_import.py.

◆ jenkins_bench_json

run_benchmark_import.jenkins_bench_json
Initial value:
1 = json.dumps(
2  {
3  "groups": [
4  {
5  "name": import_test_name,
6  "description": "Import: " + import_test_name,
7  "tests": [
8  {
9  "name": "import",
10  "description": "",
11  "parameters": [],
12  "results": [
13  {
14  "name": import_test_name + " average",
15  "description": "",
16  "unit": "ms",
17  "dblValue": execution_time,
18  }
19  ],
20  }
21  ],
22  }
23  ]
24  }
25  )

Definition at line 516 of file run_benchmark_import.py.

◆ label

run_benchmark_import.label = args.label

◆ level

◆ local_uname

run_benchmark_import.local_uname = os.uname()

Definition at line 345 of file run_benchmark_import.py.

◆ machine_name

run_benchmark_import.machine_name = args.machine_name

Definition at line 267 of file run_benchmark_import.py.

◆ machine_uname

run_benchmark_import.machine_uname = args.machine_uname

Definition at line 268 of file run_benchmark_import.py.

◆ method

◆ no_drop_table_after

run_benchmark_import.no_drop_table_after = args.no_drop_table_after

Definition at line 265 of file run_benchmark_import.py.

◆ no_drop_table_before

run_benchmark_import.no_drop_table_before = args.no_drop_table_before

Definition at line 264 of file run_benchmark_import.py.

◆ optional

run_benchmark_import.optional = parser._action_groups.pop()

◆ output_file_jenkins

run_benchmark_import.output_file_jenkins = args.output_file_jenkins

Definition at line 313 of file run_benchmark_import.py.

◆ output_file_json

run_benchmark_import.output_file_json = args.output_file_json

Definition at line 293 of file run_benchmark_import.py.

◆ parser

◆ query_elapsed_time

run_benchmark_import.query_elapsed_time = round(((end_time - start_time) * 1000), 1)

Definition at line 425 of file run_benchmark_import.py.

◆ required

run_benchmark_import.required = parser.add_argument_group("required arguments")

◆ res

◆ res_output

run_benchmark_import.res_output = str(res.fetchall()[0])

Definition at line 428 of file run_benchmark_import.py.

◆ result

dictionary run_benchmark_import.result
Initial value:
1 = {
2  "run_guid": run_guid,
3  "run_timestamp": run_timestamp,
4  "run_connection": run_connection,
5  "run_machine_name": run_machine_name,
6  "run_machine_uname": run_machine_uname,
7  "run_driver": run_driver,
8  "run_version": run_version,
9  "run_label": label,
10  "import_test_name": import_test_name,
11  "import_elapsed_time_ms": query_elapsed_time,
12  "import_execute_time_ms": execution_time,
13  "import_conn_time_ms": connect_time,
14  "rows_loaded": rows_loaded,
15  "rows_rejected": rows_rejected,
16 }

Definition at line 441 of file run_benchmark_import.py.

Referenced by Analyzer::UOper.add_cast(), advance_target_ptr_col_wise(), advance_target_ptr_row_wise(), UsedColumnsVisitor.aggregateResult(), anonymous_namespace{ScalarCodeGenerator.cpp}::UsedColumnExpressions.aggregateResult(), anonymous_namespace{QueryPhysicalInputsCollector.cpp}::RelAlgPhysicalInputsVisitor.aggregateResult(), anonymous_namespace{JoinFilterPushDown.cpp}::CollectInputColumnsVisitor.aggregateResult(), AllRangeTableIndexVisitor.aggregateResult(), anonymous_namespace{QueryPhysicalInputsCollector.cpp}::RexPhysicalInputsVisitor.aggregateResult(), anonymous_namespace{QueryPhysicalInputsCollector.cpp}::RelAlgPhysicalTableInputsVisitor.aggregateResult(), anonymous_namespace{RelAlgOptimizer.cpp}::RexInputCollector.aggregateResult(), AllColumnVarsVisitor.aggregateResult(), anonymous_namespace{RelAlgExecutor.cpp}::RexUsedInputsVisitor.aggregateResult(), anonymous_namespace{RelAlgDagBuilder.cpp}::RexInputCollector.aggregateResult(), com.mapd.parser.extension.ddl.ForeignServerTest.AlterServerChangeOwner(), com.mapd.parser.extension.ddl.ForeignServerTest.AlterServerRenameServer(), com.mapd.parser.extension.ddl.ForeignServerTest.AlterServerSetDataWrapper(), com.mapd.parser.extension.ddl.ForeignServerTest.AlterServerSetOptions(), Parser::ArrayLiteral.analyze(), Parser::IsNullExpr.analyze(), Parser::InValues.analyze(), Parser::BetweenExpr.analyze(), Parser::CharLengthExpr.analyze(), Parser::CardinalityExpr.analyze(), QueryRunner.apply_copy_to_shim(), DBHandler.apply_copy_to_shim(), com.omnisci.jdbc.OmniSciPrepareTest.batchTest(), ExpressionRange.binOp(), com.omnisci.jdbc.OmniSciStatementTest.cancelTest1(), CodeGenerator.codegen(), CodeGenerator.codegenExtractHighPrecisionTimestamps(), CodeGenerator.codegenGeosPredicateCall(), Executor.collectAllDeviceShardedTopResults(), foreign_storage::anonymous_namespace{LazyParquetImporter.cpp}.convert_decimal_byte_array_to_int(), foreign_storage::csv_file_buffer_parser.convert_import_buffers_to_data_blocks(), foreign_storage::ParquetDecimalEncoder< V, T >.convertDecimalByteArrayToInt(), org.apache.calcite.sql2rel.SqlToRelConverter.convertQuery(), anonymous_namespace{RelAlgDagBuilder.cpp}.create_compound(), Catalog_Namespace::Catalog.createDashboardSystemRoles(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableArraySized(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableArrayUnsized(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableBigInt(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableBoolean(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableColOptions(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableDate(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableDecimal(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableDouble(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableDoubleDecimal(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableEncodingCompressed(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableEncodingCompressed32(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableEncodingDays1(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableEncodingDaysWithoutSize(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableEncodingDict(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableEncodingDict8(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableEncodingFixed1(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableEncodingFixedWithoutSize(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableEncodingNone(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableEncodingNone1(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableEpoch(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableEscapeOption(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableFloat(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableGeoPoint(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableGeoPointMerc(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableGeoPointWG(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableIfNotExists(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableLinestring(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableMultiPolygon(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableNotNull(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableOneCol(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableOptions(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTablePoint(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTablePointCompressed(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTablePolygon(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableSchema(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableSmallInt(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableTime(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableTimestamp(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableTinyInt(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableTwoCol(), com.mapd.parser.extension.ddl.ForeignServerTest.CreateServerDdlCommand(), com.mapd.parser.extension.ddl.ForeignServerTest.CreateServerDdlCommandWithIfNotExists(), com.mapd.parser.extension.ddl.UserMappingTest.createUserMapping(), com.mapd.parser.extension.ddl.UserMappingTest.createUserMappingForCurrentUser(), com.mapd.parser.extension.ddl.UserMappingTest.createUserMappingForPublicUser(), com.mapd.parser.extension.ddl.UserMappingTest.createUserMappingWithIfNotExists(), DBHandler.deallocate_df(), anonymous_namespace{ExternalExecutor.cpp}.decode_string(), org.apache.calcite.sql2rel.SqlToRelConverter.decorrelate(), CartesianProductIterator< T >.dereference(), com.mapd.parser.extension.ddl.ForeignTableTest.dropForeignTable(), com.mapd.parser.extension.ddl.ForeignTableTest.dropForeignTableIfExists(), com.mapd.parser.extension.ddl.ForeignServerTest.DropServerDdlCommand(), com.mapd.parser.extension.ddl.ForeignServerTest.DropServerDdlCommandWithIfExists(), com.mapd.parser.extension.ddl.UserMappingTest.dropUserMapping(), com.mapd.parser.extension.ddl.UserMappingTest.dropUserMappingWithIfExists(), anonymous_namespace{JoinLoopTest.cpp}.emit_external_call(), CgenState.emitExternalCall(), Parser::CreateTableAsSelectStmt.execute(), DBHandler.execute_rel_alg(), DBHandler.execute_rel_alg_df(), RelAlgExecutor.executeRelAlgQueryNoRetry(), RelAlgExecutor.executeRelAlgQueryWithFilterPushDown(), RelAlgExecutor.executeSort(), RelAlgExecutor.executeTableFunction(), RelAlgExecutor.executeWorkUnit(), Executor.executeWorkUnit(), ExecutionResult.ExecutionResult(), com.mapd.calcite.parser.MapDParser.expandVariance(), com.mapd.utility.db_vendors.OmniSciGeo_types.find_gis_type(), com.mapd.utility.db_vendors.PostGis_types.find_gis_type(), find_push_down_filters(), com.mapd.utility.db_vendors.PostGis_types.find_type_detail(), anonymous_namespace{NativeCodegen.cpp}.find_variable_in_basic_block(), import_export.gdalGatherFilesInArchiveRecursive(), import_export::Importer.gdalStatInternal(), anonymous_namespace{NativeCodegen.cpp}.gen_array_any_all_sigs(), anonymous_namespace{NativeCodegen.cpp}.gen_translate_null_key_sigs(), Parser::LikeExpr.get(), Parser::RegexpExpr.get(), Parser::LikelihoodExpr.get(), anonymous_namespace{NativeCodegen.cpp}.get_agg_fnames(), import_export::Loader.get_data_block_pointers(), DateTimeUtils.get_datetrunc_high_precision_scale(), get_device_parameters(), DateTimeUtils.get_extract_high_precision_adjusted_scale(), anonymous_namespace{RelAlgExecutor.cpp}.get_join_source_used_inputs(), anonymous_namespace{RelAlgOptimizer.cpp}.get_live_ins(), anonymous_namespace{RelAlgExecutor.cpp}.get_order_entries(), get_row_bytes(), DBHandler.get_table_details_impl(), DBHandler.get_tables_meta_impl(), RelAggregate.getAggregatesAndRelease(), com.omnisci.jdbc.OmniSciDatabaseMetaData.getColumns(), StringDictionaryProxy.getCompare(), org.apache.calcite.prepare.MapDSqlAdvisor.getCompletionHints(), com.mapd.parser.server.CalciteServerHandler.getCompletionHints(), DateTimeTranslator.getDateTruncConstantValue(), com.omnisci.jdbc.OmniSciDatabaseMetaData.getEmptyResultSetWithDesc(), StringDictionary.getEquals(), DateTimeTranslator.getExtractFromTimeConstantValue(), StringDictionaryProxy.getLike(), StringDictionary.getLike(), StringDictionaryProxy.getRegexpLike(), StringDictionary.getRegexpLike(), RaExecutionDesc.getResult(), com.omnisci.jdbc.OmniSciArray.getResultSet(), Parser.getResultSet(), ColumnFetcher.getResultSetColumn(), com.omnisci.jdbc.OmniSciDatabaseMetaData.getSchemas(), com.omnisci.jdbc.OmniSciDatabaseMetaData.getTablePrivileges(), com.omnisci.jdbc.OmniSciDatabaseMetaData.getTables(), com.omnisci.jdbc.OmniSciDatabaseMetaData.getTableTypes(), DBHandler.getTargetMetaInfo(), com.omnisci.jdbc.OmniSciDatabaseMetaData.getTypeInfo(), RelAlgExecutor.handleOutOfMemoryRetry(), heartbeat(), ColumnarResults.initWriteFunctions(), anonymous_namespace{QueryFragmentDescriptor.cpp}.is_sample_query(), Parser::LocalConnector.leafCount(), main(), mapfrom(), ColumnarResults.mergeResults(), normalize_column_pairs(), anonymous_namespace{ArrowImporter.h}::ArrowValue< int64_t >.operator const std::string(), ExpressionRange.operator||(), Geo_namespace::GeoBase.optimized_run(), foreign_storage::csv_file_buffer_parser.parse_buffer(), foreign_storage.parse_file_regions(), parse_numeric(), DBHandler.parse_to_ra(), Parser.parseStringPrivs(), anonymous_namespace{CalciteAdapter.cpp}.pg_shim_impl(), polygon_contains_point(), foreign_storage::CsvDataWrapper.populateChunks(), Parser::InsertIntoTableAsSelectStmt.populateData(), CodeGenerator.posArg(), Calcite.process(), com.mapd.parser.server.CalciteServerHandler.process(), com.mapd.parser.extension.ddl.ShowCommandTest.process_givenShowTablesDdlCommand_returnsExpectedJsonResponse(), query_template_impl(), ResultSetManager.reduce(), Executor.reduceSpeculativeTopN(), com.mapd.parser.extension.ddl.ForeignTableTest.refresh_foreign_table(), com.mapd.parser.extension.ddl.ForeignTableTest.refresh_foreign_table_with_evict(), com.mapd.parser.extension.ddl.ForeignTableTest.refresh_foreign_tables(), regexp_like(), Parser::TrackedListPtr< T >.release(), anonymous_namespace{RelAlgDagBuilder.cpp}::anonymous_namespace{RelAlgDagBuilder.cpp}.reproject_targets(), anonymous_namespace{ArrowImporter.h}::ArrowValueBase< bool >.resolve_time(), ArrowResultSet.rowIterator(), Geo_namespace::GeoBase.run(), QueryRunner::anonymous_namespace{QueryRunner.cpp}.run_select_query_with_filter_push_down(), ReductionInterpreterImpl.runBinaryOperator(), ReductionInterpreterImpl.runICmp(), QueryRunner::QueryRunner.runSelectQuery(), QueryRunner::QueryRunner.runSQLWithAllowingInterrupt(), foreign_storage.scan_metadata(), RexSubQuery.setExecutionResult(), Chunk_NS::Chunk.setIndexBuffer(), RaExecutionDesc.setResult(), com.mapd.parser.extension.ddl.ShowCommandTest.showDatabases(), com.mapd.parser.extension.ddl.ForeignServerTest.ShowForeignServers(), com.mapd.parser.extension.ddl.ForeignServerTest.ShowForeignServersEqOr(), com.mapd.parser.extension.ddl.ForeignServerTest.ShowForeignServersLike(), com.mapd.parser.extension.ddl.ForeignServerTest.ShowForeignServersLikeAnd(), com.mapd.parser.extension.ddl.ForeignServerTest.ShowForeignServersLikeAndLikeOrEq(), com.mapd.parser.extension.ddl.ForeignServerTest.ShowForeignServersWhere(), com.mapd.parser.extension.ddl.ShowCommandTest.showUserSessions(), split(), DBHandler.sql_execute_df(), DBHandler.sql_execute_impl(), anonymous_namespace{InputMetadata.cpp}.synthesize_table_info(), TargetInfo.toString(), table_functions::TableFunction.toString(), RexOperator.toString(), RexSubQuery.toString(), RexFunctionOperator.toString(), RexWindowFunctionOperator.toString(), RexAgg.toString(), RelProject.toString(), RelAggregate.toString(), RelJoin.toString(), RelFilter.toString(), RelLeftDeepInnerJoin.toString(), RelCompound.toString(), RelSort.toString(), Analyzer::WindowFunction.toString(), Analyzer::GeoUOper.toString(), Analyzer::GeoBinOper.toString(), RelTableFunction.toString(), RelAlgTranslator.translateBinaryGeoFunction(), RelAlgTranslator.translateDatePlusMinus(), RelAlgTranslator.translateInOper(), RelAlgExecutor.translateLeftDeepJoinFilter(), RelAlgTranslator.translateScalarSubquery(), tree_string(), anonymous_namespace{DBHandler.cpp}.TTypeInfo_IsGeo(), Catalog_Namespace::Catalog.updateDictionaryNames(), DBHandler.validate_rel_alg(), RelAlgVisitor< std::unordered_set< int > >.visit(), ScalarExprVisitor< std::unordered_set< InputColDescriptor > >.visitAggExpr(), ScalarExprVisitor< std::unordered_set< InputColDescriptor > >.visitArrayOper(), ScalarExprVisitor< std::unordered_set< InputColDescriptor > >.visitBinOper(), ScalarExprVisitor< std::unordered_set< InputColDescriptor > >.visitCardinality(), RexVisitor< const RexScalar *>.visitCase(), anonymous_namespace{RelAlgDagBuilder.cpp}::WindowFunctionDetectionVisitor.visitCase(), ScalarExprVisitor< std::unordered_set< InputColDescriptor > >.visitCaseExpr(), ScalarExprVisitor< std::unordered_set< InputColDescriptor > >.visitCharLength(), AllRangeTableIndexVisitor.visitColumnVarTuple(), AllColumnVarsVisitor.visitColumnVarTuple(), anonymous_namespace{QueryPhysicalInputsCollector.cpp}::RelAlgPhysicalInputsVisitor.visitCompound(), ScalarExprToSql.visitConstant(), ScalarExprVisitor< std::unordered_set< InputColDescriptor > >.visitDateaddExpr(), ScalarExprVisitor< std::unordered_set< InputColDescriptor > >.visitDatediffExpr(), ScalarExprVisitor< std::unordered_set< InputColDescriptor > >.visitDatetruncExpr(), ScalarExprVisitor< std::unordered_set< InputColDescriptor > >.visitExtractExpr(), ScalarExprToSql.visitFunctionOper(), ScalarExprVisitor< std::unordered_set< InputColDescriptor > >.visitFunctionOper(), ScalarExprVisitor< std::unordered_set< InputColDescriptor > >.visitGeoBinOper(), ScalarExprVisitor< std::unordered_set< InputColDescriptor > >.visitGeoUOper(), anonymous_namespace{RelAlgOptimizer.cpp}::RexInputCollector.visitInput(), ScalarExprVisitor< std::unordered_set< InputColDescriptor > >.visitInValues(), ScalarExprVisitor< std::unordered_set< InputColDescriptor > >.visitKeyForString(), anonymous_namespace{QueryPhysicalInputsCollector.cpp}::RelAlgPhysicalInputsVisitor.visitLeftDeepInnerJoin(), ScalarExprToSql.visitLikeExpr(), ScalarExprVisitor< std::unordered_set< InputColDescriptor > >.visitLikeExpr(), ScalarExprToSql.visitList(), anonymous_namespace{QueryPhysicalInputsCollector.cpp}::RexPhysicalInputsVisitor.visitOperator(), RexVisitor< const RexScalar *>.visitOperator(), anonymous_namespace{QueryPhysicalInputsCollector.cpp}::RelAlgPhysicalInputsVisitor.visitProject(), ScalarExprVisitor< std::unordered_set< InputColDescriptor > >.visitRegexpExpr(), ScalarExprVisitor< std::unordered_set< InputColDescriptor > >.visitSampleRatio(), ScalarExprVisitor< std::unordered_set< InputColDescriptor > >.visitUOper(), ScalarExprToSql.visitWindowFunction(), ScalarExprVisitor< std::unordered_set< InputColDescriptor > >.visitWindowFunction(), and RexVisitor< const RexScalar *>.visitWindowFunctionOperator().

◆ result_json

run_benchmark_import.result_json = json.dumps(result, default=json_format_handler, indent=2)

Definition at line 460 of file run_benchmark_import.py.

◆ results_df

run_benchmark_import.results_df = pandas.DataFrame(result, index=[0])

Definition at line 466 of file run_benchmark_import.py.

◆ rows_loaded

run_benchmark_import.rows_loaded = re.search(r"Loaded: (.*?) recs, R", res_output).group(1)

Definition at line 430 of file run_benchmark_import.py.

Referenced by kafka_insert().

◆ rows_rejected

run_benchmark_import.rows_rejected = re.search(r"Rejected: (.*?) recs i", res_output).group(1)

Definition at line 431 of file run_benchmark_import.py.

Referenced by Parser::CopyTableStmt.execute().

◆ run_connection

run_benchmark_import.run_connection = str(con)

Definition at line 334 of file run_benchmark_import.py.

◆ run_driver

string run_benchmark_import.run_driver = ""

Definition at line 336 of file run_benchmark_import.py.

◆ run_guid

run_benchmark_import.run_guid = str(uuid.uuid4())

Definition at line 331 of file run_benchmark_import.py.

◆ run_machine_name

run_benchmark_import.run_machine_name = machine_name

Definition at line 347 of file run_benchmark_import.py.

◆ run_machine_uname

string run_benchmark_import.run_machine_uname = machine_uname

Definition at line 354 of file run_benchmark_import.py.

◆ run_timestamp

run_benchmark_import.run_timestamp = datetime.datetime.now()

Definition at line 333 of file run_benchmark_import.py.

◆ run_version

def run_benchmark_import.run_version = con._client.get_version()

Definition at line 337 of file run_benchmark_import.py.

◆ run_version_short

def run_benchmark_import.run_version_short = run_version.split("-")[0]

Definition at line 339 of file run_benchmark_import.py.

◆ source_db_name

run_benchmark_import.source_db_name = args.name

Definition at line 258 of file run_benchmark_import.py.

◆ source_db_passwd

run_benchmark_import.source_db_passwd = args.passwd

Definition at line 255 of file run_benchmark_import.py.

◆ source_db_port

run_benchmark_import.source_db_port = args.port

Definition at line 257 of file run_benchmark_import.py.

◆ source_db_server

run_benchmark_import.source_db_server = args.server

Definition at line 256 of file run_benchmark_import.py.

◆ source_db_user

run_benchmark_import.source_db_user = args.user

Definition at line 254 of file run_benchmark_import.py.

◆ start_time

run_benchmark_import.start_time = timeit.default_timer()

◆ table_schema_file

run_benchmark_import.table_schema_file = args.table_schema_file

Definition at line 261 of file run_benchmark_import.py.

◆ tables

◆ True

run_benchmark_import.True

Definition at line 97 of file run_benchmark_import.py.

◆ type

run_benchmark_import.type

Definition at line 89 of file run_benchmark_import.py.

Referenced by import_export::TypedImportBuffer.add_arrow_values(), import_export::TypedImportBuffer.add_value(), import_export::DataStreamSink.archivePlumber(), ArrowCsvForeignStorage.ArrowCsvForeignStorage(), anonymous_namespace{FromTableReordering.cpp}.build_dependency_tracking(), CodeGenerator.codegen(), CodeGenerator.codegenIntConst(), anonymous_namespace{LogicalIR.cpp}.contains_unsafe_division(), org.apache.calcite.sql2rel.SqlToRelConverter.convertLiteralInValuesList(), org.apache.calcite.sql2rel.SqlToRelConverter.NoOpSubQueryConverter.convertSubQuery(), org.apache.calcite.rel.externalize.MapDRelJson.create(), DBHandler.create_geo_column(), DBHandler.create_query_state(), com.omnisci.jdbc.OmniSciConnection.createArrayOf(), com.mapd.utility.SQLImporter.createMapDTable(), import_export::Detector.detect_sqltype(), import_export::Loader.distributeToShards(), extract_from_datum(), org.apache.calcite.sql2rel.SqlToRelConverter.findSubQueries(), anonymous_namespace{ExpressionRewrite.cpp}::ConstantFoldingVisitor.foldOper(), SQLTypeInfo.get_array_type(), foreign_storage::anonymous_namespace{LazyParquetImporter.cpp}.get_datetime_min_and_max(), com.mapd.tests.MapdTestClient.get_db_object_privs(), foreign_storage::anonymous_namespace{LazyParquetImporter.cpp}.get_decimal_min_and_max(), SQLTypeInfo.get_logical_size(), SQLTypeInfo.get_physical_cols(), SQLTypeInfo.get_physical_coord_cols(), SQLTypeInfo.get_type(), SQLTypeInfo.get_type_name(), ForeignStorageBufferMgr.getChunkMetadataVecForKeyPrefix(), com.omnisci.jdbc.OmniSciResultSetMetaData.getColumnType(), com.omnisci.jdbc.OmniSciResultSet.getDouble(), com.omnisci.jdbc.OmniSciResultSet.getDoubleInternal(), JoinHashTableInterface.getHashTypeString(), CgenState.getOrAddLiteral(), JsonColumnSqlType.getParam1(), JsonColumnSqlType.getParam2(), com.mapd.calcite.parser.MapDParser.getPlanner(), Catalog_Namespace::SysCatalog.getSqliteConnector(), JsonColumnSqlType.getSqlType(), com.omnisci.jdbc.OmniSciResultSet.getString(), com.omnisci.jdbc.OmniSciResultSet.getStringInternal(), SQLTypeInfo.has_bounds(), DBHandler.has_object_privilege(), SQLTypeInfo.has_render_group(), inline_fp_null_val(), inline_int_null_array_val(), inline_int_null_val(), CgenState.inlineIntNull(), SQLTypeInfo.is_array(), SQLTypeInfo.is_boolean(), SQLTypeInfo.is_castable(), SQLTypeInfo.is_column(), SQLTypeInfo.is_date(), SQLTypeInfo.is_date_in_days(), SQLTypeInfo.is_decimal(), SQLTypeInfo.is_fixlen_array(), SQLTypeInfo.is_fp(), SQLTypeInfo.is_geometry(), SQLTypeInfo.is_high_precision_timestamp(), SQLTypeInfo.is_integer(), SQLTypeInfo.is_null(), SQLTypeInfo.is_null_fixlen_array(), SQLTypeInfo.is_null_point_coord_array(), SQLTypeInfo.is_number(), SQLTypeInfo.is_string(), SQLTypeInfo.is_string_array(), SQLTypeInfo.is_time(), SQLTypeInfo.is_timeinterval(), SQLTypeInfo.is_timestamp(), SQLTypeInfo.is_varlen(), SQLTypeInfo.is_varlen_array(), JsonColumnSqlType.JsonColumnSqlType(), llvm_type(), org.apache.calcite.sql2rel.SqlToRelConverter.Blackboard.lookupExp(), makeIntervals(), mapfrom(), DBHandler.max_bytes_for_thrift(), import_export.NullArrayDatum(), import_export.NullDatum(), com.mapd.parser.extension.ddl.omnisql.OmniSqlColumn.OmniSqlColumn(), operator &(), SQLTypeInfo.operator!=(), anonymous_namespace{TypedDataAccessors.h}::NullSentinelSupplier.operator()(), SQLTypeInfo.operator=(), DBObjectKey.operator==(), SQLTypeInfo.operator==(), operator|(), anonymous_namespace{RelAlgDagBuilder.cpp}.parse_literal(), anonymous_namespace{RelAlgDagBuilder.cpp}.parse_type(), Catalog_Namespace::Catalog.parseDashboardObjects(), import_export::TypedImportBuffer.pop_value(), PersistentForeignStorageInterface.prepareTable(), ForeignStorageInterface.prepareTable(), foreign_storage::anonymous_namespace{LazyParquetImporter.cpp}.read_parquet_metadata_into_import_buffer(), Catalog_Namespace::Catalog.recordOwnershipOfObjectsInObjectPermissions(), ForeignStorageInterface.registerTable(), Catalog_Namespace::SysCatalog.renameDBObject(), serialize_db_object(), import_export::TypedImportBuffer.set_replicate_count(), SQLTypeInfo.set_type(), import_export.TDatumToDatum(), thrift_to_encoding_name(), thrift_to_name(), SQLTypeInfo.to_string(), org.apache.calcite.rel.externalize.MapDRelJson.toRex(), JoinHashTableInterface.toString(), org.apache.calcite.rel.externalize.MapDRelJson.toType(), anonymous_namespace{DBHandler.cpp}.TTypeInfo_IsGeo(), anonymous_namespace{ArrowResultSet.cpp}.type_from_arrow_field(), type_to_thrift(), Catalog_Namespace::anonymous_namespace{Catalog.cpp}.unserialize_key_metainfo(), foreign_storage::anonymous_namespace{LazyParquetImporter.cpp}.validate_allowed_mapping(), and ddl_utils.validate_and_set_fixed_encoding().

◆ valid_destination_set

bool run_benchmark_import.valid_destination_set = True

Definition at line 271 of file run_benchmark_import.py.