OmniSciDB  a47db9e897
 All Classes Namespaces Files Functions Variables Typedefs Enumerations Enumerator Friends Macros Pages
run_benchmark_import Namespace Reference

Functions

def get_connection
 
def json_format_handler
 

Variables

tuple parser = ArgumentParser()
 
tuple optional = parser._action_groups.pop()
 
tuple required = parser.add_argument_group("required arguments")
 
string action = "store_true"
 
string help = "Suppress script outuput "
 
string dest = "passwd"
 
string default = "HyperInteractive"
 
 type = int,
 
tuple args = parser.parse_args()
 
 source_db_user = args.user
 
 source_db_passwd = args.passwd
 
 source_db_server = args.server
 
 source_db_port = args.port
 
 source_db_name = args.name
 
 label = args.label
 
 import_file = args.import_file
 
 table_schema_file = args.table_schema_file
 
 import_table_name = args.import_table_name
 
 import_query_template_file = args.import_query_template_file
 
 no_drop_table_before = args.no_drop_table_before
 
 no_drop_table_after = args.no_drop_table_after
 
 import_test_name = args.import_test_name
 
 machine_name = args.machine_name
 
 machine_uname = args.machine_uname
 
tuple destinations = args.destination.split(",")
 
 valid_destination_set = True
 
 dest_db_user = args.dest_user
 
 dest_db_passwd = args.dest_passwd
 
 dest_db_server = args.dest_server
 
 dest_db_port = args.dest_port
 
 dest_db_name = args.dest_name
 
 dest_table = args.dest_table
 
 dest_table_schema_file = args.dest_table_schema_file
 
 output_file_json = args.output_file_json
 
 output_file_jenkins = args.output_file_jenkins
 
tuple con
 
tuple run_guid = str(uuid.uuid4())
 
tuple run_timestamp = datetime.datetime.now()
 
tuple run_connection = str(con)
 
string run_driver = ""
 
tuple run_version = con._client.get_version()
 
tuple run_version_short = run_version.split("-")
 
tuple conn_machine_name = re.search(r"@(.*?):", run_connection)
 
tuple local_uname = os.uname()
 
 run_machine_name = machine_name
 
 run_machine_uname = machine_uname
 
tuple create_table_sql = table_schema.read()
 
tuple res = con.execute(create_table_sql)
 
tuple import_query = import_query_template.read()
 
tuple start_time = timeit.default_timer()
 
tuple end_time = timeit.default_timer()
 
tuple query_elapsed_time = round(((end_time - start_time) * 1000), 1)
 
 execution_time = res._result.execution_time_ms
 
tuple connect_time = round((query_elapsed_time - execution_time), 2)
 
tuple res_output = str(res.fetchall()[0])
 
tuple rows_loaded = re.search(r"Loaded: (.*?) recs, R", res_output)
 
tuple rows_rejected = re.search(r"Rejected: (.*?) recs i", res_output)
 
dictionary result
 
tuple result_json = json.dumps(result, default=json_format_handler, indent=2)
 
tuple results_df = pandas.DataFrame(result, index=[0])
 
tuple dest_con
 
tuple tables = dest_con.get_tables()
 
tuple file_json_open = open(output_file_json, "w")
 
tuple jenkins_bench_json
 
tuple file_jenkins_open = open(output_file_jenkins, "w")
 

Function Documentation

def run_benchmark_import.get_connection (   kwargs)
  Connects to the db using pymapd
  https://pymapd.readthedocs.io/en/latest/usage.html#connecting

  Kwargs:
    db_user(str): DB username
    db_passwd(str): DB password
    db_server(str): DB host
    db_port(int): DB port
    db_name(str): DB name

  Returns:
    con(class): Connection class
    False(bool): The connection failed. Exception should be logged.

Definition at line 15 of file run_benchmark_import.py.

15 
16 def get_connection(**kwargs):
17  """
18  Connects to the db using pymapd
19  https://pymapd.readthedocs.io/en/latest/usage.html#connecting
20 
21  Kwargs:
22  db_user(str): DB username
23  db_passwd(str): DB password
24  db_server(str): DB host
25  db_port(int): DB port
26  db_name(str): DB name
27 
28  Returns:
29  con(class): Connection class
30  False(bool): The connection failed. Exception should be logged.
31  """
32  try:
33  logging.debug("Connecting to mapd db...")
34  con = pymapd.connect(
35  user=kwargs["db_user"],
36  password=kwargs["db_passwd"],
37  host=kwargs["db_server"],
38  port=kwargs["db_port"],
39  dbname=kwargs["db_name"],
40  )
41  logging.info("Succesfully connected to mapd db")
42  return con
43  except (pymapd.exceptions.OperationalError, pymapd.exceptions.Error):
44  logging.exception("Error connecting to database.")
45  return False
46 
def run_benchmark_import.json_format_handler (   x)

Definition at line 47 of file run_benchmark_import.py.

47 
48 def json_format_handler(x):
49  # Function to allow json to deal with datetime and numpy int
50  if isinstance(x, datetime.datetime):
51  return x.isoformat()
52  raise TypeError("Unknown type")
53 
54 
# Parse input parameters

Variable Documentation

string run_benchmark_import.action = "store_true"

Definition at line 65 of file run_benchmark_import.py.

tuple run_benchmark_import.args = parser.parse_args()

Definition at line 247 of file run_benchmark_import.py.

Referenced by Function.add(), For.add(), ExtensionFunctionsWhitelist.addCommon(), Function.addConstant(), CodeGenerator.codegen(), FixedWidthInt.codegenDecode(), FixedWidthUnsigned.codegenDecode(), DiffFixedWidthInt.codegenDecode(), FixedWidthReal.codegenDecode(), FixedWidthSmallDate.codegenDecode(), CodeGenerator.codegenFunctionOper(), CodeGenerator.codegenFunctionOperCastArgs(), GroupByAndAggregate.codegenOutputSlot(), Executor.codegenWindowFunction(), Executor.codegenWindowFunctionAggregateCalls(), GroupByAndAggregate.codegenWindowRowPointer(), WindowFunctionContext.computePartition(), query_state::QueryState.create(), query_state::QueryStates.create(), anonymous_namespace{JoinLoopTest.cpp}.create_loop_test_function(), QueryRunner::QueryRunner.create_query_state(), MapDHandler.create_query_state(), com.mapd.parser.server.CalciteServerCaller.doWork(), com.mapd.logrunner.LogRunner.doWork(), com.mapd.utility.SQLImporter.doWork(), Catalog_Namespace::SysCatalog.execInTransaction(), measure< TimeT >.execution(), anonymous_namespace{WindowFunctionIR.cpp}.get_adjusted_window_type_info(), anonymous_namespace{WindowContext.cpp}.get_lag_or_lead_argument(), table_functions::TableFunction.getArgs(), com.mapd.parser.server.ExtensionFunction.getArgs(), com.mapd.parser.server.CalciteServerCaller.main(), com.mapd.testthrift.ThriftTester.main(), com.mapd.logrunner.LogRunner.main(), com.mapd.bench.Benchmark.main(), com.mapd.bench.BenchmarkCloud.main(), com.mapd.utility.SQLImporter.main(), makeExpr(), logger::DurationTree.newDuration(), logger.newDuration(), com.mapd.utility.SQLImporter_args.parse(), ThreadController_NS::SimpleThreadController< FutureReturnType >.startThread(), ThreadController_NS::SimpleRunningThreadController< FutureReturnType >.startThread(), org.apache.calcite.sql2rel.SqlToRelConverter.substituteSubQuery(), time_wrap(), com.mapd.parser.server.CalciteServerHandler.toExtensionFunction(), com.mapd.parser.server.ExtensionFunctionSignatureParser.toSignature(), anonymous_namespace{ResultSetReductionCodegen.cpp}.translate_body(), org.apache.calcite.sql2rel.SqlToRelConverter.AggConverter.translateAgg(), RelAlgTranslator.translateDatePlusMinus(), RelAlgTranslator.translateFunction(), RelAlgTranslator.translateFunctionArgs(), RelAlgTranslator.translateFunctionWithGeoArg(), RelAlgTranslator.translateGeoColumn(), RelAlgTranslator.translateGeoFunctionArg(), RelAlgTranslator.translateGeoLiteral(), org.apache.calcite.sql2rel.SqlToRelConverter.translateIn(), RelAlgTranslator.translateKeyForString(), RelAlgTranslator.translateLower(), and RelAlgTranslator.translateWindowFunction().

tuple run_benchmark_import.con
Initial value:
2  db_user=source_db_user,
3  db_passwd=source_db_passwd,
4  db_server=source_db_server,
5  db_port=source_db_port,
6  db_name=source_db_name,
7 )

Definition at line 320 of file run_benchmark_import.py.

Referenced by Parser::InsertValuesStmt.determineLeafIndex().

tuple run_benchmark_import.conn_machine_name = re.search(r"@(.*?):", run_connection)

Definition at line 342 of file run_benchmark_import.py.

tuple run_benchmark_import.connect_time = round((query_elapsed_time - execution_time), 2)

Definition at line 427 of file run_benchmark_import.py.

tuple run_benchmark_import.create_table_sql = table_schema.read()

Definition at line 369 of file run_benchmark_import.py.

string run_benchmark_import.default = "HyperInteractive"

Definition at line 75 of file run_benchmark_import.py.

string run_benchmark_import.dest = "passwd"

Definition at line 74 of file run_benchmark_import.py.

Referenced by StringNoneEncoder.appendData(), ArrayNoneEncoder.appendData(), and ReductionInterpreterImpl.runMemCpy().

tuple run_benchmark_import.dest_con
Initial value:
2  db_user=dest_db_user,
3  db_passwd=dest_db_passwd,
4  db_server=dest_db_server,
5  db_port=dest_db_port,
6  db_name=dest_db_name,
7  )

Definition at line 469 of file run_benchmark_import.py.

run_benchmark_import.dest_db_name = args.dest_name

Definition at line 281 of file run_benchmark_import.py.

run_benchmark_import.dest_db_passwd = args.dest_passwd

Definition at line 273 of file run_benchmark_import.py.

run_benchmark_import.dest_db_port = args.dest_port

Definition at line 280 of file run_benchmark_import.py.

run_benchmark_import.dest_db_server = args.dest_server

Definition at line 279 of file run_benchmark_import.py.

run_benchmark_import.dest_db_user = args.dest_user

Definition at line 272 of file run_benchmark_import.py.

run_benchmark_import.dest_table = args.dest_table

Definition at line 282 of file run_benchmark_import.py.

run_benchmark_import.dest_table_schema_file = args.dest_table_schema_file

Definition at line 283 of file run_benchmark_import.py.

tuple run_benchmark_import.destinations = args.destination.split(",")

Definition at line 269 of file run_benchmark_import.py.

tuple run_benchmark_import.end_time = timeit.default_timer()

Definition at line 412 of file run_benchmark_import.py.

Referenced by Importer_NS::Detector.find_best_sqltypes(), and Importer_NS::Detector.importDelimited().

run_benchmark_import.execution_time = res._result.execution_time_ms

Definition at line 426 of file run_benchmark_import.py.

tuple run_benchmark_import.file_jenkins_open = open(output_file_jenkins, "w")

Definition at line 543 of file run_benchmark_import.py.

tuple run_benchmark_import.file_json_open = open(output_file_json, "w")

Definition at line 509 of file run_benchmark_import.py.

string run_benchmark_import.help = "Suppress script outuput "

Definition at line 66 of file run_benchmark_import.py.

run_benchmark_import.import_file = args.import_file

Definition at line 260 of file run_benchmark_import.py.

string run_benchmark_import.import_query = import_query_template.read()

Definition at line 395 of file run_benchmark_import.py.

run_benchmark_import.import_query_template_file = args.import_query_template_file

Definition at line 263 of file run_benchmark_import.py.

run_benchmark_import.import_table_name = args.import_table_name

Definition at line 262 of file run_benchmark_import.py.

run_benchmark_import.import_test_name = args.import_test_name

Definition at line 266 of file run_benchmark_import.py.

tuple run_benchmark_import.jenkins_bench_json
Initial value:
1 = json.dumps(
2  {
3  "groups": [
4  {
5  "name": import_test_name,
6  "description": "Import: " + import_test_name,
7  "tests": [
8  {
9  "name": "import",
10  "description": "",
11  "parameters": [],
12  "results": [
13  {
14  "name": import_test_name + " average",
15  "description": "",
16  "unit": "ms",
17  "dblValue": execution_time,
18  }
19  ],
20  }
21  ],
22  }
23  ]
24  }
25  )

Definition at line 516 of file run_benchmark_import.py.

run_benchmark_import.label = args.label

Definition at line 259 of file run_benchmark_import.py.

Referenced by com.omnisci.jdbc.OmniSciConnection.Connection_properties.Connection_properties(), and MapDHandler.create_simple_result().

tuple run_benchmark_import.local_uname = os.uname()

Definition at line 345 of file run_benchmark_import.py.

run_benchmark_import.machine_name = args.machine_name

Definition at line 267 of file run_benchmark_import.py.

run_benchmark_import.machine_uname = args.machine_uname

Definition at line 268 of file run_benchmark_import.py.

run_benchmark_import.no_drop_table_after = args.no_drop_table_after

Definition at line 265 of file run_benchmark_import.py.

run_benchmark_import.no_drop_table_before = args.no_drop_table_before

Definition at line 264 of file run_benchmark_import.py.

tuple run_benchmark_import.optional = parser._action_groups.pop()

Definition at line 56 of file run_benchmark_import.py.

Referenced by ResultSet.makeVarlenTargetValue().

run_benchmark_import.output_file_jenkins = args.output_file_jenkins

Definition at line 313 of file run_benchmark_import.py.

run_benchmark_import.output_file_json = args.output_file_json

Definition at line 293 of file run_benchmark_import.py.

tuple run_benchmark_import.parser = ArgumentParser()

Definition at line 55 of file run_benchmark_import.py.

Referenced by com.mapd.parser.server.CalciteServerCaller.doWork(), com.mapd.parser.server.CalciteServerHandler.getCompletionHints(), com.mapd.calcite.parser.MapDParser.isCorrelated(), org.apache.calcite.prepare.SqlIdentifierCapturer.main(), MapDHandler.parse_to_plan_legacy(), Parser.parseDDL(), QueryRunner::QueryRunner.parsePlanLegacy(), com.mapd.parser.server.CalciteServerHandler.process(), QueryRunner::QueryRunner.runDDLStatement(), QueryRunner::QueryRunner.runMultipleStatements(), MapDHandler.sql_execute_df(), MapDHandler.sql_execute_impl(), and com.mapd.parser.server.CalciteServerHandler.updateMetadata().

tuple run_benchmark_import.query_elapsed_time = round(((end_time - start_time) * 1000), 1)

Definition at line 425 of file run_benchmark_import.py.

run_benchmark_import.required = parser.add_argument_group("required arguments")

Definition at line 57 of file run_benchmark_import.py.

Referenced by com.mapd.parser.server.CalciteServerCaller.doWork(), MapDProgramOptions.fillOptions(), main(), and ModifyManipulationTarget.setVarlenUpdateRequired().

tuple run_benchmark_import.res = con.execute(create_table_sql)

Definition at line 381 of file run_benchmark_import.py.

Referenced by UdfCompiler.compileFromCommandLine(), DateDiff(), DateDiffHighPrecision(), anonymous_namespace{StringDictionaryProxy.cpp}.do_compare(), com.mapd.parser.server.test.TestMapDServer.executeQuery(), exp_to_scale(), float_to_double_bin(), com.mapd.calcite.parser.MapDParser.getRelAlgebra(), gmtime_r_newlib(), Parser::InsertIntoTableAsSelectStmt.populateData(), and Parser::InsertIntoTableAsSelectStmt::LocalConnector.query().

tuple run_benchmark_import.res_output = str(res.fetchall()[0])

Definition at line 428 of file run_benchmark_import.py.

dictionary run_benchmark_import.result
Initial value:
1 = {
2  "run_guid": run_guid,
3  "run_timestamp": run_timestamp,
4  "run_connection": run_connection,
5  "run_machine_name": run_machine_name,
6  "run_machine_uname": run_machine_uname,
7  "run_driver": run_driver,
8  "run_version": run_version,
9  "run_label": label,
10  "import_test_name": import_test_name,
11  "import_elapsed_time_ms": query_elapsed_time,
12  "import_execute_time_ms": execution_time,
13  "import_conn_time_ms": connect_time,
14  "rows_loaded": rows_loaded,
15  "rows_rejected": rows_rejected,
16 }

Definition at line 441 of file run_benchmark_import.py.

Referenced by Analyzer::UOper.add_cast(), advance_target_ptr_col_wise(), advance_target_ptr_row_wise(), UsedColumnsVisitor.aggregateResult(), anonymous_namespace{ScalarCodeGenerator.cpp}::UsedColumnExpressions.aggregateResult(), anonymous_namespace{QueryPhysicalInputsCollector.cpp}::RelAlgPhysicalInputsVisitor.aggregateResult(), anonymous_namespace{JoinFilterPushDown.cpp}::CollectInputColumnsVisitor.aggregateResult(), AllRangeTableIndexVisitor.aggregateResult(), anonymous_namespace{QueryPhysicalInputsCollector.cpp}::RexPhysicalInputsVisitor.aggregateResult(), anonymous_namespace{QueryPhysicalInputsCollector.cpp}::RelAlgPhysicalTableInputsVisitor.aggregateResult(), anonymous_namespace{RelAlgExecutor.cpp}::RexUsedInputsVisitor.aggregateResult(), anonymous_namespace{RelAlgOptimizer.cpp}::RexInputCollector.aggregateResult(), Parser::ArrayLiteral.analyze(), Parser::IsNullExpr.analyze(), Parser::InValues.analyze(), Parser::BetweenExpr.analyze(), Parser::CharLengthExpr.analyze(), Parser::CardinalityExpr.analyze(), MapDHandler.apply_copy_to_shim(), anonymous_namespace{NativeCodegen.cpp}.bind_pos_placeholders(), ExpressionRange.binOp(), anonymous_namespace{CalciteAdapter.cpp}.build_result_plan_targets(), CodeGenerator.codegen(), CodeGenerator.codegenDateTruncHighPrecisionTimestamps(), CodeGenerator.codegenExtractHighPrecisionTimestamps(), Executor.collectAllDeviceShardedTopResults(), org.apache.calcite.sql2rel.SqlToRelConverter.convertQuery(), anonymous_namespace{RelAlgAbstractInterpreter.cpp}.create_compound(), Catalog_Namespace::Catalog.createDashboardSystemRoles(), MapDHandler.deallocate_df(), org.apache.calcite.sql2rel.SqlToRelConverter.decorrelate(), CartesianProductIterator< T >.dereference(), anonymous_namespace{ResultSetSortImpl.cu}.do_radix_sort(), anonymous_namespace{JoinLoopTest.cpp}.emit_external_call(), Parser::CreateTableAsSelectStmt.execute(), RelAlgExecutor.executeRelAlgQueryNoRetry(), RelAlgExecutor.executeRelAlgQueryWithFilterPushDown(), RelAlgExecutor.executeSort(), RelAlgExecutor.executeTableFunction(), RelAlgExecutor.executeWorkUnit(), ExecutionResult.ExecutionResult(), com.mapd.calcite.parser.MapDParser.expandVariance(), find_push_down_filters(), Importer_NS.gdalGatherFilesInArchiveRecursive(), Importer_NS::Importer.gdalStatInternal(), anonymous_namespace{NativeCodegen.cpp}.gen_array_any_all_sigs(), anonymous_namespace{NativeCodegen.cpp}.gen_translate_null_key_sigs(), Parser::LikeExpr.get(), Parser::RegexpExpr.get(), Parser::LikelihoodExpr.get(), Importer_NS::Loader.get_data_block_pointers(), DateTimeUtils.get_datetrunc_high_precision_scale(), DateTimeUtils.get_extract_high_precision_adjusted_scale(), anonymous_namespace{CalciteAdapter.cpp}.get_input_targets(), anonymous_namespace{RelAlgExecutor.cpp}.get_join_source_used_inputs(), anonymous_namespace{CalciteAdapter.cpp}.get_logical_sort_info(), anonymous_namespace{RelAlgExecutor.cpp}.get_order_entries(), get_row_bytes(), MapDHandler.get_table_details_impl(), MapDHandler.get_tables_meta(), anonymous_namespace{CalciteAdapter.cpp}.get_used_table_ids(), RelAggregate.getAggregatesAndRelease(), anonymous_namespace{CalciteAdapter.cpp}::CalciteAdapter.getColNames(), com.omnisci.jdbc.OmniSciDatabaseMetaData.getColumns(), StringDictionaryProxy.getCompare(), org.apache.calcite.prepare.MapDSqlAdvisor.getCompletionHints(), com.mapd.parser.server.CalciteServerHandler.getCompletionHints(), DateTimeTranslator.getDateTruncConstantValue(), com.omnisci.jdbc.OmniSciDatabaseMetaData.getEmptyResultSetWithDesc(), StringDictionary.getEquals(), DateTimeTranslator.getExtractFromTimeConstantValue(), StringDictionaryProxy.getLike(), StringDictionary.getLike(), StringDictionaryProxy.getRegexpLike(), StringDictionary.getRegexpLike(), Parser.getResultSet(), ColumnFetcher.getResultSetColumn(), com.omnisci.jdbc.OmniSciDatabaseMetaData.getSchemas(), com.omnisci.jdbc.OmniSciDatabaseMetaData.getTablePrivileges(), com.omnisci.jdbc.OmniSciDatabaseMetaData.getTables(), com.omnisci.jdbc.OmniSciDatabaseMetaData.getTableTypes(), MapDHandler.getTargetMetaInfo(), com.omnisci.jdbc.OmniSciDatabaseMetaData.getTypeInfo(), anonymous_namespace{CalciteAdapter.cpp}.handle_logical_aggregate(), anonymous_namespace{CalciteAdapter.cpp}.handle_logical_project(), RelAlgExecutor.handleOutOfMemoryRetry(), heartbeat(), ColumnarResults.initWriteFunctions(), anonymous_namespace{QueryFragmentDescriptor.cpp}.is_sample_query(), main(), mapfrom(), ColumnarResults.mergeResults(), normalize_column_pairs(), anonymous_namespace{ArrowImporter.h}::ArrowValue< int64_t >.operator const std::string(), ExpressionRange.operator||(), parse_numeric(), MapDHandler.parse_to_ra(), Parser.parseStringPrivs(), anonymous_namespace{CalciteAdapter.cpp}.pg_shim_impl(), polygon_contains_point(), Parser::InsertIntoTableAsSelectStmt.populateData(), CodeGenerator.posArg(), Calcite.process(), com.mapd.parser.server.CalciteServerHandler.process(), query_template_impl(), ResultSetManager.reduce(), Executor.reduceSpeculativeTopN(), regexp_like(), anonymous_namespace{RelAlgAbstractInterpreter.cpp}::anonymous_namespace{RelAlgAbstractInterpreter.cpp}.reproject_targets(), anonymous_namespace{ArrowImporter.h}::ArrowValueBase< bool >.resolve_time(), QueryRunner::anonymous_namespace{QueryRunner.cpp}.run_select_query_with_filter_push_down(), ReductionInterpreterImpl.runBinaryOperator(), ReductionInterpreterImpl.runICmp(), QueryRunner::QueryRunner.runSQL(), RexSubQuery.setExecutionResult(), split(), GroupByAndAggregate.supportedTypeForGpuSharedMemUsage(), anonymous_namespace{InputMetadata.cpp}.synthesize_table_info(), RexOperator.toString(), RexFunctionOperator.toString(), RexWindowFunctionOperator.toString(), RexAgg.toString(), RelProject.toString(), RelAggregate.toString(), RelJoin.toString(), RelFilter.toString(), RelLeftDeepInnerJoin.toString(), RelCompound.toString(), RelSort.toString(), Analyzer::WindowFunction.toString(), RelTableFunction.toString(), Analyzer::GeoExpr.toString(), RelAlgTranslator.translateBinaryGeoFunction(), RelAlgTranslator.translateDatePlusMinus(), RelAlgTranslator.translateInOper(), RelAlgExecutor.translateLeftDeepJoinFilter(), RelAlgTranslator.translateScalarSubquery(), tree_string(), Catalog_Namespace::Catalog.updateDictionaryNames(), MapDHandler.validate_rel_alg(), RelAlgVisitor< std::unordered_set< int > >.visit(), ScalarExprVisitor< std::unordered_set< InputColDescriptor > >.visitAggExpr(), ScalarExprVisitor< std::unordered_set< InputColDescriptor > >.visitArrayOper(), ScalarExprVisitor< std::unordered_set< InputColDescriptor > >.visitBinOper(), ScalarExprVisitor< std::unordered_set< InputColDescriptor > >.visitCardinality(), RexVisitor< std::unordered_set< const RexInput * > >.visitCase(), anonymous_namespace{RelAlgAbstractInterpreter.cpp}::WindowFunctionDetectionVisitor.visitCase(), ScalarExprVisitor< std::unordered_set< InputColDescriptor > >.visitCaseExpr(), ScalarExprVisitor< std::unordered_set< InputColDescriptor > >.visitCharLength(), AllRangeTableIndexVisitor.visitColumnVarTuple(), anonymous_namespace{QueryPhysicalInputsCollector.cpp}::RelAlgPhysicalInputsVisitor.visitCompound(), ScalarExprVisitor< std::unordered_set< InputColDescriptor > >.visitDateaddExpr(), ScalarExprVisitor< std::unordered_set< InputColDescriptor > >.visitDatediffExpr(), ScalarExprVisitor< std::unordered_set< InputColDescriptor > >.visitDatetruncExpr(), ScalarExprVisitor< std::unordered_set< InputColDescriptor > >.visitExtractExpr(), ScalarExprVisitor< std::unordered_set< InputColDescriptor > >.visitFunctionOper(), ScalarExprVisitor< std::unordered_set< InputColDescriptor > >.visitGeoExpr(), anonymous_namespace{RelAlgOptimizer.cpp}::RexInputCollector.visitInput(), ScalarExprVisitor< std::unordered_set< InputColDescriptor > >.visitInValues(), ScalarExprVisitor< std::unordered_set< InputColDescriptor > >.visitKeyForString(), anonymous_namespace{QueryPhysicalInputsCollector.cpp}::RelAlgPhysicalInputsVisitor.visitLeftDeepInnerJoin(), ScalarExprVisitor< std::unordered_set< InputColDescriptor > >.visitLikeExpr(), anonymous_namespace{QueryPhysicalInputsCollector.cpp}::RexPhysicalInputsVisitor.visitOperator(), RexVisitor< std::unordered_set< const RexInput * > >.visitOperator(), anonymous_namespace{QueryPhysicalInputsCollector.cpp}::RelAlgPhysicalInputsVisitor.visitProject(), ScalarExprVisitor< std::unordered_set< InputColDescriptor > >.visitRegexpExpr(), ScalarExprVisitor< std::unordered_set< InputColDescriptor > >.visitUOper(), ScalarExprVisitor< std::unordered_set< InputColDescriptor > >.visitWindowFunction(), and RexVisitor< std::unordered_set< const RexInput * > >.visitWindowFunctionOperator().

tuple run_benchmark_import.result_json = json.dumps(result, default=json_format_handler, indent=2)

Definition at line 460 of file run_benchmark_import.py.

tuple run_benchmark_import.results_df = pandas.DataFrame(result, index=[0])

Definition at line 466 of file run_benchmark_import.py.

tuple run_benchmark_import.rows_loaded = re.search(r"Loaded: (.*?) recs, R", res_output)

Definition at line 430 of file run_benchmark_import.py.

Referenced by kafka_insert().

tuple run_benchmark_import.rows_rejected = re.search(r"Rejected: (.*?) recs i", res_output)

Definition at line 431 of file run_benchmark_import.py.

Referenced by Parser::CopyTableStmt.execute().

tuple run_benchmark_import.run_connection = str(con)

Definition at line 334 of file run_benchmark_import.py.

string run_benchmark_import.run_driver = ""

Definition at line 336 of file run_benchmark_import.py.

tuple run_benchmark_import.run_guid = str(uuid.uuid4())

Definition at line 331 of file run_benchmark_import.py.

run_benchmark_import.run_machine_name = machine_name

Definition at line 347 of file run_benchmark_import.py.

string run_benchmark_import.run_machine_uname = machine_uname

Definition at line 354 of file run_benchmark_import.py.

tuple run_benchmark_import.run_timestamp = datetime.datetime.now()

Definition at line 333 of file run_benchmark_import.py.

tuple run_benchmark_import.run_version = con._client.get_version()

Definition at line 337 of file run_benchmark_import.py.

run_benchmark_import.run_version_short = run_version.split("-")

Definition at line 339 of file run_benchmark_import.py.

run_benchmark_import.source_db_name = args.name

Definition at line 258 of file run_benchmark_import.py.

run_benchmark_import.source_db_passwd = args.passwd

Definition at line 255 of file run_benchmark_import.py.

run_benchmark_import.source_db_port = args.port

Definition at line 257 of file run_benchmark_import.py.

run_benchmark_import.source_db_server = args.server

Definition at line 256 of file run_benchmark_import.py.

run_benchmark_import.source_db_user = args.user

Definition at line 254 of file run_benchmark_import.py.

tuple run_benchmark_import.start_time = timeit.default_timer()

Definition at line 409 of file run_benchmark_import.py.

Referenced by MapDHandler.check_session_exp_unsafe(), and Catalog_Namespace::SessionInfo.public_session_id().

run_benchmark_import.table_schema_file = args.table_schema_file

Definition at line 261 of file run_benchmark_import.py.

tuple run_benchmark_import.tables = dest_con.get_tables()

Definition at line 479 of file run_benchmark_import.py.

Referenced by com.mapd.testthrift.ThriftTester.doWork(), Catalog_Namespace::SysCatalog.dropDatabase(), Catalog_Namespace::Catalog.eraseDBData(), MapDHandler.get_tables_impl(), MapDHandler.get_tables_meta(), com.omnisci.jdbc.OmniSciDatabaseMetaData.getColumns(), com.omnisci.jdbc.OmniSciDatabaseMetaData.getTablePrivileges(), com.omnisci.jdbc.OmniSciDatabaseMetaData.getTables(), MapDHandler.parse_to_ra(), com.omnisci.jdbc.OmniSciDatabaseMetaData.tablePermProcess(), and com.mapd.logrunner.LogRunner.theRest().

run_benchmark_import.type = int,

Definition at line 89 of file run_benchmark_import.py.

Referenced by Importer_NS::TypedImportBuffer.add_arrow_values(), Importer_NS::TypedImportBuffer.add_value(), anonymous_namespace{FromTableReordering.cpp}.build_dependency_tracking(), org.apache.calcite.sql2rel.SqlToRelConverter.castNullLiteralIfNeeded(), Parser::SQLType.check_type(), CodeGenerator.codegen(), CodeGenerator.codegenIntConst(), org.apache.calcite.sql2rel.SqlToRelConverter.HistogramShuttle.computeHistogramType(), anonymous_namespace{LogicalIR.cpp}.contains_unsafe_division(), org.apache.calcite.sql2rel.SqlToRelConverter.convertLiteralInValuesList(), org.apache.calcite.rel.externalize.MapDRelJson.create(), MapDHandler.create_geo_column(), Importer_NS::Detector.detect_sqltype(), Importer_NS::Loader.distributeToShards(), com.mapd.testthrift.ThriftTester.doWork(), org.apache.calcite.sql2rel.SqlToRelConverter.ensureSqlType(), extract_from_datum(), com.mapd.utility.db_vendors.PostGis_types.find_type_detail(), org.apache.calcite.sql2rel.SqlToRelConverter.findSubQueries(), anonymous_namespace{ExpressionRewrite.cpp}::ConstantFoldingVisitor.foldOper(), com.mapd.tests.MapdTestClient.get_db_object_privs(), com.omnisci.jdbc.OmniSciResultSetMetaData.getColumnType(), org.apache.calcite.rel.externalize.MapDRelJson.getConstructor(), com.omnisci.jdbc.OmniSciResultSet.getDouble(), com.omnisci.jdbc.OmniSciResultSet.getDoubleInternal(), com.omnisci.jdbc.OmniSciResultSet.getObject(), CgenState.getOrAddLiteral(), com.mapd.calcite.parser.MapDParser.getPlanner(), com.omnisci.jdbc.OmniSciResultSet.getString(), com.omnisci.jdbc.OmniSciResultSet.getStringInternal(), com.omnisci.jdbc.OmniSciDatabaseMetaData.getTablePrivileges(), com.mapd.calcite.parser.MapDSqlOperatorTable.ExtFunction.getValueType(), MapDHandler.has_object_privilege(), inline_fp_null_val(), inline_int_null_array_val(), inline_int_null_val(), CgenState.inlineIntNull(), com.mapd.calcite.parser.MapDSqlOperatorTable.ExtFunction.isPointerType(), llvm_type(), mapfrom(), Importer_NS.NullArrayDatum(), Importer_NS.NullDatum(), anonymous_namespace{TypedDataAccessors.h}::NullSentinelSupplier.operator()(), anonymous_namespace{RelAlgAbstractInterpreter.cpp}.parse_literal(), anonymous_namespace{RelAlgAbstractInterpreter.cpp}.parse_type(), Catalog_Namespace::Catalog.parseDashboardObjects(), Importer_NS::TypedImportBuffer.pop_value(), Catalog_Namespace::Catalog.recordOwnershipOfObjectsInObjectPermissions(), serialize_db_object(), Parser::DDLStmt.setColumnDescriptor(), Importer_NS.TDatumToDatum(), com.mapd.logrunner.LogRunner.theRest(), thrift_to_encoding_name(), thrift_to_name(), Parser::SQLType.to_string(), com.mapd.parser.server.CalciteServerHandler.toExtArgumentType(), org.apache.calcite.rel.externalize.MapDRelJson.toRex(), com.mapd.calcite.parser.MapDSqlOperatorTable.ExtFunction.toSqlTypeName(), org.apache.calcite.rel.externalize.MapDRelJson.toType(), org.apache.calcite.sql2rel.SqlToRelConverter.AggConverter.translateAgg(), com.omnisci.jdbc.OmniSciColumnTypeTest.tst1_types(), anonymous_namespace{ArrowResultSet.cpp}.type_from_arrow_field(), type_to_thrift(), org.apache.calcite.rel.externalize.MapDRelJson.typeNameToClass(), and org.apache.calcite.sql2rel.SqlToRelConverter.HistogramShuttle.visitCall().

run_benchmark_import.valid_destination_set = True

Definition at line 271 of file run_benchmark_import.py.