OmniSciDB  5ade3759e0
run-benchmark-import Namespace Reference

Functions

def get_connection (kwargs)
 
def json_format_handler (x)
 

Variables

 parser = ArgumentParser()
 
 optional = parser._action_groups.pop()
 
 required = parser.add_argument_group("required arguments")
 
 action
 
 help
 
 dest
 
 default
 
 type
 
 True
 
 args = parser.parse_args()
 
 level
 
 source_db_user = args.user
 
 source_db_passwd = args.passwd
 
 source_db_server = args.server
 
 source_db_port = args.port
 
 source_db_name = args.name
 
 label = args.label
 
 import_file = args.import_file
 
 table_schema_file = args.table_schema_file
 
 import_table_name = args.import_table_name
 
 import_query_template_file = args.import_query_template_file
 
 no_drop_table_before = args.no_drop_table_before
 
 no_drop_table_after = args.no_drop_table_after
 
 import_test_name = args.import_test_name
 
 machine_name = args.machine_name
 
 machine_uname = args.machine_uname
 
 destinations = args.destination.split(",")
 
bool valid_destination_set = True
 
 dest_db_user = args.dest_user
 
 dest_db_passwd = args.dest_passwd
 
 dest_db_server = args.dest_server
 
 dest_db_port = args.dest_port
 
 dest_db_name = args.dest_name
 
 dest_table = args.dest_table
 
 dest_table_schema_file = args.dest_table_schema_file
 
 output_file_json = args.output_file_json
 
 output_file_jenkins = args.output_file_jenkins
 
def con
 
 run_guid = str(uuid.uuid4())
 
 run_timestamp = datetime.datetime.now()
 
 run_connection = str(con)
 
string run_driver = ""
 
def run_version = con._client.get_version()
 
def run_version_short = run_version.split("-")[0]
 
 conn_machine_name = re.search(r"@(.*?):", run_connection).group(1)
 
 local_uname = os.uname()
 
 run_machine_name = machine_name
 
 run_machine_uname = machine_uname
 
 create_table_sql = table_schema.read().replace("\n", " ")
 
def res = con.execute(create_table_sql)
 
 import_query = import_query_template.read().replace("\n", " ")
 
 start_time = timeit.default_timer()
 
 end_time = timeit.default_timer()
 
 query_elapsed_time = round(((end_time - start_time) * 1000), 1)
 
def execution_time = res._result.execution_time_ms
 
 connect_time = round((query_elapsed_time - execution_time), 2)
 
 res_output = str(res.fetchall()[0])
 
 rows_loaded = re.search(r"Loaded: (.*?) recs, R", res_output).group(1)
 
 rows_rejected = re.search(r"Rejected: (.*?) recs i", res_output).group(1)
 
dictionary result
 
 result_json = json.dumps(result, default=json_format_handler, indent=2)
 
 results_df = pandas.DataFrame(result, index=[0])
 
def dest_con
 
def tables = dest_con.get_tables()
 
 method
 
 create
 
 file_json_open = open(output_file_json, "w")
 
 jenkins_bench_json
 
 file_jenkins_open = open(output_file_jenkins, "w")
 

Function Documentation

◆ get_connection()

def run-benchmark-import.get_connection (   kwargs)
  Connects to the db using pymapd
  https://pymapd.readthedocs.io/en/latest/usage.html#connecting

  Kwargs:
    db_user(str): DB username
    db_passwd(str): DB password
    db_server(str): DB host
    db_port(int): DB port
    db_name(str): DB name

  Returns:
    con(class): Connection class
    False(bool): The connection failed. Exception should be logged.

Definition at line 15 of file run-benchmark-import.py.

15 def get_connection(**kwargs):
16  """
17  Connects to the db using pymapd
18  https://pymapd.readthedocs.io/en/latest/usage.html#connecting
19 
20  Kwargs:
21  db_user(str): DB username
22  db_passwd(str): DB password
23  db_server(str): DB host
24  db_port(int): DB port
25  db_name(str): DB name
26 
27  Returns:
28  con(class): Connection class
29  False(bool): The connection failed. Exception should be logged.
30  """
31  try:
32  logging.debug("Connecting to mapd db...")
33  con = pymapd.connect(
34  user=kwargs["db_user"],
35  password=kwargs["db_passwd"],
36  host=kwargs["db_server"],
37  port=kwargs["db_port"],
38  dbname=kwargs["db_name"],
39  )
40  logging.info("Succesfully connected to mapd db")
41  return con
42  except (pymapd.exceptions.OperationalError, pymapd.exceptions.Error):
43  logging.exception("Error connecting to database.")
44  return False
45 
46 

◆ json_format_handler()

def run-benchmark-import.json_format_handler (   x)

Definition at line 47 of file run-benchmark-import.py.

47 def json_format_handler(x):
48  # Function to allow json to deal with datetime and numpy int
49  if isinstance(x, datetime.datetime):
50  return x.isoformat()
51  raise TypeError("Unknown type")
52 
53 
54 # Parse input parameters

Variable Documentation

◆ action

run-benchmark-import.action

Definition at line 60 of file run-benchmark-import.py.

◆ args

run-benchmark-import.args = parser.parse_args()

Definition at line 239 of file run-benchmark-import.py.

Referenced by ExtensionFunctionsWhitelist.addCommon(), anonymous_namespace{NativeCodegen.cpp}.bind_query(), anonymous_namespace{ComputeMetadataTest.cpp}.check_column_metadata_impl(), anonymous_namespace{ComputeMetadataTest.cpp}.check_fragment_metadata(), FixedWidthInt.codegenDecode(), FixedWidthUnsigned.codegenDecode(), DiffFixedWidthInt.codegenDecode(), FixedWidthReal.codegenDecode(), FixedWidthSmallDate.codegenDecode(), CodeGenerator.codegenFunctionOper(), CodeGenerator.codegenFunctionOperCastArgs(), GroupByAndAggregate.codegenOutputSlot(), Executor.codegenWindowFunction(), Executor.codegenWindowFunctionAggregateCalls(), GroupByAndAggregate.codegenWindowRowPointer(), Executor.compileWorkUnit(), WindowFunctionContext.computePartition(), anonymous_namespace{JoinLoopTest.cpp}.create_loop_test_function(), com.mapd.logrunner.LogRunner.doWork(), Catalog_Namespace::SysCatalog.execInTransaction(), measure< TimeT >.execution(), anonymous_namespace{WindowFunctionIR.cpp}.get_adjusted_window_type_info(), anonymous_namespace{WindowContext.cpp}.get_lag_or_lead_argument(), HomeResolver.getenv(), NoHomePWEntResolver.getpwuid(), flavors.FlavorConsumer.main(), com.mapd.logrunner.LogRunner.main(), main(), makeExpr(), TestHelpers::ValuesGenerator.operator()(), com.mapd.utility.SQLImporter_args.parse(), anonymous_namespace{ComputeMetadataTest.cpp}.run_op_per_fragment(), ThreadController_NS::SimpleThreadController< FutureReturnType >.startThread(), ThreadController_NS::SimpleRunningThreadController< FutureReturnType >.startThread(), org.apache.calcite.sql2rel.SqlToRelConverter.substituteSubQuery(), Catalog_Namespace::SysCatalog.SysCatalog(), time_wrap(), com.mapd.parser.server.ExtensionFunctionSignatureParser.toSignature(), org.apache.calcite.sql2rel.SqlToRelConverter.AggConverter.translateAgg(), RelAlgTranslator.translateDatePlusMinus(), RelAlgTranslator.translateFunction(), RelAlgTranslator.translateFunctionArgs(), RelAlgTranslator.translateFunctionWithGeoArg(), RelAlgTranslator.translateGeoColumn(), RelAlgTranslator.translateGeoFunctionArg(), RelAlgTranslator.translateGeoLiteral(), org.apache.calcite.sql2rel.SqlToRelConverter.translateIn(), RelAlgTranslator.translateKeyForString(), and RelAlgTranslator.translateWindowFunction().

◆ con

def run-benchmark-import.con
Initial value:
2  db_user=source_db_user,
3  db_passwd=source_db_passwd,
4  db_server=source_db_server,
5  db_port=source_db_port,
6  db_name=source_db_name,
7 )

Definition at line 312 of file run-benchmark-import.py.

Referenced by Parser::InsertValuesStmt.determineLeafIndex().

◆ conn_machine_name

run-benchmark-import.conn_machine_name = re.search(r"@(.*?):", run_connection).group(1)

Definition at line 334 of file run-benchmark-import.py.

◆ connect_time

run-benchmark-import.connect_time = round((query_elapsed_time - execution_time), 2)

Definition at line 416 of file run-benchmark-import.py.

◆ create

run-benchmark-import.create

Definition at line 492 of file run-benchmark-import.py.

Referenced by kafka_insert().

◆ create_table_sql

run-benchmark-import.create_table_sql = table_schema.read().replace("\n", " ")

Definition at line 361 of file run-benchmark-import.py.

◆ default

run-benchmark-import.default

Definition at line 69 of file run-benchmark-import.py.

◆ dest

run-benchmark-import.dest

◆ dest_con

def run-benchmark-import.dest_con
Initial value:
2  db_user=dest_db_user,
3  db_passwd=dest_db_passwd,
4  db_server=dest_db_server,
5  db_port=dest_db_port,
6  db_name=dest_db_name,
7  )

Definition at line 458 of file run-benchmark-import.py.

◆ dest_db_name

run-benchmark-import.dest_db_name = args.dest_name

Definition at line 273 of file run-benchmark-import.py.

◆ dest_db_passwd

run-benchmark-import.dest_db_passwd = args.dest_passwd

Definition at line 265 of file run-benchmark-import.py.

◆ dest_db_port

run-benchmark-import.dest_db_port = args.dest_port

Definition at line 272 of file run-benchmark-import.py.

◆ dest_db_server

run-benchmark-import.dest_db_server = args.dest_server

Definition at line 271 of file run-benchmark-import.py.

◆ dest_db_user

run-benchmark-import.dest_db_user = args.dest_user

Definition at line 264 of file run-benchmark-import.py.

◆ dest_table

run-benchmark-import.dest_table = args.dest_table

Definition at line 274 of file run-benchmark-import.py.

◆ dest_table_schema_file

run-benchmark-import.dest_table_schema_file = args.dest_table_schema_file

Definition at line 275 of file run-benchmark-import.py.

◆ destinations

run-benchmark-import.destinations = args.destination.split(",")

Definition at line 261 of file run-benchmark-import.py.

◆ end_time

run-benchmark-import.end_time = timeit.default_timer()

◆ execution_time

def run-benchmark-import.execution_time = res._result.execution_time_ms

Definition at line 415 of file run-benchmark-import.py.

◆ file_jenkins_open

run-benchmark-import.file_jenkins_open = open(output_file_jenkins, "w")

Definition at line 532 of file run-benchmark-import.py.

◆ file_json_open

run-benchmark-import.file_json_open = open(output_file_json, "w")

Definition at line 498 of file run-benchmark-import.py.

◆ help

run-benchmark-import.help

Definition at line 60 of file run-benchmark-import.py.

◆ import_file

run-benchmark-import.import_file = args.import_file

Definition at line 252 of file run-benchmark-import.py.

◆ import_query

string run-benchmark-import.import_query = import_query_template.read().replace("\n", " ")

Definition at line 384 of file run-benchmark-import.py.

◆ import_query_template_file

run-benchmark-import.import_query_template_file = args.import_query_template_file

Definition at line 255 of file run-benchmark-import.py.

◆ import_table_name

run-benchmark-import.import_table_name = args.import_table_name

Definition at line 254 of file run-benchmark-import.py.

◆ import_test_name

run-benchmark-import.import_test_name = args.import_test_name

Definition at line 258 of file run-benchmark-import.py.

◆ jenkins_bench_json

run-benchmark-import.jenkins_bench_json
Initial value:
1 = json.dumps(
2  {
3  "groups": [
4  {
5  "name": import_test_name,
6  "description": "Import: " + import_test_name,
7  "tests": [
8  {
9  "name": "import",
10  "description": "",
11  "parameters": [],
12  "results": [
13  {
14  "name": import_test_name + " average",
15  "description": "",
16  "unit": "ms",
17  "dblValue": execution_time,
18  }
19  ],
20  }
21  ],
22  }
23  ]
24  }
25  )

Definition at line 505 of file run-benchmark-import.py.

◆ label

run-benchmark-import.label = args.label

Definition at line 251 of file run-benchmark-import.py.

Referenced by MapDHandler.create_simple_result().

◆ level

◆ local_uname

run-benchmark-import.local_uname = os.uname()

Definition at line 337 of file run-benchmark-import.py.

◆ machine_name

run-benchmark-import.machine_name = args.machine_name

Definition at line 259 of file run-benchmark-import.py.

◆ machine_uname

run-benchmark-import.machine_uname = args.machine_uname

Definition at line 260 of file run-benchmark-import.py.

◆ method

run-benchmark-import.method

Definition at line 492 of file run-benchmark-import.py.

◆ no_drop_table_after

run-benchmark-import.no_drop_table_after = args.no_drop_table_after

Definition at line 257 of file run-benchmark-import.py.

◆ no_drop_table_before

run-benchmark-import.no_drop_table_before = args.no_drop_table_before

Definition at line 256 of file run-benchmark-import.py.

◆ optional

◆ output_file_jenkins

run-benchmark-import.output_file_jenkins = args.output_file_jenkins

Definition at line 305 of file run-benchmark-import.py.

◆ output_file_json

run-benchmark-import.output_file_json = args.output_file_json

Definition at line 285 of file run-benchmark-import.py.

◆ parser

◆ query_elapsed_time

run-benchmark-import.query_elapsed_time = round(((end_time - start_time) * 1000), 1)

Definition at line 414 of file run-benchmark-import.py.

◆ required

run-benchmark-import.required = parser.add_argument_group("required arguments")

◆ res

◆ res_output

run-benchmark-import.res_output = str(res.fetchall()[0])

Definition at line 417 of file run-benchmark-import.py.

◆ result

dictionary run-benchmark-import.result
Initial value:
1 = {
2  "run_guid": run_guid,
3  "run_timestamp": run_timestamp,
4  "run_connection": run_connection,
5  "run_machine_name": run_machine_name,
6  "run_machine_uname": run_machine_uname,
7  "run_driver": run_driver,
8  "run_version": run_version,
9  "run_label": label,
10  "import_test_name": import_test_name,
11  "import_elapsed_time_ms": query_elapsed_time,
12  "import_execute_time_ms": execution_time,
13  "import_conn_time_ms": connect_time,
14  "rows_loaded": rows_loaded,
15  "rows_rejected": rows_rejected,
16 }

Definition at line 430 of file run-benchmark-import.py.

Referenced by Analyzer::UOper.add_cast(), advance_target_ptr_col_wise(), advance_target_ptr_row_wise(), UsedColumnsVisitor.aggregateResult(), anonymous_namespace{ScalarCodeGenerator.cpp}::UsedColumnExpressions.aggregateResult(), anonymous_namespace{QueryPhysicalInputsCollector.cpp}::RelAlgPhysicalInputsVisitor.aggregateResult(), anonymous_namespace{JoinFilterPushDown.cpp}::CollectInputColumnsVisitor.aggregateResult(), AllRangeTableIndexVisitor.aggregateResult(), anonymous_namespace{QueryPhysicalInputsCollector.cpp}::RexPhysicalInputsVisitor.aggregateResult(), anonymous_namespace{QueryPhysicalInputsCollector.cpp}::RelAlgPhysicalTableInputsVisitor.aggregateResult(), anonymous_namespace{RelAlgExecutor.cpp}::RexUsedInputsVisitor.aggregateResult(), anonymous_namespace{RelAlgOptimizer.cpp}::RexInputCollector.aggregateResult(), Parser::ArrayLiteral.analyze(), Parser::IsNullExpr.analyze(), Parser::InValues.analyze(), Parser::BetweenExpr.analyze(), Parser::CharLengthExpr.analyze(), Parser::CardinalityExpr.analyze(), MapDHandler.apply_copy_to_shim(), ExpressionRange.binOp(), anonymous_namespace{CalciteAdapter.cpp}.build_result_plan_targets(), CodeGenerator.codegen(), CodeGenerator.codegenDateTruncHighPrecisionTimestamps(), CodeGenerator.codegenExtractHighPrecisionTimestamps(), Executor.collectAllDeviceShardedTopResults(), org.apache.calcite.sql2rel.SqlToRelConverter.convertQuery(), anonymous_namespace{RelAlgAbstractInterpreter.cpp}.create_compound(), Catalog_Namespace::Catalog.createDashboardSystemRoles(), MapDHandler.deallocate_df(), org.apache.calcite.sql2rel.SqlToRelConverter.decorrelate(), CartesianProductIterator< T >.dereference(), anonymous_namespace{JoinLoopTest.cpp}.emit_external_call(), CgenState.emitExternalCall(), Parser::CreateTableAsSelectStmt.execute(), MapDHandler.execute_rel_alg(), MapDHandler.execute_rel_alg_df(), RelAlgExecutor.executeRelAlgQueryNoRetry(), RelAlgExecutor.executeRelAlgQueryWithFilterPushDown(), RelAlgExecutor.executeSort(), RelAlgExecutor.executeWorkUnit(), ExecutionResult.ExecutionResult(), com.mapd.calcite.parser.MapDParser.expandVariance(), find_push_down_filters(), anonymous_namespace{NativeCodegen.cpp}.find_variable_in_basic_block(), Importer_NS.gdalGatherFilesInArchiveRecursive(), Importer_NS::Importer.gdalStatInternal(), anonymous_namespace{NativeCodegen.cpp}.gen_array_any_all_sigs(), anonymous_namespace{NativeCodegen.cpp}.gen_translate_null_key_sigs(), Parser::LikeExpr.get(), Parser::RegexpExpr.get(), Parser::LikelihoodExpr.get(), anonymous_namespace{NativeCodegen.cpp}.get_agg_fnames(), Importer_NS::Loader.get_data_block_pointers(), DateTimeUtils.get_datetrunc_high_precision_scale(), get_device_parameters(), DateTimeUtils.get_extract_high_precision_adjusted_scale(), anonymous_namespace{CalciteAdapter.cpp}.get_input_targets(), anonymous_namespace{RelAlgExecutor.cpp}.get_join_source_used_inputs(), anonymous_namespace{CalciteAdapter.cpp}.get_logical_sort_info(), anonymous_namespace{RelAlgExecutor.cpp}.get_order_entries(), get_row_bytes(), anonymous_namespace{ResultSetTest.cpp}.get_rows_sorted_by_col(), MapDHandler.get_table_details_impl(), MapDHandler.get_tables_meta(), anonymous_namespace{CalciteAdapter.cpp}.get_used_table_ids(), RelAggregate.getAggregatesAndRelease(), anonymous_namespace{CalciteAdapter.cpp}::CalciteAdapter.getColNames(), com.omnisci.jdbc.OmniSciDatabaseMetaData.getColumns(), StringDictionaryProxy.getCompare(), org.apache.calcite.prepare.MapDSqlAdvisor.getCompletionHints(), com.mapd.parser.server.CalciteServerHandler.getCompletionHints(), DateTimeTranslator.getDateTruncConstantValue(), com.omnisci.jdbc.OmniSciDatabaseMetaData.getEmptyResultSetWithDesc(), StringDictionary.getEquals(), DateTimeTranslator.getExtractFromTimeConstantValue(), StringDictionaryProxy.getLike(), StringDictionary.getLike(), StringDictionaryProxy.getRegexpLike(), StringDictionary.getRegexpLike(), Parser.getResultSet(), ColumnFetcher.getResultSetColumn(), com.omnisci.jdbc.OmniSciDatabaseMetaData.getSchemas(), com.omnisci.jdbc.OmniSciDatabaseMetaData.getTablePrivileges(), com.omnisci.jdbc.OmniSciDatabaseMetaData.getTables(), com.omnisci.jdbc.OmniSciDatabaseMetaData.getTableTypes(), MapDHandler.getTargetMetaInfo(), com.omnisci.jdbc.OmniSciDatabaseMetaData.getTypeInfo(), anonymous_namespace{CalciteAdapter.cpp}.handle_logical_aggregate(), anonymous_namespace{CalciteAdapter.cpp}.handle_logical_project(), RelAlgExecutor.handleOutOfMemoryRetry(), heartbeat(), anonymous_namespace{omnisql.cpp}.hide_sensitive_data_from_connect(), ColumnarResults.initWriteFunctionsPerfectHash(), anonymous_namespace{QueryFragmentDescriptor.cpp}.is_sample_query(), Parser::InsertIntoTableAsSelectStmt::LocalConnector.leafCount(), main(), ColumnarResults.mergeResults(), normalize_column_pairs(), anonymous_namespace{ArrowImporter.h}::ArrowValue< int64_t >.operator const std::string(), ExpressionRange.operator||(), parse_numeric(), MapDHandler.parse_to_ra(), Parser.parseStringPrivs(), anonymous_namespace{CalciteAdapter.cpp}.pg_shim_impl(), polygon_contains_point(), Parser::InsertIntoTableAsSelectStmt.populateData(), CodeGenerator.posArg(), Calcite.process(), com.mapd.parser.server.CalciteServerHandler.process(), query_template_impl(), ResultSetManager.reduce(), Executor.reduceSpeculativeTopN(), regexp_like(), anonymous_namespace{RelAlgAbstractInterpreter.cpp}::anonymous_namespace{RelAlgAbstractInterpreter.cpp}.reproject_targets(), anonymous_namespace{ArrowImporter.h}::ArrowValueBase< bool >.resolve_time(), ArrowResultSet.rowIterator(), anonymous_namespace{ResultSetTest.cpp}::ResultSetEmulator.rse_get_null_val(), anonymous_namespace{ResultSetTest.cpp}::ResultSetEmulator.rseAggregateKAVG(), anonymous_namespace{ResultSetTest.cpp}::ResultSetEmulator.rseAggregateKCOUNT(), anonymous_namespace{ResultSetTest.cpp}::ResultSetEmulator.rseAggregateKMAX(), anonymous_namespace{ResultSetTest.cpp}::ResultSetEmulator.rseAggregateKMIN(), anonymous_namespace{ResultSetTest.cpp}::ResultSetEmulator.rseAggregateKSUM(), run_multiple_agg(), QueryRunner::anonymous_namespace{QueryRunner.cpp}.run_select_query_with_filter_push_down(), QueryRunner::QueryRunner.runSQL(), Chunk_NS::Chunk.set_index_buf(), RexSubQuery.setExecutionResult(), RaExecutionDesc.setResult(), split(), MapDHandler.sql_execute_impl(), GroupByAndAggregate.supportedTypeForGpuSharedMemUsage(), anonymous_namespace{InputMetadata.cpp}.synthesize_table_info(), TEST(), TEST_F(), anonymous_namespace{ResultSetTest.cpp}.test_reduce_random_groups(), RexOperator.toString(), RexSubQuery.toString(), RexFunctionOperator.toString(), RexWindowFunctionOperator.toString(), RexAgg.toString(), RelProject.toString(), RelAggregate.toString(), RelJoin.toString(), RelFilter.toString(), RelLeftDeepInnerJoin.toString(), RelCompound.toString(), RelSort.toString(), Analyzer::WindowFunction.toString(), RelAlgTranslator.translateBinaryGeoFunction(), RelAlgTranslator.translateDatePlusMinus(), RelAlgTranslator.translateInOper(), RelAlgExecutor.translateLeftDeepJoinFilter(), RelAlgTranslator.translateScalarSubquery(), tree_string(), anonymous_namespace{MapDHandler.cpp}.TTypeInfo_IsGeo(), Catalog_Namespace::Catalog.updateDictionaryNames(), MapDHandler.validate_rel_alg(), RelAlgVisitor< std::unordered_set< int > >.visit(), ScalarExprVisitor< std::unordered_set< InputColDescriptor > >.visitAggExpr(), ScalarExprVisitor< std::unordered_set< InputColDescriptor > >.visitArrayOper(), ScalarExprVisitor< std::unordered_set< InputColDescriptor > >.visitBinOper(), ScalarExprVisitor< std::unordered_set< InputColDescriptor > >.visitCardinality(), RexVisitor< std::unordered_set< RexInput > >.visitCase(), ScalarExprVisitor< std::unordered_set< InputColDescriptor > >.visitCaseExpr(), ScalarExprVisitor< std::unordered_set< InputColDescriptor > >.visitCharLength(), AllRangeTableIndexVisitor.visitColumnVarTuple(), anonymous_namespace{QueryPhysicalInputsCollector.cpp}::RelAlgPhysicalInputsVisitor.visitCompound(), ScalarExprVisitor< std::unordered_set< InputColDescriptor > >.visitDateaddExpr(), ScalarExprVisitor< std::unordered_set< InputColDescriptor > >.visitDatediffExpr(), ScalarExprVisitor< std::unordered_set< InputColDescriptor > >.visitDatetruncExpr(), ScalarExprVisitor< std::unordered_set< InputColDescriptor > >.visitExtractExpr(), ScalarExprVisitor< std::unordered_set< InputColDescriptor > >.visitFunctionOper(), anonymous_namespace{RelAlgOptimizer.cpp}::RexInputCollector.visitInput(), ScalarExprVisitor< std::unordered_set< InputColDescriptor > >.visitInValues(), ScalarExprVisitor< std::unordered_set< InputColDescriptor > >.visitKeyForString(), anonymous_namespace{QueryPhysicalInputsCollector.cpp}::RelAlgPhysicalInputsVisitor.visitLeftDeepInnerJoin(), ScalarExprVisitor< std::unordered_set< InputColDescriptor > >.visitLikeExpr(), anonymous_namespace{QueryPhysicalInputsCollector.cpp}::RexPhysicalInputsVisitor.visitOperator(), RexVisitor< std::unordered_set< RexInput > >.visitOperator(), anonymous_namespace{QueryPhysicalInputsCollector.cpp}::RelAlgPhysicalInputsVisitor.visitProject(), ScalarExprVisitor< std::unordered_set< InputColDescriptor > >.visitRegexpExpr(), ScalarExprVisitor< std::unordered_set< InputColDescriptor > >.visitUOper(), ScalarExprVisitor< std::unordered_set< InputColDescriptor > >.visitWindowFunction(), and RexVisitor< std::unordered_set< RexInput > >.visitWindowFunctionOperator().

◆ result_json

run-benchmark-import.result_json = json.dumps(result, default=json_format_handler, indent=2)

Definition at line 449 of file run-benchmark-import.py.

◆ results_df

run-benchmark-import.results_df = pandas.DataFrame(result, index=[0])

Definition at line 455 of file run-benchmark-import.py.

◆ rows_loaded

run-benchmark-import.rows_loaded = re.search(r"Loaded: (.*?) recs, R", res_output).group(1)

Definition at line 419 of file run-benchmark-import.py.

Referenced by kafka_insert().

◆ rows_rejected

run-benchmark-import.rows_rejected = re.search(r"Rejected: (.*?) recs i", res_output).group(1)

Definition at line 420 of file run-benchmark-import.py.

Referenced by Parser::CopyTableStmt.execute().

◆ run_connection

run-benchmark-import.run_connection = str(con)

Definition at line 326 of file run-benchmark-import.py.

◆ run_driver

string run-benchmark-import.run_driver = ""

Definition at line 328 of file run-benchmark-import.py.

◆ run_guid

run-benchmark-import.run_guid = str(uuid.uuid4())

Definition at line 323 of file run-benchmark-import.py.

◆ run_machine_name

run-benchmark-import.run_machine_name = machine_name

Definition at line 339 of file run-benchmark-import.py.

◆ run_machine_uname

string run-benchmark-import.run_machine_uname = machine_uname

Definition at line 346 of file run-benchmark-import.py.

◆ run_timestamp

run-benchmark-import.run_timestamp = datetime.datetime.now()

Definition at line 325 of file run-benchmark-import.py.

◆ run_version

def run-benchmark-import.run_version = con._client.get_version()

Definition at line 329 of file run-benchmark-import.py.

◆ run_version_short

def run-benchmark-import.run_version_short = run_version.split("-")[0]

Definition at line 331 of file run-benchmark-import.py.

◆ source_db_name

run-benchmark-import.source_db_name = args.name

Definition at line 250 of file run-benchmark-import.py.

◆ source_db_passwd

run-benchmark-import.source_db_passwd = args.passwd

Definition at line 247 of file run-benchmark-import.py.

◆ source_db_port

run-benchmark-import.source_db_port = args.port

Definition at line 249 of file run-benchmark-import.py.

◆ source_db_server

run-benchmark-import.source_db_server = args.server

Definition at line 248 of file run-benchmark-import.py.

◆ source_db_user

run-benchmark-import.source_db_user = args.user

Definition at line 246 of file run-benchmark-import.py.

◆ start_time

run-benchmark-import.start_time = timeit.default_timer()

◆ table_schema_file

run-benchmark-import.table_schema_file = args.table_schema_file

Definition at line 253 of file run-benchmark-import.py.

◆ tables

◆ True

run-benchmark-import.True

Definition at line 97 of file run-benchmark-import.py.

◆ type

run-benchmark-import.type

Definition at line 89 of file run-benchmark-import.py.

Referenced by Importer_NS::TypedImportBuffer.add_arrow_values(), Importer_NS::TypedImportBuffer.add_value(), anonymous_namespace{AlterColumnTest.cpp}.alter_common(), Importer_NS::DataStreamSink.archivePlumber(), anonymous_namespace{FromTableReordering.cpp}.build_dependency_tracking(), anonymous_namespace{ComputeMetadataTest.cpp}.check_column_metadata_impl(), Parser::SQLType.check_type(), CodeGenerator.codegen(), CodeGenerator.codegenIntConst(), anonymous_namespace{UpdelStorageTest.cpp}.compare_row(), org.apache.calcite.sql2rel.SqlToRelConverter.HistogramShuttle.computeHistogramType(), anonymous_namespace{LogicalIR.cpp}.contains_unsafe_division(), org.apache.calcite.sql2rel.SqlToRelConverter.convertLiteralInValuesList(), org.apache.calcite.rel.externalize.MapDRelJson.create(), MapDHandler.create_geo_column(), Importer_NS::Detector.detect_sqltype(), Importer_NS::Loader.distributeToShards(), CommandResolutionChain< INPUT_PARSER_TYPE, REGEX_INPUT_PARSER_TYPE >.execute_functor_resolution_op(), extract_from_datum(), com.mapd.utility.db_vendors.PostGis_types.find_type_detail(), anonymous_namespace{ExpressionRewrite.cpp}::ConstantFoldingVisitor.foldOper(), SQLTypeInfoCore< ArrayContextTypeSizer, ExecutorTypePackaging, DateTimeFacilities >.get_array_type(), com.mapd.tests.MapdTestClient.get_db_object_privs(), SQLTypeInfoCore< ArrayContextTypeSizer, ExecutorTypePackaging, DateTimeFacilities >.get_logical_size(), SQLTypeInfoCore< ArrayContextTypeSizer, ExecutorTypePackaging, DateTimeFacilities >.get_physical_cols(), SQLTypeInfoCore< ArrayContextTypeSizer, ExecutorTypePackaging, DateTimeFacilities >.get_physical_coord_cols(), anonymous_namespace{UpdelStorageTest.cpp}.get_some_rows(), Parser::SQLType.get_type(), SQLTypeInfoCore< ArrayContextTypeSizer, ExecutorTypePackaging, DateTimeFacilities >.get_type(), SQLTypeInfoCore< ArrayContextTypeSizer, ExecutorTypePackaging, DateTimeFacilities >.get_type_name(), TestColumnDescriptor.get_update_column_value(), com.omnisci.jdbc.OmniSciResultSetMetaData.getColumnType(), com.omnisci.jdbc.OmniSciResultSet.getDouble(), com.omnisci.jdbc.OmniSciResultSet.getDoubleInternal(), CgenState.getOrAddLiteral(), Catalog_Namespace::SysCatalog.getSqliteConnector(), com.omnisci.jdbc.OmniSciResultSet.getString(), com.omnisci.jdbc.OmniSciResultSet.getStringInternal(), SQLTypeInfoCore< ArrayContextTypeSizer, ExecutorTypePackaging, DateTimeFacilities >.has_bounds(), MapDHandler.has_object_privilege(), SQLTypeInfoCore< ArrayContextTypeSizer, ExecutorTypePackaging, DateTimeFacilities >.has_render_group(), inline_fp_null_val(), inline_int_null_array_val(), inline_int_null_val(), CgenState.inlineIntNull(), SQLTypeInfoCore< ArrayContextTypeSizer, ExecutorTypePackaging, DateTimeFacilities >.is_array(), SQLTypeInfoCore< ArrayContextTypeSizer, ExecutorTypePackaging, DateTimeFacilities >.is_boolean(), SQLTypeInfoCore< ArrayContextTypeSizer, ExecutorTypePackaging, DateTimeFacilities >.is_castable(), SQLTypeInfoCore< ArrayContextTypeSizer, ExecutorTypePackaging, DateTimeFacilities >.is_decimal(), SQLTypeInfoCore< ArrayContextTypeSizer, ExecutorTypePackaging, DateTimeFacilities >.is_fixlen_array(), SQLTypeInfoCore< ArrayContextTypeSizer, ExecutorTypePackaging, DateTimeFacilities >.is_fp(), SQLTypeInfoCore< ArrayContextTypeSizer, ExecutorTypePackaging, DateTimeFacilities >.is_geometry(), SQLTypeInfoCore< ArrayContextTypeSizer, ExecutorTypePackaging, DateTimeFacilities >.is_integer(), SQLTypeInfoCore< ArrayContextTypeSizer, ExecutorTypePackaging, DateTimeFacilities >.is_null(), SQLTypeInfoCore< ArrayContextTypeSizer, ExecutorTypePackaging, DateTimeFacilities >.is_null_fixlen_array(), SQLTypeInfoCore< ArrayContextTypeSizer, ExecutorTypePackaging, DateTimeFacilities >.is_number(), SQLTypeInfoCore< ArrayContextTypeSizer, ExecutorTypePackaging, DateTimeFacilities >.is_string(), SQLTypeInfoCore< ArrayContextTypeSizer, ExecutorTypePackaging, DateTimeFacilities >.is_string_array(), SQLTypeInfoCore< ArrayContextTypeSizer, ExecutorTypePackaging, DateTimeFacilities >.is_time(), SQLTypeInfoCore< ArrayContextTypeSizer, ExecutorTypePackaging, DateTimeFacilities >.is_timeinterval(), SQLTypeInfoCore< ArrayContextTypeSizer, ExecutorTypePackaging, DateTimeFacilities >.is_varlen(), SQLTypeInfoCore< ArrayContextTypeSizer, ExecutorTypePackaging, DateTimeFacilities >.is_varlen_array(), com.mapd.calcite.parser.MapDSqlOperatorTable.ExtFunction.isPointerType(), main(), MapDHandler.max_bytes_for_thrift(), Importer_NS.NullArrayDatum(), Importer_NS.NullDatum(), SQLTypeInfoCore< ArrayContextTypeSizer, ExecutorTypePackaging, DateTimeFacilities >.operator!=(), anonymous_namespace{TypedDataAccessors.h}::NullSentinelSupplier.operator()(), SQLTypeInfoCore< ArrayContextTypeSizer, ExecutorTypePackaging, DateTimeFacilities >.operator=(), DBObjectKey.operator==(), SQLTypeInfoCore< ArrayContextTypeSizer, ExecutorTypePackaging, DateTimeFacilities >.operator==(), anonymous_namespace{RelAlgAbstractInterpreter.cpp}.parse_literal(), anonymous_namespace{RelAlgAbstractInterpreter.cpp}.parse_type(), Catalog_Namespace::Catalog.parseDashboardObjects(), Importer_NS::TypedImportBuffer.pop_value(), anonymous_namespace{omnisql.cpp}.print_privs(), Catalog_Namespace::Catalog.recordOwnershipOfObjectsInObjectPermissions(), CommandResolutionChain< INPUT_PARSER_TYPE, REGEX_INPUT_PARSER_TYPE >.resolve_command(), Importer_NS::TypedImportBuffer.set_replicate_count(), SQLTypeInfoCore< ArrayContextTypeSizer, ExecutorTypePackaging, DateTimeFacilities >.set_type(), Parser::DDLStmt.setColumnDescriptor(), Importer_NS.TDatumToDatum(), thrift_to_encoding_name(), thrift_to_name(), Parser::SQLType.to_string(), org.apache.calcite.rel.externalize.MapDRelJson.toRex(), com.mapd.calcite.parser.MapDSqlOperatorTable.ExtFunction.toSqlTypeName(), org.apache.calcite.rel.externalize.MapDRelJson.toType(), org.apache.calcite.sql2rel.SqlToRelConverter.AggConverter.translateAgg(), anonymous_namespace{MapDHandler.cpp}.TTypeInfo_IsGeo(), anonymous_namespace{ArrowResultSet.cpp}.type_from_arrow_field(), type_to_thrift(), and org.apache.calcite.sql2rel.SqlToRelConverter.HistogramShuttle.visitCall().

◆ valid_destination_set

bool run-benchmark-import.valid_destination_set = True

Definition at line 263 of file run-benchmark-import.py.