OmniSciDB  72c90bc290
 All Classes Namespaces Files Functions Variables Typedefs Enumerations Enumerator Friends Macros Groups Pages
run_benchmark_import Namespace Reference

Functions

def get_connection
 
def json_format_handler
 

Variables

tuple parser = ArgumentParser()
 
tuple optional = parser._action_groups.pop()
 
tuple required = parser.add_argument_group("required arguments")
 
string action = "store_true"
 
string help = "Suppress script outuput "
 
string dest = "passwd"
 
string default = "HyperInteractive"
 
 type = int,
 
tuple args = parser.parse_args()
 
 source_db_user = args.user
 
 source_db_passwd = args.passwd
 
 source_db_server = args.server
 
 source_db_port = args.port
 
 source_db_name = args.name
 
 label = args.label
 
 import_file = args.import_file
 
 table_schema_file = args.table_schema_file
 
 import_table_name = args.import_table_name
 
 import_query_template_file = args.import_query_template_file
 
 no_drop_table_before = args.no_drop_table_before
 
 no_drop_table_after = args.no_drop_table_after
 
 import_test_name = args.import_test_name
 
 machine_name = args.machine_name
 
 machine_uname = args.machine_uname
 
tuple destinations = args.destination.split(",")
 
 valid_destination_set = True
 
 dest_db_user = args.dest_user
 
 dest_db_passwd = args.dest_passwd
 
 dest_db_server = args.dest_server
 
 dest_db_port = args.dest_port
 
 dest_db_name = args.dest_name
 
 dest_table = args.dest_table
 
 dest_table_schema_file = args.dest_table_schema_file
 
 output_file_json = args.output_file_json
 
 output_file_jenkins = args.output_file_jenkins
 
tuple con
 
tuple run_guid = str(uuid.uuid4())
 
tuple run_timestamp = datetime.datetime.now()
 
tuple run_connection = str(con)
 
string run_driver = ""
 
tuple run_version = con._client.get_version()
 
tuple run_version_short = run_version.split("-")
 
tuple conn_machine_name = re.search(r"@(.*?):", run_connection)
 
tuple local_uname = os.uname()
 
 run_machine_name = machine_name
 
 run_machine_uname = machine_uname
 
tuple create_table_sql = table_schema.read()
 
tuple res = con.execute(create_table_sql)
 
tuple import_query = import_query_template.read()
 
tuple start_time = timeit.default_timer()
 
tuple end_time = timeit.default_timer()
 
tuple query_elapsed_time = round(((end_time - start_time) * 1000), 1)
 
 execution_time = res._result.execution_time_ms
 
tuple connect_time = round((query_elapsed_time - execution_time), 2)
 
tuple res_output = str(res.fetchall()[0])
 
tuple rows_loaded = re.search(r"Loaded: (.*?) recs, R", res_output)
 
tuple rows_rejected = re.search(r"Rejected: (.*?) recs i", res_output)
 
dictionary result
 
tuple result_json = json.dumps(result, default=json_format_handler, indent=2)
 
tuple results_df = pandas.DataFrame(result, index=[0])
 
tuple dest_con
 
tuple tables = dest_con.get_tables()
 
tuple file_json_open = open(output_file_json, "w")
 
tuple jenkins_bench_json
 
tuple file_jenkins_open = open(output_file_jenkins, "w")
 

Function Documentation

def run_benchmark_import.get_connection (   kwargs)
  Connects to the db using pymapd
  https://pymapd.readthedocs.io/en/latest/usage.html#connecting

  Kwargs:
    db_user(str): DB username
    db_passwd(str): DB password
    db_server(str): DB host
    db_port(int): DB port
    db_name(str): DB name

  Returns:
    con(class): Connection class
    False(bool): The connection failed. Exception should be logged.

Definition at line 15 of file run_benchmark_import.py.

15 
16 def get_connection(**kwargs):
17  """
18  Connects to the db using pymapd
19  https://pymapd.readthedocs.io/en/latest/usage.html#connecting
20 
21  Kwargs:
22  db_user(str): DB username
23  db_passwd(str): DB password
24  db_server(str): DB host
25  db_port(int): DB port
26  db_name(str): DB name
27 
28  Returns:
29  con(class): Connection class
30  False(bool): The connection failed. Exception should be logged.
31  """
32  try:
33  logging.debug("Connecting to mapd db...")
34  con = pymapd.connect(
35  user=kwargs["db_user"],
36  password=kwargs["db_passwd"],
37  host=kwargs["db_server"],
38  port=kwargs["db_port"],
39  dbname=kwargs["db_name"],
40  )
41  logging.info("Succesfully connected to mapd db")
42  return con
43  except (pymapd.exceptions.OperationalError, pymapd.exceptions.Error):
44  logging.exception("Error connecting to database.")
45  return False
46 
def run_benchmark_import.json_format_handler (   x)

Definition at line 47 of file run_benchmark_import.py.

47 
48 def json_format_handler(x):
49  # Function to allow json to deal with datetime and numpy int
50  if isinstance(x, datetime.datetime):
51  return x.isoformat()
52  raise TypeError("Unknown type")
53 
54 
# Parse input parameters

Variable Documentation

string run_benchmark_import.action = "store_true"

Definition at line 65 of file run_benchmark_import.py.

tuple run_benchmark_import.args = parser.parse_args()

Definition at line 247 of file run_benchmark_import.py.

Referenced by gpu_enabled.accumulate(), Function.add(), For.add(), Analyzer::GeoOperator.add_cast(), ExtensionFunctionsWhitelist.addCommon(), Function.addConstant(), threading_serial.async(), threading_tbb.async(), threading_std.async(), CpuCompilationContext.call(), org.apache.calcite.sql2rel.StandardConvertletTable.case_(), cat(), spatial_type::StartEndPoint.codegen(), spatial_type::NPoints.codegen(), spatial_type::AreaPerimeter.codegen(), spatial_type::NRings.codegen(), spatial_type::PointAccessors.codegen(), spatial_type::Centroid.codegen(), spatial_type::PointN.codegen(), spatial_type::Distance.codegen(), spatial_type::NumGeometries.codegen(), spatial_type::PointConstructor.codegen(), CodeGenerator.codegen(), FixedWidthInt.codegenDecode(), FixedWidthUnsigned.codegenDecode(), DiffFixedWidthInt.codegenDecode(), FixedWidthReal.codegenDecode(), FixedWidthSmallDate.codegenDecode(), CodeGenerator.codegenFunctionOper(), CodeGenerator.codegenFunctionOperCastArgs(), GroupByAndAggregate.codegenOutputSlot(), GpuSharedMemCodeBuilder.codegenReduction(), Executor.codegenWindowFrameBounds(), Executor.codegenWindowFunction(), Executor.codegenWindowFunctionAggregateCalls(), Executor.codegenWindowNavigationFunctionOnFrame(), GroupByAndAggregate.codegenWindowRowPointer(), WindowFunctionContext.computePartitionBuffer(), gpu_enabled.copy(), query_state::QueryState.create(), query_state::QueryStates.create(), anonymous_namespace{JoinLoopTest.cpp}.create_loop_test_function(), QueryRunner::QueryRunner.create_query_state(), DBHandler.create_query_state(), cuda_kernel_launch_wrapper(), Analyzer::GeoOperator.deep_copy(), Analyzer::GeoTransformOperator.deep_copy(), org.apache.calcite.sql.SqlOperator.deriveType(), com.mapd.parser.server.CalciteServerCaller.doWork(), com.mapd.logrunner.LogRunner.doWork(), com.mapd.utility.SQLImporter.doWork(), anonymous_namespace{ResultSetReductionJIT.cpp}.emit_aggregate_one_nullable_value(), import_export::anonymous_namespace{ExpressionParser.cpp}::Function_substr.Eval(), import_export::anonymous_namespace{ExpressionParser.cpp}::Function_regex_match.Eval(), import_export::anonymous_namespace{ExpressionParser.cpp}::Function_split_part.Eval(), import_export::anonymous_namespace{ExpressionParser.cpp}::Function_int.Eval(), import_export::anonymous_namespace{ExpressionParser.cpp}::Function_float.Eval(), import_export::anonymous_namespace{ExpressionParser.cpp}::Function_double.Eval(), import_export::anonymous_namespace{ExpressionParser.cpp}::Function_str.Eval(), import_export::anonymous_namespace{ExpressionParser.cpp}::Function_bool.Eval(), import_export::anonymous_namespace{ExpressionParser.cpp}::Operator_not.Eval(), Catalog_Namespace::SysCatalog.execInTransaction(), Catalog_Namespace::Catalog.execInTransaction(), measure< TimeT >.execution(), gpu_enabled.fill(), fill_hash_join_buff_bucketized_wrapper(), fill_one_to_many_hash_table(), fill_one_to_many_hash_table_bucketized(), fill_one_to_many_hash_table_on_device(), fill_one_to_many_hash_table_on_device_bucketized(), anonymous_namespace{WindowFunctionIR.cpp}.get_adjusted_window_type_info(), Analyzer::TrimStringOper.get_and_validate_trim_op_kind(), anonymous_namespace{WindowContext.cpp}.get_lag_or_lead_argument(), Analyzer::StringOper.get_return_type(), table_functions::TableFunction.getArgs(), com.mapd.parser.server.ExtensionFunction.getArgs(), table_functions::TableFunction.getSignature(), PerfectJoinHashTableBuilder.initOneToManyHashTableOnCpu(), PerfectJoinHashTableBuilder.initOneToOneHashTableOnCpu(), gpu_enabled.iota(), l0::L0CommandList.launch(), gpu_enabled.lower_bound(), com.mapd.testthrift.ThriftTester.main(), com.mapd.parser.server.CalciteServerCaller.main(), com.mapd.tests.UpdateDeleteInsertConcurrencyTest.main(), com.mapd.tests.ImportAlterValidateSelectConcurrencyTest.main(), com.mapd.logrunner.LogRunner.main(), com.mapd.bench.Benchmark.main(), com.mapd.bench.BenchmarkCloud.main(), com.mapd.utility.SQLImporter.main(), com.mapd.tests.DateTimeTest.main(), makeExpr(), com.mapd.utility.SQLImporter_args.parse(), gpu_enabled.partial_sum(), anonymous_namespace{GpuSharedMemoryUtils.cpp}.replace_called_function_with(), CgenState.replaceFunctionForGpu(), gpu_enabled.reverse(), gpu_enabled.sort(), start_calcite_server_as_daemon(), ThreadController_NS::SimpleThreadController< FutureReturnType >.startThread(), ThreadController_NS::SimpleRunningThreadController< FutureReturnType >.startThread(), org.apache.calcite.sql2rel.SqlToRelConverter.substituteSubQuery(), gpu_enabled.swap(), time_wrap(), com.mapd.parser.server.CalciteServerHandler.toExtensionFunction(), com.mapd.parser.server.ExtensionFunctionSignatureParser.toSignature(), anonymous_namespace{ResultSetReductionCodegen.cpp}.translate_body(), translate_bounding_box_intersect_with_reordering(), RelAlgTranslator.translateBinaryGeoFunction(), RelAlgTranslator.translateDatePlusMinus(), RelAlgTranslator.translateFunction(), RelAlgTranslator.translateFunctionArgs(), RelAlgTranslator.translateFunctionWithGeoArg(), RelAlgTranslator.translateGeoColumn(), RelAlgTranslator.translateGeoFunctionArg(), RelAlgTranslator.translateGeoLiteral(), org.apache.calcite.sql2rel.SqlToRelConverter.translateIn(), RelAlgTranslator.translateKeyForString(), RelAlgTranslator.translateLiteral(), RelAlgTranslator.translateStringOper(), RelAlgTranslator.translateWindowFunction(), string_view_unordered_map< ValueT >.try_emplace(), and gpu_enabled.upper_bound().

tuple run_benchmark_import.con
Initial value:
2  db_user=source_db_user,
3  db_passwd=source_db_passwd,
4  db_server=source_db_server,
5  db_port=source_db_port,
6  db_name=source_db_name,
7 )

Definition at line 320 of file run_benchmark_import.py.

Referenced by tests.test_runtime_udf.TestRuntimeUDF.test_udf_incr(), and tests.test_runtime_udf.TestRuntimeUDF.test_udf_incr_read_sql().

tuple run_benchmark_import.conn_machine_name = re.search(r"@(.*?):", run_connection)

Definition at line 342 of file run_benchmark_import.py.

tuple run_benchmark_import.connect_time = round((query_elapsed_time - execution_time), 2)

Definition at line 427 of file run_benchmark_import.py.

tuple run_benchmark_import.create_table_sql = table_schema.read()

Definition at line 369 of file run_benchmark_import.py.

Referenced by ShowCreateTableCommand.execute().

string run_benchmark_import.default = "HyperInteractive"

Definition at line 75 of file run_benchmark_import.py.

string run_benchmark_import.dest = "passwd"

Definition at line 74 of file run_benchmark_import.py.

Referenced by StringNoneEncoder.appendData(), ArrayNoneEncoder.appendData(), convertBoolBitmapBufferWithNulls(), convertBoolBitmapBufferWithoutNulls(), ColumnFetcher.linearizeVarLenArrayColFrags(), ArrowForeignStorageBase.read(), foreign_storage::CompressedFileReader.readInternal(), ArrowForeignStorageBase.replaceNullValuesImpl(), ReductionInterpreterImpl.runMemCpy(), Column< GeoPoint >.setItem(), and FlatBufferManager.setItemOld().

tuple run_benchmark_import.dest_con
Initial value:
2  db_user=dest_db_user,
3  db_passwd=dest_db_passwd,
4  db_server=dest_db_server,
5  db_port=dest_db_port,
6  db_name=dest_db_name,
7  )

Definition at line 469 of file run_benchmark_import.py.

run_benchmark_import.dest_db_name = args.dest_name

Definition at line 281 of file run_benchmark_import.py.

run_benchmark_import.dest_db_passwd = args.dest_passwd

Definition at line 273 of file run_benchmark_import.py.

run_benchmark_import.dest_db_port = args.dest_port

Definition at line 280 of file run_benchmark_import.py.

run_benchmark_import.dest_db_server = args.dest_server

Definition at line 279 of file run_benchmark_import.py.

run_benchmark_import.dest_db_user = args.dest_user

Definition at line 272 of file run_benchmark_import.py.

run_benchmark_import.dest_table = args.dest_table

Definition at line 282 of file run_benchmark_import.py.

run_benchmark_import.dest_table_schema_file = args.dest_table_schema_file

Definition at line 283 of file run_benchmark_import.py.

tuple run_benchmark_import.destinations = args.destination.split(",")

Definition at line 269 of file run_benchmark_import.py.

tuple run_benchmark_import.end_time = timeit.default_timer()

Definition at line 412 of file run_benchmark_import.py.

Referenced by import_export::Detector.find_best_sqltypes(), and import_export::Detector.importDelimited().

run_benchmark_import.execution_time = res._result.execution_time_ms

Definition at line 426 of file run_benchmark_import.py.

tuple run_benchmark_import.file_jenkins_open = open(output_file_jenkins, "w")

Definition at line 543 of file run_benchmark_import.py.

tuple run_benchmark_import.file_json_open = open(output_file_json, "w")

Definition at line 509 of file run_benchmark_import.py.

string run_benchmark_import.help = "Suppress script outuput "

Definition at line 66 of file run_benchmark_import.py.

run_benchmark_import.import_file = args.import_file

Definition at line 260 of file run_benchmark_import.py.

string run_benchmark_import.import_query = import_query_template.read()

Definition at line 395 of file run_benchmark_import.py.

Referenced by com.mapd.tests.RuntimeInterruptConcurrencyTest.runTest().

run_benchmark_import.import_query_template_file = args.import_query_template_file

Definition at line 263 of file run_benchmark_import.py.

run_benchmark_import.import_table_name = args.import_table_name

Definition at line 262 of file run_benchmark_import.py.

run_benchmark_import.import_test_name = args.import_test_name

Definition at line 266 of file run_benchmark_import.py.

tuple run_benchmark_import.jenkins_bench_json
Initial value:
1 = json.dumps(
2  {
3  "groups": [
4  {
5  "name": import_test_name,
6  "description": "Import: " + import_test_name,
7  "tests": [
8  {
9  "name": "import",
10  "description": "",
11  "parameters": [],
12  "results": [
13  {
14  "name": import_test_name + " average",
15  "description": "",
16  "unit": "ms",
17  "dblValue": execution_time,
18  }
19  ],
20  }
21  ],
22  }
23  ]
24  }
25  )

Definition at line 516 of file run_benchmark_import.py.

run_benchmark_import.label = args.label

Definition at line 259 of file run_benchmark_import.py.

Referenced by DBHandler.createSimpleResult(), ShowTablesCommand.execute(), ShowDatabasesCommand.execute(), ShowFunctionsCommand.execute(), ShowRuntimeFunctionsCommand.execute(), ShowTableFunctionsCommand.execute(), ShowRuntimeTableFunctionsCommand.execute(), ShowModelsCommand.execute(), EvaluateModelCommand.execute(), get_model_info_from_json(), DBHandler.getQueries(), DBHandler.getUserSessions(), and DBHandler.set_cur_session().

tuple run_benchmark_import.local_uname = os.uname()

Definition at line 345 of file run_benchmark_import.py.

run_benchmark_import.machine_name = args.machine_name

Definition at line 267 of file run_benchmark_import.py.

run_benchmark_import.machine_uname = args.machine_uname

Definition at line 268 of file run_benchmark_import.py.

run_benchmark_import.no_drop_table_after = args.no_drop_table_after

Definition at line 265 of file run_benchmark_import.py.

run_benchmark_import.no_drop_table_before = args.no_drop_table_before

Definition at line 264 of file run_benchmark_import.py.

tuple run_benchmark_import.optional = parser._action_groups.pop()

Definition at line 56 of file run_benchmark_import.py.

Referenced by getTargetValueFromFlatBuffer(), and ResultSet.makeVarlenTargetValue().

run_benchmark_import.output_file_jenkins = args.output_file_jenkins

Definition at line 313 of file run_benchmark_import.py.

run_benchmark_import.output_file_json = args.output_file_json

Definition at line 293 of file run_benchmark_import.py.

tuple run_benchmark_import.parser = ArgumentParser()

Definition at line 55 of file run_benchmark_import.py.

Referenced by dateTimeParseOptional< kDATE >(), dateTimeParseOptional< kTIME >(), dateTimeParseOptional< kTIMESTAMP >(), com.mapd.parser.server.CalciteServerCaller.doWork(), import_export::anonymous_namespace{RasterImporter.cpp}.get_ome_tiff_band_names(), com.mapd.parser.server.CalciteServerHandler.getCompletionHints(), com.mapd.calcite.parser.HeavyDBParser.isCorrelated(), foreign_storage::AbstractTextFileDataWrapper.iterativeFileScan(), org.apache.calcite.prepare.SqlIdentifierCapturer.main(), import_export::ExpressionParser::ParserDeleter.operator()(), import_export.parse_add_metadata_columns(), foreign_storage::AbstractTextFileDataWrapper.populateChunkMetadata(), foreign_storage::AbstractTextFileDataWrapper.populateChunks(), com.mapd.parser.server.CalciteServerHandler.process(), and com.mapd.parser.server.CalciteServerHandler.updateMetadata().

tuple run_benchmark_import.query_elapsed_time = round(((end_time - start_time) * 1000), 1)

Definition at line 425 of file run_benchmark_import.py.

run_benchmark_import.required = parser.add_argument_group("required arguments")

Definition at line 57 of file run_benchmark_import.py.

Referenced by com.mapd.parser.server.CalciteServerCaller.doWork(), CommandLineOptions.fillOptions(), main(), ModifyManipulationTarget.setDeleteViaSelectFlag(), ModifyManipulationTarget.setUpdateViaSelectFlag(), and ModifyManipulationTarget.setVarlenUpdateRequired().

tuple run_benchmark_import.res = con.execute(create_table_sql)

Definition at line 381 of file run_benchmark_import.py.

Referenced by _adjustOverageClassII(), _geoToHex2d(), _h3Rotate60ccw(), _h3Rotate60cw(), _h3RotatePent60ccw(), _h3RotatePent60cw(), _h3ToFaceIjk(), _h3ToFaceIjkWithInitializedFijk(), _hex2dToGeo(), SegmentTree< INPUT_TYPE, AGG_TYPE >.aggregateValueForDerivedAggregate(), SegmentTree< INPUT_TYPE, AGG_TYPE >.aggregateValueForDerivedAggregateViaColumnAccess(), CodeGenerator.codegenGeosPredicateCall(), UdfCompiler.compileFromCommandLine(), UdfCompiler.compileToLLVMIR(), compute_window_func_via_aggregation_tree(), anonymous_namespace{ArrowResultSetConverter.cpp}.convert_column(), ArrowForeignStorageBase.convertArrowDictionary(), org.apache.calcite.sql2rel.StandardConvertletTable.convertBetween(), l0::L0Device.create_command_list(), ArrowForeignStorageBase.createDecimalColumn(), ArrowForeignStorageBase.createDictionaryEncodedColumn(), org.apache.calcite.sql2rel.StandardConvertletTable.divide(), anonymous_namespace{StringDictionaryProxy.cpp}.do_compare(), EmbeddedDatabase::DBEngineImpl.executeDDL(), com.mapd.parser.server.test.TestDBServer.executeQuery(), RelAlgExecutor.executeWorkUnit(), exp_to_scale(), QueryPlanDagExtractor.extractQueryPlanDagImpl(), RaExecutionSequence.extractQueryStepSkippingInfo(), SegmentTree< INPUT_TYPE, AGG_TYPE >.fetch_col_for_cond_agg(), float_to_double_bin(), geoToH3(), com.mapd.tests.DateTimeTest.getDateTimeFromQuery(), Executor.getExecutorIdsRunningQuery(), getExpressionRange(), com.mapd.tests.DateTimeTest.getLongFromQuery(), QueryPlanDagExtractor.handleTranslatedJoin(), ColumnFetcher.linearizeColumnFragments(), loadGeo(), org.apache.calcite.sql2rel.StandardConvertletTable.mod(), anonymous_namespace{RelAlgDag.cpp}::anonymous_namespace{RelAlgDag.cpp}.need_pushdown_generic_expr(), parseStorageType(), Parser::InsertIntoTableAsSelectStmt.populateData(), com.mapd.parser.server.CalciteServerHandler.process(), com.mapd.calcite.parser.HeavyDBParser.process(), SegmentTree< INPUT_TYPE, AGG_TYPE >.query(), Parser::LocalQueryConnector.query(), QueryPlanDagExtractor.register_and_visit(), and translate_bounding_box_intersect_with_reordering().

tuple run_benchmark_import.res_output = str(res.fetchall()[0])

Definition at line 428 of file run_benchmark_import.py.

dictionary run_benchmark_import.result
Initial value:
1 = {
2  "run_guid": run_guid,
3  "run_timestamp": run_timestamp,
4  "run_connection": run_connection,
5  "run_machine_name": run_machine_name,
6  "run_machine_uname": run_machine_uname,
7  "run_driver": run_driver,
8  "run_version": run_version,
9  "run_label": label,
10  "import_test_name": import_test_name,
11  "import_elapsed_time_ms": query_elapsed_time,
12  "import_execute_time_ms": execution_time,
13  "import_conn_time_ms": connect_time,
14  "rows_loaded": rows_loaded,
15  "rows_rejected": rows_rejected,
16 }

Definition at line 441 of file run_benchmark_import.py.

Referenced by Analyzer::UOper.add_cast(), com.mapd.calcite.parser.HeavyDBParser.addDbContextIfMissing(), QueryPlanDagCache.addNodeIfAbsent(), advance_target_ptr_col_wise(), advance_target_ptr_row_wise(), UsedColumnsVisitor.aggregateResult(), anonymous_namespace{ScalarCodeGenerator.cpp}::UsedColumnExpressions.aggregateResult(), anonymous_namespace{QueryPhysicalInputsCollector.cpp}::RelAlgPhysicalInputsVisitor.aggregateResult(), anonymous_namespace{JoinFilterPushDown.cpp}::CollectInputColumnsVisitor.aggregateResult(), AllRangeTableIndexVisitor.aggregateResult(), ColumnVarsVisitor.aggregateResult(), anonymous_namespace{QueryPhysicalInputsCollector.cpp}::RexPhysicalInputsVisitor.aggregateResult(), RelLeftDeepTreeIdsCollector.aggregateResult(), TextEncodingCastCountVisitor.aggregateResult(), anonymous_namespace{RelAlgOptimizer.cpp}::RexInputCollector.aggregateResult(), AllColumnVarsVisitor.aggregateResult(), anonymous_namespace{RelAlgExecutor.cpp}::RexUsedInputsVisitor.aggregateResult(), anonymous_namespace{RelAlgDag.cpp}::RexInputCollector.aggregateResult(), com.mapd.parser.extension.ddl.AlterDatabaseTest.AlterDatabaseChangeOwner(), com.mapd.parser.extension.ddl.AlterDatabaseTest.AlterDatabaseRename(), com.mapd.parser.extension.ddl.ForeignTableTest.alterForeignTableRenameColumn(), com.mapd.parser.extension.ddl.ForeignTableTest.alterForeignTableRenameTable(), com.mapd.parser.extension.ddl.ForeignTableTest.alterForeignTableSetOptions(), com.mapd.parser.extension.ddl.ForeignServerTest.AlterServerChangeOwner(), com.mapd.parser.extension.ddl.ForeignServerTest.AlterServerRenameServer(), com.mapd.parser.extension.ddl.ForeignServerTest.AlterServerSetDataWrapper(), com.mapd.parser.extension.ddl.ForeignServerTest.AlterServerSetOptions(), com.mapd.parser.extension.ddl.InterruptCommandTest.alterSessionSetExecutor_cpu(), com.mapd.parser.extension.ddl.InterruptCommandTest.alterSessionSetExecutor_gpu(), com.mapd.parser.extension.ddl.InterruptCommandTest.alterSystemClear_cpu(), com.mapd.parser.extension.ddl.InterruptCommandTest.alterSystemClear_gpu(), com.mapd.parser.extension.ddl.InterruptCommandTest.alterSystemClear_render(), com.mapd.parser.extension.ddl.AlterTableTest.AlterTableAlterColumn(), Parser::ArrayLiteral.analyze(), Parser::IsNullExpr.analyze(), Parser::InValues.analyze(), Parser::BetweenExpr.analyze(), Parser::CharLengthExpr.analyze(), Parser::CardinalityExpr.analyze(), ai.heavy.jdbc.HeavyAIPrepareTest.batchTest(), ExpressionRange.binOp(), BOOST_CLASS_TRACKING(), Catalog_Namespace::SysCatalog.buildMapsUnlocked(), ai.heavy.jdbc.HeavyAIStatementTest.cancelTest1(), CodeGenerator.codegen(), CodeGenerator.codegenExtractHighPrecisionTimestamps(), CodeGenerator.codegenGeosPredicateCall(), CodeGenerator.codegenLinRegPredict(), Executor.collectAllDeviceShardedTopResults(), ddl_utils::alter_column_utils.compare_column_descriptors(), Geo.compress_coords(), data_conversion::StringViewToScalarEncoder< DataType, MetadataType >.convert(), Catalog_Namespace::anonymous_namespace{Catalog.cpp}.convert_object_owners_map_to_string(), foreign_storage::ParquetDecimalEncoder< V, T, NullType >.convertDecimalByteArrayToInt(), foreign_storage::TextFileBufferParser.convertImportBuffersToDataBlocks(), org.apache.calcite.sql2rel.SqlToRelConverter.convertQuery(), anonymous_namespace{RelAlgDag.cpp}.create_compound(), Catalog_Namespace::Catalog.createDashboardSystemRoles(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableArraySized(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableArrayUnsized(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableBigInt(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableBoolean(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableColOptions(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableDate(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableDecimal(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableDouble(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableDoubleDecimal(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableEncodingCompressed(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableEncodingCompressed32(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableEncodingDays1(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableEncodingDaysWithoutSize(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableEncodingDict(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableEncodingDict8(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableEncodingFixed1(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableEncodingFixedWithoutSize(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableEncodingNone(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableEncodingNone1(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableEpoch(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableEscapeOption(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableFloat(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableGeoPoint(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableGeoPointMerc(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableGeoPointWG(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableIfNotExists(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableLinestring(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableMultiLinestring(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableMultiPoint(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableMultiPolygon(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableNotNull(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableOneCol(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableOptions(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTablePoint(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTablePointCompressed(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTablePolygon(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableSchema(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableSmallInt(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableTime(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableTimestamp(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableTinyInt(), com.mapd.parser.extension.ddl.ForeignTableTest.createForeignTableTwoCol(), AlterTableAlterColumnCommandRecoveryMgr.createRecoveryManagersForCatalogs(), com.mapd.parser.extension.ddl.ForeignServerTest.CreateServerDdlCommand(), com.mapd.parser.extension.ddl.ForeignServerTest.CreateServerDdlCommandWithIfNotExists(), com.mapd.parser.extension.ddl.UserMappingTest.createUserMapping(), com.mapd.parser.extension.ddl.UserMappingTest.createUserMappingForCurrentUser(), com.mapd.parser.extension.ddl.UserMappingTest.createUserMappingForPublicUser(), com.mapd.parser.extension.ddl.UserMappingTest.createUserMappingWithIfNotExists(), DBHandler.deallocate_df(), anonymous_namespace{ExternalExecutor.cpp}.decode_string(), Geo.decompress_coords(), org.apache.calcite.sql2rel.SqlToRelConverter.decorrelate(), CartesianProductIterator< T >.dereference(), anonymous_namespace{ResultSetSortImpl.cu}.do_radix_sort(), com.mapd.parser.extension.ddl.ForeignTableTest.dropForeignTable(), com.mapd.parser.extension.ddl.ForeignTableTest.dropForeignTableIfExists(), com.mapd.parser.extension.ddl.ForeignServerTest.DropServerDdlCommand(), com.mapd.parser.extension.ddl.ForeignServerTest.DropServerDdlCommandWithIfExists(), com.mapd.parser.extension.ddl.UserMappingTest.dropUserMapping(), com.mapd.parser.extension.ddl.UserMappingTest.dropUserMappingWithIfExists(), anonymous_namespace{JoinLoopTest.cpp}.emit_external_call(), CgenState.emitExternalCall(), import_export::ExpressionParser.evalAsBool(), import_export::ExpressionParser.evalAsDouble(), import_export::ExpressionParser.evalAsInt(), import_export::ExpressionParser.evalAsString(), import_export::anonymous_namespace{ExpressionParser.cpp}.evaluate(), anonymous_namespace{UdfCompiler.cpp}.exec_output(), CreateForeignServerCommand.execute(), ShowCreateTableCommand.execute(), EvaluateModelCommand.execute(), DdlCommandExecutor.execute(), DBHandler.executeDdl(), RelAlgExecutor.executeRelAlgQueryNoRetry(), RelAlgExecutor.executeRelAlgQueryWithFilterPushDown(), RelAlgExecutor.executeSort(), RelAlgExecutor.executeTableFunction(), RelAlgExecutor.executeWorkUnit(), Executor.executeWorkUnit(), Executor.executeWorkUnitImpl(), org.apache.calcite.sql2rel.StandardConvertletTable.AvgVarianceConvertlet.expandVariance(), com.mapd.calcite.parser.HeavyDBParser.expandVariance(), anonymous_namespace{TableFunctionCompilationContext.cpp}.exprsKey(), com.mapd.utility.db_vendors.HeavyDBGeo_types.find_gis_type(), com.mapd.utility.db_vendors.PostGis_types.find_gis_type(), find_push_down_filters(), com.mapd.utility.db_vendors.PostGis_types.find_type_detail(), ThriftSerializers.from_thrift(), anonymous_namespace{DateTimeParser.cpp}.fromChars(), import_export.gdalGatherFilesInArchiveRecursive(), import_export::Importer.gdalStatInternal(), anonymous_namespace{NativeCodegen.cpp}.gen_array_any_all_sigs(), anonymous_namespace{NativeCodegen.cpp}.gen_translate_null_key_sigs(), UdfCompiler.generateAST(), Parser::anonymous_namespace{ParserNode.cpp}.generateUniqueTableName(), Parser::LikeExpr.get(), Parser::RegexpExpr.get(), Parser::WidthBucketExpr.get(), Parser::LikelihoodExpr.get(), anonymous_namespace{UdfCompiler.cpp}.get_clang_version(), import_export::TypedImportBuffer.get_data_block_pointers(), DateTimeUtils.get_datetrunc_high_precision_scale(), l0.get_drivers(), DateTimeUtils.get_extract_high_precision_adjusted_scale(), anonymous_namespace{RelAlgExecutor.cpp}.get_join_source_used_inputs(), anonymous_namespace{RelAlgOptimizer.cpp}.get_live_ins(), get_row_bytes(), DBHandler.get_tables_meta_impl(), RelAggregate.getAggregatesAndRelease(), ArrowResultSetConverter.getArrowBatch(), QueryRunner::QueryRunner.getCalcitePlan(), ai.heavy.jdbc.HeavyAIDatabaseMetaData.getColumns(), StringDictionaryProxy.getCompare(), org.apache.calcite.prepare.HeavyDBSqlAdvisor.getCompletionHints(), com.mapd.parser.server.CalciteServerHandler.getCompletionHints(), DateTimeTranslator.getDateTruncConstantValue(), ai.heavy.jdbc.HeavyAIDatabaseMetaData.getEmptyResultSetWithDesc(), StringDictionary.getEquals(), DateTimeTranslator.getExtractFromTimeConstantValue(), flatbuffer::Column< Geo::MultiLineString, GeoMultiLineString >.getItem(), FlatBufferManager.getItem(), flatbuffer::NestedArray< char >.getItem(), StringDictionary.getLike(), StringDictionaryProxy.getLike(), table_functions::TableFunction.getName(), RelSort.getOrderEntries(), import_export::RasterImporter.getRawPixels(), AlterTableAlterColumnCommandRecoveryMgr.getRecoveryFiles(), StringDictionary.getRegexpLike(), StringDictionaryProxy.getRegexpLike(), ai.heavy.jdbc.HeavyAIArray.getResultSet(), ColumnFetcher.getResultSetColumn(), ai.heavy.jdbc.HeavyAIDatabaseMetaData.getSchemas(), AlterTableAlterColumnCommandRecoveryMgr.getSrcDstCds(), EmbeddedDatabase::DBEngineImpl.getTableDetails(), ai.heavy.jdbc.HeavyAIDatabaseMetaData.getTablePrivileges(), ai.heavy.jdbc.HeavyAIDatabaseMetaData.getTables(), ai.heavy.jdbc.HeavyAIDatabaseMetaData.getTableTypes(), DBHandler.getTargetMetaInfo(), ai.heavy.jdbc.HeavyAIDatabaseMetaData.getTypeInfo(), Executor.getUniqueThreadSharedResultSets(), RelAlgExecutor.handleOutOfMemoryRetry(), heartbeat(), ColumnarResults.initWriteFunctions(), com.mapd.parser.extension.ddl.InsertValuesTest.insertValues(), anonymous_namespace{QueryFragmentDescriptor.cpp}.is_sample_query(), com.mapd.parser.extension.ddl.InterruptCommandTest.killQuery(), main(), ColumnarResults.mergeResults(), nms_kernel(), HashJoin.normalizeColumnPairs(), QueryPlanDagExtractor.normalizeColumnsPair(), File_Namespace::FileMgr.openFiles(), anonymous_namespace{ArrowImporter.h}::ArrowValue< int64_t >.operator DATA_TYPE(), ColumnList< Array< T > >.operator[](), ColumnList< TextEncodingDict >.operator[](), ExpressionRange.operator||(), Geospatial::GeoBase.optimized_run(), foreign_storage.parse_file_regions(), parse_numeric(), DBHandler.parse_to_ra(), foreign_storage::CsvFileBufferParser.parseBuffer(), foreign_storage::RegexFileBufferParser.parseBuffer(), Parser.parseStringPrivs(), anonymous_namespace{CalciteAdapter.cpp}.pg_shim_impl(), polygon_contains_point(), foreign_storage.populate_chunks(), foreign_storage::AbstractTextFileDataWrapper.populateChunks(), Parser::InsertIntoTableAsSelectStmt.populateData(), CodeGenerator.posArg(), Calcite.process(), com.mapd.parser.server.CalciteServerHandler.process(), query_template(), com.mapd.parser.extension.ddl.ReassignOwnedTest.reassignAllOwned(), com.mapd.parser.extension.ddl.ReassignOwnedTest.reassignOwned(), ResultSetManager.reduce(), Executor.reduceSpeculativeTopN(), com.mapd.parser.extension.ddl.ForeignTableTest.refresh_foreign_table(), com.mapd.parser.extension.ddl.ForeignTableTest.refresh_foreign_table_with_evict(), com.mapd.parser.extension.ddl.ForeignTableTest.refresh_foreign_tables(), regexp_like(), anonymous_namespace{RelAlgDag.cpp}::anonymous_namespace{RelAlgDag.cpp}.reproject_targets(), CodeCacheAccessor< CompilationContext >.reset(), anonymous_namespace{ArrowImporter.h}::ArrowValueBase< bool >.resolve_time(), row_copier2__cpu__(), Geospatial::GeoBase.run(), QueryRunner::anonymous_namespace{QueryRunner.cpp}.run_select_query_with_filter_push_down(), ReductionInterpreterImpl.runBinaryOperator(), ReductionInterpreterImpl.runICmp(), QueryRunner::QueryRunner.runSelectQuery(), QueryRunner::QueryRunner.runSQLWithAllowingInterrupt(), foreign_storage.scan_metadata(), RexSubQuery.setExecutionResult(), com.mapd.parser.extension.ddl.ShowCommandTest.showAllUserDetails(), com.mapd.parser.extension.ddl.ShowCommandTest.showAllUserDetailsForUser(), com.mapd.parser.extension.ddl.ShowCommandTest.showDatabases(), com.mapd.parser.extension.ddl.ShowCommandTest.showDiskCacheUsage(), com.mapd.parser.extension.ddl.ShowCommandTest.showDiskCacheUsageFor(), com.mapd.parser.extension.ddl.ForeignServerTest.ShowForeignServers(), com.mapd.parser.extension.ddl.ForeignServerTest.ShowForeignServersEqOr(), com.mapd.parser.extension.ddl.ForeignServerTest.ShowForeignServersLike(), com.mapd.parser.extension.ddl.ForeignServerTest.ShowForeignServersLikeAnd(), com.mapd.parser.extension.ddl.ForeignServerTest.ShowForeignServersLikeAndLikeOrEq(), com.mapd.parser.extension.ddl.ForeignServerTest.ShowForeignServersWhere(), com.mapd.parser.extension.ddl.ShowCommandTest.showQueries(), com.mapd.parser.extension.ddl.ShowCommandTest.showSupportedDataSources(), com.mapd.parser.extension.ddl.ShowCommandTest.showTableDetails(), com.mapd.parser.extension.ddl.ShowCommandTest.showTableDetailsForTables(), com.mapd.parser.extension.ddl.ShowCommandTest.showTables(), com.mapd.parser.extension.ddl.ShowCommandTest.showUserDetails(), com.mapd.parser.extension.ddl.ShowCommandTest.showUserDetailsForUser(), com.mapd.parser.extension.ddl.ShowCommandTest.showUserSessions(), split(), EmbeddedDatabase::DBEngineImpl.sql_execute_dbe(), DBHandler.sql_execute_impl(), DBHandler.sql_execute_local(), flatbuffer::TextEncodingNone.str(), anonymous_namespace{InputMetadata.cpp}.synthesize_table_info(), CrossSectionTableFunctions.tf_cross_section_2d_impl(), tf_metadata_getter__cpu_template(), GDALTableFunctions.tf_raster_contour_impl(), ThriftSerializers.to_thrift(), Geo::GeoNestedArray< Point2D >.toCoords(), Geo::LineString.toCoords(), Geo::MultiPoint.toCoords(), Geo::MultiLineString.toCoords(), Geo::Polygon.toCoords(), Geo::MultiPolygon.toCoords(), Geo::GeoNestedArray< Point2D >.toCoordsWorker(), CompilationResult.toString(), TargetInfo.toString(), QueryCompilationDescriptor.toString(), table_functions::TableFunction.toString(), toString(), TableFunctionManager.toString(), Array< T >.toString(), flatbuffer::NestedArray< char >.toString(), ColumnList< T >.toString(), ColumnList< Array< T > >.toString(), ColumnList< TextEncodingDict >.toString(), Analyzer::WindowFunction.toString(), Analyzer::GeoUOper.toString(), Analyzer::GeoBinOper.toString(), table_functions::TableFunction.toStringSQL(), RelAlgTranslator.translateBinaryGeoFunction(), RelAlgTranslator.translateDatePlusMinus(), RelAlgTranslator.translateInOper(), RelAlgExecutor.translateLeftDeepJoinFilter(), RelAlgTranslator.translateScalarSubquery(), RelAlgTranslator.translateTernaryGeoFunction(), tree_string(), anonymous_namespace{DateTimeParser.cpp}.unixTime(), Catalog_Namespace::Catalog.updateDictionaryNames(), RelAlgVisitor< std::vector< unsigned > >.visit(), ScalarExprVisitor< std::set< shared::TableKey > >.visitAggExpr(), ScalarExprVisitor< std::set< shared::TableKey > >.visitArrayOper(), ScalarExprVisitor< std::set< shared::TableKey > >.visitBinOper(), TextEncodingCastCountVisitor.visitBinOper(), ScalarExprVisitor< std::set< shared::TableKey > >.visitCardinality(), RexVisitor< T >.visitCase(), ScalarExprVisitor< std::set< shared::TableKey > >.visitCaseExpr(), ScalarExprVisitor< std::set< shared::TableKey > >.visitCharLength(), AllRangeTableIndexVisitor.visitColumnVarTuple(), ColumnVarsVisitor.visitColumnVarTuple(), AllColumnVarsVisitor.visitColumnVarTuple(), anonymous_namespace{QueryPhysicalInputsCollector.cpp}::RelAlgPhysicalInputsVisitor.visitCompound(), ScalarExprToSql.visitConstant(), ScalarExprVisitor< std::set< shared::TableKey > >.visitDateaddExpr(), ScalarExprVisitor< std::set< shared::TableKey > >.visitDatediffExpr(), ScalarExprVisitor< std::set< shared::TableKey > >.visitDatetruncExpr(), ScalarExprVisitor< std::set< shared::TableKey > >.visitExtractExpr(), ScalarExprToSql.visitFunctionOper(), ScalarExprVisitor< std::set< shared::TableKey > >.visitFunctionOper(), ScalarExprVisitor< std::set< shared::TableKey > >.visitGeoBinOper(), ScalarExprVisitor< std::set< shared::TableKey > >.visitGeoExpr(), ScalarExprVisitor< std::set< shared::TableKey > >.visitGeoUOper(), anonymous_namespace{RelAlgOptimizer.cpp}::RexInputCollector.visitInput(), ScalarExprVisitor< std::set< shared::TableKey > >.visitInValues(), ScalarExprVisitor< std::set< shared::TableKey > >.visitKeyForString(), anonymous_namespace{QueryPhysicalInputsCollector.cpp}::RelAlgPhysicalInputsVisitor.visitLeftDeepInnerJoin(), ScalarExprToSql.visitLikeExpr(), ScalarExprVisitor< std::set< shared::TableKey > >.visitLikeExpr(), TextEncodingCastCountVisitor.visitLikeExpr(), ScalarExprToSql.visitList(), ScalarExprVisitor< std::set< shared::TableKey > >.visitMLPredict(), anonymous_namespace{QueryPhysicalInputsCollector.cpp}::RexPhysicalInputsVisitor.visitOperator(), RexVisitor< T >.visitOperator(), ScalarExprVisitor< std::set< shared::TableKey > >.visitPCAProject(), anonymous_namespace{QueryPhysicalInputsCollector.cpp}::RelAlgPhysicalInputsVisitor.visitProject(), ScalarExprVisitor< std::set< shared::TableKey > >.visitRangeJoinOper(), ScalarExprVisitor< std::set< shared::TableKey > >.visitRegexpExpr(), ScalarExprVisitor< std::set< shared::TableKey > >.visitSampleRatio(), org.apache.calcite.sql.validate.SqlValidatorImpl.Expander.visitScoped(), ScalarExprVisitor< std::set< shared::TableKey > >.visitStringOper(), TextEncodingCastCountVisitor.visitStringOper(), ScalarExprVisitor< std::set< shared::TableKey > >.visitUOper(), TextEncodingCastCountVisitor.visitUOper(), ScalarExprVisitor< std::set< shared::TableKey > >.visitWidthBucket(), ScalarExprToSql.visitWindowFunction(), ScalarExprVisitor< std::set< shared::TableKey > >.visitWindowFunction(), and RexVisitor< T >.visitWindowFunctionOperator().

tuple run_benchmark_import.result_json = json.dumps(result, default=json_format_handler, indent=2)

Definition at line 460 of file run_benchmark_import.py.

tuple run_benchmark_import.results_df = pandas.DataFrame(result, index=[0])

Definition at line 466 of file run_benchmark_import.py.

tuple run_benchmark_import.rows_loaded = re.search(r"Loaded: (.*?) recs, R", res_output)

Definition at line 430 of file run_benchmark_import.py.

Referenced by kafka_insert().

tuple run_benchmark_import.rows_rejected = re.search(r"Rejected: (.*?) recs i", res_output)

Definition at line 431 of file run_benchmark_import.py.

tuple run_benchmark_import.run_connection = str(con)

Definition at line 334 of file run_benchmark_import.py.

string run_benchmark_import.run_driver = ""

Definition at line 336 of file run_benchmark_import.py.

tuple run_benchmark_import.run_guid = str(uuid.uuid4())

Definition at line 331 of file run_benchmark_import.py.

run_benchmark_import.run_machine_name = machine_name

Definition at line 347 of file run_benchmark_import.py.

string run_benchmark_import.run_machine_uname = machine_uname

Definition at line 354 of file run_benchmark_import.py.

tuple run_benchmark_import.run_timestamp = datetime.datetime.now()

Definition at line 333 of file run_benchmark_import.py.

tuple run_benchmark_import.run_version = con._client.get_version()

Definition at line 337 of file run_benchmark_import.py.

run_benchmark_import.run_version_short = run_version.split("-")

Definition at line 339 of file run_benchmark_import.py.

run_benchmark_import.source_db_name = args.name

Definition at line 258 of file run_benchmark_import.py.

run_benchmark_import.source_db_passwd = args.passwd

Definition at line 255 of file run_benchmark_import.py.

run_benchmark_import.source_db_port = args.port

Definition at line 257 of file run_benchmark_import.py.

run_benchmark_import.source_db_server = args.server

Definition at line 256 of file run_benchmark_import.py.

run_benchmark_import.source_db_user = args.user

Definition at line 254 of file run_benchmark_import.py.

tuple run_benchmark_import.start_time = timeit.default_timer()

Definition at line 409 of file run_benchmark_import.py.

Referenced by Parser::CopyTableStmt.execute(), DBHandler.import_table(), DBHandler.importGeoTableSingle(), Catalog_Namespace::SessionsStore.isSessionExpired(), Parser::InsertIntoTableAsSelectStmt.populateData(), and Catalog_Namespace::SessionInfo.public_session_id().

run_benchmark_import.table_schema_file = args.table_schema_file

Definition at line 261 of file run_benchmark_import.py.

tuple run_benchmark_import.tables = dest_con.get_tables()

Definition at line 479 of file run_benchmark_import.py.

Referenced by Catalog_Namespace::Catalog.createSystemTableServer(), com.mapd.testthrift.ThriftTester.doWork(), Catalog_Namespace::SysCatalog.dropDatabase(), Catalog_Namespace::Catalog.eraseDbMetadata(), Catalog_Namespace::Catalog.eraseDbPhysicalData(), DBHandler.get_tables_meta_impl(), Catalog_Namespace::Catalog.getAllForeignTablesForRefresh(), Catalog_Namespace::Catalog.getAllTableMetadataCopy(), ai.heavy.jdbc.HeavyAIDatabaseMetaData.getColumns(), Catalog_Namespace::Catalog.getDictionaryToColumnMapping(), Catalog_Namespace::Catalog.getTableNamesForUser(), ai.heavy.jdbc.HeavyAIDatabaseMetaData.getTablePrivileges(), EmbeddedDatabase::DBEngineImpl.getTables(), ai.heavy.jdbc.HeavyAIDatabaseMetaData.getTables(), Catalog_Namespace::Catalog.getTablesMetadataForUser(), foreign_storage::InternalCatalogDataWrapper.initializeObjectsForTable(), DBHandler.parse_to_ra(), foreign_storage::anonymous_namespace{InternalCatalogDataWrapper.cpp}.populate_import_buffers_for_catalog_tables(), foreign_storage::ForeignTableRefreshScheduler.start(), ai.heavy.jdbc.HeavyAIDatabaseMetaData.tablePermProcess(), com.mapd.logrunner.LogRunner.theRest(), and system_validator::SingleNodeValidator.validate().

run_benchmark_import.type = int,

Definition at line 89 of file run_benchmark_import.py.

Referenced by import_export::TypedImportBuffer.add_arrow_values(), import_export::TypedImportBuffer.add_value(), import_export::TypedImportBuffer.addDefaultValues(), org.apache.calcite.sql.SqlOperator.adjustType(), DBHandler.alterSession(), any_bits_set(), append_datum(), heavydb.cursor.Cursor.arraysize(), anonymous_namespace{FromTableReordering.cpp}.build_dependency_tracking(), WindowFunctionContext.buildAggregationTreeForPartition(), org.apache.calcite.sql2rel.SqlToRelConverter.castNullLiteralIfNeeded(), org.apache.calcite.sql2rel.StandardConvertletTable.castToValidatedType(), tests.test_runtime_udf.catch_udf_support_disabled(), report.Row.cell(), CodeGenerator.codegen(), CodeGenerator.codegenIntConst(), org.apache.calcite.sql2rel.StandardConvertletTable.consistentType(), anonymous_namespace{LogicalIR.cpp}.contains_unsafe_division(), org.apache.calcite.sql2rel.StandardConvertletTable.convertCall(), org.apache.calcite.sql2rel.StandardConvertletTable.RegrCovarianceConvertlet.convertCall(), org.apache.calcite.sql2rel.StandardConvertletTable.AvgVarianceConvertlet.convertCall(), org.apache.calcite.sql2rel.StandardConvertletTable.GreatestConvertlet.convertCall(), org.apache.calcite.sql2rel.StandardConvertletTable.convertCase(), org.apache.calcite.sql2rel.StandardConvertletTable.convertCast(), org.apache.calcite.sql2rel.StandardConvertletTable.convertExpressionList(), org.apache.calcite.sql2rel.SqlToRelConverter.convertLiteralInValuesList(), org.apache.calcite.sql2rel.StandardConvertletTable.convertRow(), org.apache.calcite.sql2rel.StandardConvertletTable.convertTryCast(), org.apache.calcite.rel.externalize.HeavyDBRelJson.create(), DBHandler.create_geo_column(), ai.heavy.jdbc.HeavyAIConnection.createArrayOf(), com.mapd.utility.SQLImporter.createDBTable(), org.apache.calcite.sql.validate.SqlValidatorImpl.deriveConstructorType(), org.apache.calcite.sql.SqlOperator.deriveType(), org.apache.calcite.sql.validate.SqlValidatorImpl.deriveType(), org.apache.calcite.sql.validate.SqlValidatorImpl.deriveTypeImpl(), import_export::Detector.detect_sqltype(), com.mapd.testthrift.ThriftTester.doWork(), org.apache.calcite.sql2rel.SqlToRelConverter.ensureSqlType(), AlterTableCommand.execute(), org.apache.calcite.sql.validate.SqlValidatorImpl.expandOrderExpr(), org.apache.calcite.sql.validate.SqlValidatorImpl.expandSelectItem(), org.apache.calcite.sql.validate.SqlValidatorImpl.expandStar(), ext_arg_type_to_type_info(), extract_fp_type_from_datum(), extract_int_type_from_datum(), import_export::Loader.fillShardRow(), generate_TableFunctionsFactory_init.find_signatures(), com.mapd.utility.db_vendors.PostGis_types.find_type_detail(), org.apache.calcite.sql2rel.SqlToRelConverter.findSubQueries(), anonymous_namespace{ExpressionRewrite.cpp}::ConstantFoldingVisitor.foldOper(), ThriftSerializers.from_thrift(), com.mapd.tests.HeavyDBTestClient.get_db_object_privs(), foreign_storage::anonymous_namespace{InternalCatalogDataWrapper.cpp}.get_object_type_str(), foreign_storage::anonymous_namespace{InternalCatalogDataWrapper.cpp}.get_permissions(), anonymous_namespace{QueryTemplateGenerator.cpp}.get_pointer_element_type(), import_export::anonymous_namespace{ForeignDataImporter.cpp}.get_proxy_foreign_table_fragment_size(), import_export::anonymous_namespace{Importer.cpp}.get_type_for_datum(), anonymous_namespace{Datum.cpp}.get_type_for_datum(), ai.heavy.jdbc.HeavyAIResultSet.getArray(), ForeignStorageBufferMgr.getChunkMetadataVecForKeyPrefix(), ai.heavy.jdbc.HeavyAIResultSetMetaData.getColumnType(), org.apache.calcite.rel.externalize.HeavyDBRelJson.getConstructor(), ai.heavy.jdbc.HeavyAIResultSet.getDouble(), ai.heavy.jdbc.HeavyAIResultSet.getDoubleInternal(), com.mapd.calcite.parser.HeavyDBSqlOperatorTable.ExtTableFunction.getExtendedSignature(), ai.heavy.jdbc.HeavyAIResultSet.getObject(), getOmnisciType(), CgenState.getOrAddLiteral(), anonymous_namespace{DdlCommandExecutor.cpp}::JsonColumnSqlType.getParam1(), anonymous_namespace{DdlCommandExecutor.cpp}::JsonColumnSqlType.getParam2(), org.apache.calcite.sql.validate.SqlValidatorImpl.getParameterRowType(), com.mapd.calcite.parser.HeavyDBSqlOperatorTable.ExtTableFunction.getParameters(), com.mapd.calcite.parser.HeavyDBSqlOperatorTable.ExtTableFunction.getRowTypeInference(), table_functions::TableFunction.getSignature(), anonymous_namespace{DdlCommandExecutor.cpp}::JsonColumnSqlType.getSqlType(), ai.heavy.jdbc.HeavyAIResultSet.getString(), ai.heavy.jdbc.HeavyAIResultSet.getStringInternal(), org.apache.calcite.sql.validate.SqlValidatorImpl.getTableConstructorRowType(), ai.heavy.jdbc.HeavyAIDatabaseMetaData.getTablePrivileges(), org.apache.calcite.sql.validate.SqlValidatorImpl.getValidatedNodeType(), org.apache.calcite.sql.validate.SqlValidatorImpl.getValidatedNodeTypeIfKnown(), com.mapd.parser.server.ExtensionFunction.getValueType(), com.mapd.utility.db_vendors.Db_vendor_types.gis_type_to_str(), org.apache.calcite.sql.validate.SqlValidatorImpl.handleScalarSubQuery(), DBHandler.has_object_privilege(), com.mapd.parser.extension.ddl.heavysql.HeavySqlColumn.HeavySqlColumn(), org.apache.calcite.sql.validate.SqlValidatorImpl.inferUnknownTypes(), inline_fp_null_val(), inline_int_null_array_val(), inline_int_null_val(), CgenState.inlineIntNull(), ChunkMetadata.isPlaceholder(), llvm_type(), boost::serialization.load(), org.apache.calcite.sql2rel.StandardConvertletTable.makeConstructorCall(), Catalog_Namespace::SysCatalog.migratePrivileges(), import_export.NullArrayDatum(), NullDatum(), operator&(), anonymous_namespace{TypedDataAccessors.h}::NullSentinelSupplier.operator()(), operator<<(), operator|(), Parser::anonymous_namespace{ParserNode.cpp}.parse_insert_literal(), anonymous_namespace{RelAlgDag.cpp}.parse_literal(), anonymous_namespace{RelAlgDag.cpp}.parse_type(), Catalog_Namespace::Catalog.parseDashboardObjects(), org.apache.calcite.sql.validate.SqlValidatorImpl.Permute.permute(), import_export::TypedImportBuffer.pop_value(), ForeignStorageInterface.prepareTable(), org.apache.calcite.rel.externalize.HeavyDBRelJsonReader.readRel(), Catalog_Namespace::Catalog.recordOwnershipOfObjectsInObjectPermissions(), ForeignStorageInterface.registerTable(), Catalog_Namespace::SysCatalog.renameDBObject(), serialize_db_object(), foreign_storage::ParquetFixedLengthArrayEncoder.setNullFixedLengthArraySentinel(), ExecutionResult.setResultType(), org.apache.calcite.sql.validate.SqlValidatorImpl.setValidatedNodeType(), foreign_storage::anonymous_namespace{LazyParquetChunkLoader.cpp}.suggest_boolean_type_mapping(), foreign_storage::anonymous_namespace{LazyParquetChunkLoader.cpp}.suggest_date_mapping(), foreign_storage::anonymous_namespace{LazyParquetChunkLoader.cpp}.suggest_decimal_mapping(), foreign_storage::anonymous_namespace{LazyParquetChunkLoader.cpp}.suggest_floating_point_mapping(), foreign_storage::anonymous_namespace{LazyParquetChunkLoader.cpp}.suggest_integral_mapping(), foreign_storage::anonymous_namespace{LazyParquetChunkLoader.cpp}.suggest_string_mapping(), foreign_storage::anonymous_namespace{LazyParquetChunkLoader.cpp}.suggest_time_mapping(), foreign_storage::anonymous_namespace{LazyParquetChunkLoader.cpp}.suggest_timestamp_mapping(), foreign_storage::LazyParquetChunkLoader.suggestColumnMapping(), import_export.TDatumToDatum(), com.mapd.logrunner.LogRunner.theRest(), thrift_to_encoding_name(), thrift_to_name(), ThriftSerializers.to_thrift(), org.apache.calcite.rel.externalize.HeavyDBRelJsonReader.toAggCall(), com.mapd.parser.server.CalciteServerHandler.toExtArgumentType(), org.apache.calcite.rel.externalize.HeavyDBRelJson.toRex(), com.mapd.parser.server.ExtensionFunction.toSqlTypeName(), com.mapd.parser.extension.ddl.SqlGrantPrivilege.toString(), com.mapd.parser.extension.ddl.SqlRevokePrivilege.toString(), toString(), HashTable.toString(), table_functions::TableFunctionOutputRowSizer.toString(), org.apache.calcite.rel.externalize.HeavyDBRelJson.toType(), ai.heavy.jdbc.HeavyAIColumnTypeTest.tst1_types(), anonymous_namespace{ArrowResultSet.cpp}.type_from_arrow_field(), type_to_thrift(), org.apache.calcite.rel.externalize.HeavyDBRelJson.typeNameToClass(), ExecutionResult.updateResultSet(), org.apache.calcite.sql.validate.SqlValidatorImpl.validate(), foreign_storage::anonymous_namespace{LazyParquetChunkLoader.cpp}.validate_allowed_mapping(), ddl_utils.validate_and_set_fixed_encoding(), foreign_storage::ForeignDataWrapperFactory.validateDataWrapperType(), org.apache.calcite.sql.validate.SqlValidatorImpl.validateDefinitions(), org.apache.calcite.sql.validate.SqlValidatorImpl.validateGroupItem(), org.apache.calcite.sql.validate.SqlValidatorImpl.validateHavingClause(), org.apache.calcite.sql.validate.SqlValidatorImpl.validateMatchRecognize(), org.apache.calcite.sql.validate.SqlValidatorImpl.validateMeasure(), org.apache.calcite.sql.validate.SqlValidatorImpl.validateValues(), org.apache.calcite.sql.validate.SqlValidatorImpl.validateWhereOrOn(), org.apache.calcite.sql.validate.SqlValidatorImpl.PatternVarVisitor.visit(), org.apache.calcite.sql.validate.SqlValidatorImpl.DeriveTypeVisitor.visit(), TableFunctionsFactory_transformers.AmbiguousSignatureCheckTransformer.visit_composed_node(), TableFunctionsFactory_transformers.TextEncodingDictTransformer.visit_udtf_node(), TableFunctionsFactory_transformers.FieldAnnotationTransformer.visit_udtf_node(), and TableFunctionsFactory_transformers.DefaultValueAnnotationTransformer.visit_udtf_node().

run_benchmark_import.valid_destination_set = True

Definition at line 271 of file run_benchmark_import.py.