Inheritance diagram for com.mapd.parser.server.CalciteServerHandler:

Collaboration diagram for com.mapd.parser.server.CalciteServerHandler:

Public Member Functions
	CalciteServerHandler (int mapdPort, String dataDir, String extensionFunctionsAstFile, SockTransportProperties skT, String udfAstFile)

void	ping () throws TException

TPlanResult	process (String user, String session, String catalog, String sqlText, java.util.List< TFilterPushDownInfo > thriftFilterPushDownInfo, boolean legacySyntax, boolean isExplain, boolean isViewOptimize) throws InvalidParseRequest, TException

void	shutdown () throws TException

String	getExtensionFunctionWhitelist ()

String	getUserDefinedFunctionWhitelist ()

String	getRuntimeExtensionFunctionWhitelist ()

void	updateMetadata (String catalog, String table) throws TException

List< TCompletionHint >	getCompletionHints (String user, String session, String catalog, List< String > visible_tables, String sql, int cursor) throws TException

void	setRuntimeExtensionFunctions (List< TUserDefinedFunction > udfs, List< TUserDefinedTableFunction > udtfs)

Package Functions
void	setServer (TServer s)

Package Attributes
Map< String, ExtensionFunction >	udfRTSigs = null

Static Package Attributes
static final Logger	MAPDLOGGER = LoggerFactory.getLogger(CalciteServerHandler.class)

Static Private Member Functions
static ExtensionFunction	toExtensionFunction (TUserDefinedFunction udf)

static ExtensionFunction	toExtensionFunction (TUserDefinedTableFunction udtf)

static ExtensionFunction.ExtArgumentType	toExtArgumentType (TExtArgumentType type)

static TCompletionHintType	hintTypeToThrift (final SqlMonikerType type)

Private Attributes
TServer	server

final int	mapdPort

volatile long	callCount

final GenericObjectPool	parserPool

final String	extSigsJson

final String	udfSigsJson

String	udfRTSigsJson = ""

SockTransportProperties	skT

Map< String, ExtensionFunction >	extSigs = null

String	dataDir

Detailed Description

Author: michael

Definition at line 60 of file CalciteServerHandler.java.

Constructor & Destructor Documentation

com.mapd.parser.server.CalciteServerHandler.CalciteServerHandler	(	int	mapdPort,
		String	dataDir,
		String	extensionFunctionsAstFile,
		SockTransportProperties	skT,
		String	udfAstFile
	)

inline

Definition at line 83 of file CalciteServerHandler.java.

References com.mapd.parser.server.CalciteServerHandler.dataDir, com.mapd.parser.server.CalciteServerHandler.extSigs, com.mapd.parser.server.CalciteServerHandler.extSigsJson, com.mapd.parser.server.CalciteServerHandler.mapdPort, and com.mapd.parser.server.CalciteServerHandler.udfSigsJson.

                              {
     this.mapdPort = mapdPort;
     this.dataDir = dataDir;
 
     Map<String, ExtensionFunction> udfSigs = null;
 
     try {
       extSigs = ExtensionFunctionSignatureParser.parse(extensionFunctionsAstFile);
     } catch (IOException ex) {
       MAPDLOGGER.error(
               "Could not load extension function signatures: " + ex.getMessage(), ex);
     }
     extSigsJson = ExtensionFunctionSignatureParser.signaturesToJson(extSigs);
 
     try {
       if (!udfAstFile.isEmpty()) {
         udfSigs = ExtensionFunctionSignatureParser.parseUdfAst(udfAstFile);
       }
     } catch (IOException ex) {
       MAPDLOGGER.error("Could not load udf function signatures: " + ex.getMessage(), ex);
     }
     udfSigsJson = ExtensionFunctionSignatureParser.signaturesToJson(udfSigs);
 
     // Put all the udf functions signatures in extSigs so Calcite has a view of
     // extension functions and udf functions
     if (!udfAstFile.isEmpty()) {
       extSigs.putAll(udfSigs);
     }
 
     PoolableObjectFactory parserFactory =
             new CalciteParserFactory(dataDir, extSigs, mapdPort, skT);
     // GenericObjectPool::setFactory is deprecated
     this.parserPool = new GenericObjectPool(parserFactory);
   }

Member Function Documentation

List<TCompletionHint> com.mapd.parser.server.CalciteServerHandler.getCompletionHints	(	String	user,
		String	session,
		String	catalog,
		List< String >	visible_tables,
		String	sql,
		int	cursor
	)		throws TException

inline

Definition at line 289 of file CalciteServerHandler.java.

References com.mapd.parser.server.CalciteServerHandler.callCount, com.mapd.parser.server.CalciteServerHandler.hintTypeToThrift(), com.mapd.parser.server.CalciteServerHandler.mapdPort, run_benchmark_import.parser, com.mapd.parser.server.CalciteServerHandler.parserPool, run_benchmark_import.result, and Experimental.String.

                                         {
     callCount++;
     MapDParser parser;
     try {
       parser = (MapDParser) parserPool.borrowObject();
     } catch (Exception ex) {
       String msg = "Could not get Parse Item from pool: " + ex.getMessage();
       MAPDLOGGER.error(msg, ex);
       throw new TException(msg);
     }
     MapDUser mapDUser = new MapDUser(user, session, catalog, mapdPort);
     MAPDLOGGER.debug("getCompletionHints was called User: " + user
             + " Catalog: " + catalog + " sql: " + sql);
     parser.setUser(mapDUser);
     CURRENT_PARSER.set(parser);
 
     MapDPlanner.CompletionResult completion_result;
     try {
       completion_result = parser.getCompletionHints(sql, cursor, visible_tables);
     } catch (Exception ex) {
       String msg = "Could not retrieve completion hints: " + ex.getMessage();
       MAPDLOGGER.error(msg, ex);
       return new ArrayList<>();
     } finally {
       CURRENT_PARSER.set(null);
       try {
         // put parser object back in pool for others to use
         parserPool.returnObject(parser);
       } catch (Exception ex) {
         String msg = "Could not return parse object: " + ex.getMessage();
         MAPDLOGGER.error(msg, ex);
         throw new InvalidParseRequest(-4, msg);
       }
     }
     List<TCompletionHint> result = new ArrayList<>();
     for (final SqlMoniker hint : completion_result.hints) {
       result.add(new TCompletionHint(hintTypeToThrift(hint.getType()),
               hint.getFullyQualifiedNames(),
               completion_result.replaced));
     }
     return result;
   }

Here is the call graph for this function:

String com.mapd.parser.server.CalciteServerHandler.getExtensionFunctionWhitelist ( )

inline

Definition at line 241 of file CalciteServerHandler.java.

                                                 {
     return this.extSigsJson;
   }

String com.mapd.parser.server.CalciteServerHandler.getRuntimeExtensionFunctionWhitelist ( )

inline

Definition at line 251 of file CalciteServerHandler.java.

                                                        {
     return this.udfRTSigsJson;
   }

String com.mapd.parser.server.CalciteServerHandler.getUserDefinedFunctionWhitelist ( )

inline

Definition at line 246 of file CalciteServerHandler.java.

                                                   {
     return this.udfSigsJson;
   }

static TCompletionHintType com.mapd.parser.server.CalciteServerHandler.hintTypeToThrift ( final SqlMonikerType type )

inlinestaticprivate

Definition at line 445 of file CalciteServerHandler.java.

References TABLE.

Referenced by com.mapd.parser.server.CalciteServerHandler.getCompletionHints().

                                                                                  {
     switch (type) {
       case COLUMN:
         return TCompletionHintType.COLUMN;
       case TABLE:
         return TCompletionHintType.TABLE;
       case VIEW:
         return TCompletionHintType.VIEW;
       case SCHEMA:
         return TCompletionHintType.SCHEMA;
       case CATALOG:
         return TCompletionHintType.CATALOG;
       case REPOSITORY:
         return TCompletionHintType.REPOSITORY;
       case FUNCTION:
         return TCompletionHintType.FUNCTION;
       case KEYWORD:
         return TCompletionHintType.KEYWORD;
       default:
         return null;
     }
   }

Here is the caller graph for this function:

void com.mapd.parser.server.CalciteServerHandler.ping ( ) throws TException

inline

Definition at line 123 of file CalciteServerHandler.java.

                                        {
     MAPDLOGGER.debug("Ping hit");
   }

TPlanResult com.mapd.parser.server.CalciteServerHandler.process	(	String	user,
		String	session,
		String	catalog,
		String	sqlText,
		java.util.List< TFilterPushDownInfo >	thriftFilterPushDownInfo,
		boolean	legacySyntax,
		boolean	isExplain,
		boolean	isViewOptimize
	)		throws InvalidParseRequest, TException

inline

Definition at line 128 of file CalciteServerHandler.java.

References com.mapd.parser.server.CalciteServerHandler.callCount, com.mapd.parser.server.CalciteServerHandler.mapdPort, run_benchmark_import.parser, com.mapd.parser.server.CalciteServerHandler.parserPool, run_benchmark_import.result, and Experimental.String.

                                                                          {
     long timer = System.currentTimeMillis();
     callCount++;
 
     MapDParser parser;
     try {
       parser = (MapDParser) parserPool.borrowObject();
       parser.clearMemo();
     } catch (Exception ex) {
       String msg = "Could not get Parse Item from pool: " + ex.getMessage();
       MAPDLOGGER.error(msg, ex);
       throw new InvalidParseRequest(-1, msg);
     }
     MapDUser mapDUser = new MapDUser(user, session, catalog, mapdPort);
     MAPDLOGGER.debug("process was called User: " + user + " Catalog: " + catalog
             + " sql: " + sqlText);
     parser.setUser(mapDUser);
     CURRENT_PARSER.set(parser);
 
     // need to trim the sql string as it seems it is not trimed prior to here
     sqlText = sqlText.trim();
     // remove last charcter if it is a ;
     if (sqlText.length() > 0 && sqlText.charAt(sqlText.length() - 1) == ';') {
       sqlText = sqlText.substring(0, sqlText.length() - 1);
     }
     String jsonResult;
     SqlIdentifierCapturer capturer;
     TAccessedQueryObjects primaryAccessedObjects = new TAccessedQueryObjects();
     TAccessedQueryObjects resolvedAccessedObjects = new TAccessedQueryObjects();
     try {
       final List<MapDParserOptions.FilterPushDownInfo> filterPushDownInfo =
               new ArrayList<>();
       for (final TFilterPushDownInfo req : thriftFilterPushDownInfo) {
         filterPushDownInfo.add(new MapDParserOptions.FilterPushDownInfo(
                 req.input_prev, req.input_start, req.input_next));
       }
       try {
         MapDParserOptions parserOptions = new MapDParserOptions(
                 filterPushDownInfo, legacySyntax, isExplain, isViewOptimize);
         jsonResult = parser.processSql(sqlText, parserOptions);
       } catch (ValidationException ex) {
         String msg = "Validation: " + ex.getMessage();
         MAPDLOGGER.error(msg, ex);
         throw ex;
       } catch (RelConversionException ex) {
         String msg = " RelConversion failed: " + ex.getMessage();
         MAPDLOGGER.error(msg, ex);
         throw ex;
       }
       capturer = parser.captureIdentifiers(sqlText, legacySyntax);
 
       primaryAccessedObjects.tables_selected_from = new ArrayList<>(capturer.selects);
       primaryAccessedObjects.tables_inserted_into = new ArrayList<>(capturer.inserts);
       primaryAccessedObjects.tables_updated_in = new ArrayList<>(capturer.updates);
       primaryAccessedObjects.tables_deleted_from = new ArrayList<>(capturer.deletes);
 
       // also resolve all the views in the select part
       // resolution of the other parts is not
       // necessary as these cannot be views
       resolvedAccessedObjects.tables_selected_from =
               new ArrayList<>(parser.resolveSelectIdentifiers(capturer));
       resolvedAccessedObjects.tables_inserted_into = new ArrayList<>(capturer.inserts);
       resolvedAccessedObjects.tables_updated_in = new ArrayList<>(capturer.updates);
       resolvedAccessedObjects.tables_deleted_from = new ArrayList<>(capturer.deletes);
 
     } catch (SqlParseException ex) {
       String msg = "Parse failed: " + ex.getMessage();
       MAPDLOGGER.error(msg, ex);
       throw new InvalidParseRequest(-2, msg);
     } catch (CalciteContextException ex) {
       String msg = "Validate failed: " + ex.getMessage();
       MAPDLOGGER.error(msg, ex);
       throw new InvalidParseRequest(-3, msg);
     } catch (Throwable ex) {
       String msg = "Exception occurred: " + ex.getMessage();
       MAPDLOGGER.error(msg, ex);
       throw new InvalidParseRequest(-4, msg);
     } finally {
       CURRENT_PARSER.set(null);
       try {
         // put parser object back in pool for others to use
         parserPool.returnObject(parser);
       } catch (Exception ex) {
         String msg = "Could not return parse object: " + ex.getMessage();
         MAPDLOGGER.error(msg, ex);
         throw new InvalidParseRequest(-4, msg);
       }
     }
 
     TPlanResult result = new TPlanResult();
     result.primary_accessed_objects = primaryAccessedObjects;
     result.resolved_accessed_objects = resolvedAccessedObjects;
     result.plan_result = jsonResult;
     result.execution_time_ms = System.currentTimeMillis() - timer;
 
     return result;
   }

void com.mapd.parser.server.CalciteServerHandler.setRuntimeExtensionFunctions	(	List< TUserDefinedFunction >	udfs,
		List< TUserDefinedTableFunction >	udtfs
	)

inline

Definition at line 338 of file CalciteServerHandler.java.

References com.mapd.parser.server.CalciteServerHandler.extSigs, Experimental.String, com.mapd.parser.server.CalciteServerHandler.toExtensionFunction(), com.mapd.parser.server.CalciteServerHandler.udfRTSigs, and com.mapd.parser.server.CalciteServerHandler.udfRTSigsJson.

                                                                                   {
     // Clean up previously defined Runtime UDFs
     if (udfRTSigs != null) {
       for (String name : udfRTSigs.keySet()) extSigs.remove(name);
       udfRTSigsJson = "";
       udfRTSigs.clear();
     } else {
       udfRTSigs = new HashMap<String, ExtensionFunction>();
     }
 
     for (TUserDefinedFunction udf : udfs) {
       udfRTSigs.put(udf.name, toExtensionFunction(udf));
     }
 
     for (TUserDefinedTableFunction udtf : udtfs) {
       udfRTSigs.put(udtf.name, toExtensionFunction(udtf));
     }
 
     // Avoid overwritting compiled and Loadtime UDFs:
     for (String name : udfRTSigs.keySet()) {
       if (extSigs.containsKey(name)) {
         MAPDLOGGER.error("Extension function `" + name
                 + "` exists. Skipping runtime extenension function with the same name.");
         udfRTSigs.remove(name);
       }
     }
 
     udfRTSigsJson = ExtensionFunctionSignatureParser.signaturesToJson(udfRTSigs);
     // Expose RT UDFs to Calcite server:
     extSigs.putAll(udfRTSigs);
   }

Here is the call graph for this function:

void com.mapd.parser.server.CalciteServerHandler.setServer ( TServer s )

inlinepackage

Definition at line 255 of file CalciteServerHandler.java.

References com.mapd.parser.server.CalciteServerHandler.server.

                             {
     server = s;
   }

void com.mapd.parser.server.CalciteServerHandler.shutdown ( ) throws TException

inline

Definition at line 234 of file CalciteServerHandler.java.

                                            {
     // received request to shutdown
     MAPDLOGGER.debug("Shutdown calcite java server");
     server.stop();
   }

static ExtensionFunction.ExtArgumentType com.mapd.parser.server.CalciteServerHandler.toExtArgumentType ( TExtArgumentType type )

inlinestaticprivate

Definition at line 392 of file CalciteServerHandler.java.

References ArrayDouble, ArrayFloat, ArrayInt16, ArrayInt32, ArrayInt64, ArrayInt8, Bool, Cursor, Double, Float, Int16, Int32, Int64, Int8, PDouble, PFloat, PInt16, PInt32, PInt64, PInt8, run_benchmark_import.type, and Void.

Referenced by com.mapd.parser.server.CalciteServerHandler.toExtensionFunction().

                                  {
     switch (type) {
       case Int8:
         return ExtensionFunction.ExtArgumentType.Int8;
       case Int16:
         return ExtensionFunction.ExtArgumentType.Int16;
       case Int32:
         return ExtensionFunction.ExtArgumentType.Int32;
       case Int64:
         return ExtensionFunction.ExtArgumentType.Int64;
       case Float:
         return ExtensionFunction.ExtArgumentType.Float;
       case Double:
         return ExtensionFunction.ExtArgumentType.Double;
       case Void:
         return ExtensionFunction.ExtArgumentType.Void;
       case PInt8:
         return ExtensionFunction.ExtArgumentType.PInt8;
       case PInt16:
         return ExtensionFunction.ExtArgumentType.PInt16;
       case PInt32:
         return ExtensionFunction.ExtArgumentType.PInt32;
       case PInt64:
         return ExtensionFunction.ExtArgumentType.PInt64;
       case PFloat:
         return ExtensionFunction.ExtArgumentType.PFloat;
       case PDouble:
         return ExtensionFunction.ExtArgumentType.PDouble;
       case Bool:
         return ExtensionFunction.ExtArgumentType.Bool;
       case ArrayInt8:
         return ExtensionFunction.ExtArgumentType.ArrayInt8;
       case ArrayInt16:
         return ExtensionFunction.ExtArgumentType.ArrayInt16;
       case ArrayInt32:
         return ExtensionFunction.ExtArgumentType.ArrayInt32;
       case ArrayInt64:
         return ExtensionFunction.ExtArgumentType.ArrayInt64;
       case ArrayFloat:
         return ExtensionFunction.ExtArgumentType.ArrayFloat;
       case ArrayDouble:
         return ExtensionFunction.ExtArgumentType.ArrayDouble;
       case GeoPoint:
         return ExtensionFunction.ExtArgumentType.GeoPoint;
       case Cursor:
         return ExtensionFunction.ExtArgumentType.Cursor;
       default:
         MAPDLOGGER.error("toExtArgumentType: unknown type " + type);
         return null;
     }
   }

Here is the caller graph for this function:

static ExtensionFunction com.mapd.parser.server.CalciteServerHandler.toExtensionFunction ( TUserDefinedFunction udf )

inlinestaticprivate

Definition at line 371 of file CalciteServerHandler.java.

References run_benchmark_import.args, and com.mapd.parser.server.CalciteServerHandler.toExtArgumentType().

Referenced by com.mapd.parser.server.CalciteServerHandler.setRuntimeExtensionFunctions().

                                                                                  {
     List<ExtensionFunction.ExtArgumentType> args =
             new ArrayList<ExtensionFunction.ExtArgumentType>();
     for (TExtArgumentType atype : udf.argTypes) {
       final ExtensionFunction.ExtArgumentType arg_type = toExtArgumentType(atype);
       if (arg_type != ExtensionFunction.ExtArgumentType.Void) {
         args.add(arg_type);
       }
     }
     return new ExtensionFunction(args, toExtArgumentType(udf.retType), true);
   }

Here is the call graph for this function:

Here is the caller graph for this function:

static ExtensionFunction com.mapd.parser.server.CalciteServerHandler.toExtensionFunction ( TUserDefinedTableFunction udtf )

inlinestaticprivate

Definition at line 383 of file CalciteServerHandler.java.

References run_benchmark_import.args, and com.mapd.parser.server.CalciteServerHandler.toExtArgumentType().

                                                                                        {
     List<ExtensionFunction.ExtArgumentType> args =
             new ArrayList<ExtensionFunction.ExtArgumentType>();
     for (TExtArgumentType atype : udtf.sqlArgTypes) {
       args.add(toExtArgumentType(atype));
     }
     return new ExtensionFunction(args, ExtensionFunction.ExtArgumentType.Void, false);
   }

Here is the call graph for this function:

void com.mapd.parser.server.CalciteServerHandler.updateMetadata	(	String	catalog,
		String	table
	)		throws TException

inline

Definition at line 260 of file CalciteServerHandler.java.

References com.mapd.parser.server.CalciteServerHandler.callCount, run_benchmark_import.parser, com.mapd.parser.server.CalciteServerHandler.parserPool, and Experimental.String.

                                                                              {
     MAPDLOGGER.debug("Received invalidation from server for " + catalog + " : " + table);
     long timer = System.currentTimeMillis();
     callCount++;
     MapDParser parser;
     try {
       parser = (MapDParser) parserPool.borrowObject();
     } catch (Exception ex) {
       String msg = "Could not get Parse Item from pool: " + ex.getMessage();
       MAPDLOGGER.error(msg, ex);
       return;
     }
     CURRENT_PARSER.set(parser);
     try {
       parser.updateMetaData(catalog, table);
     } finally {
       CURRENT_PARSER.set(null);
       try {
         // put parser object back in pool for others to use
         MAPDLOGGER.debug("Returning object to pool");
         parserPool.returnObject(parser);
       } catch (Exception ex) {
         String msg = "Could not return parse object: " + ex.getMessage();
         MAPDLOGGER.error(msg, ex);
       }
     }
   }