Inheritance diagram for com.mapd.parser.server.CalciteServerHandler:

Collaboration diagram for com.mapd.parser.server.CalciteServerHandler:

Public Member Functions
	CalciteServerHandler (int mapdPort, String dataDir, String extensionFunctionsAstFile, SockTransportProperties skT, String udfAstFile)

void	ping () throws TException

TPlanResult	process (String user, String session, String catalog, String queryText, java.util.List< TFilterPushDownInfo > thriftFilterPushDownInfo, boolean legacySyntax, boolean isExplain, boolean isViewOptimize) throws InvalidParseRequest, TException

void	shutdown () throws TException

String	getExtensionFunctionWhitelist ()

String	getUserDefinedFunctionWhitelist ()

String	getRuntimeExtensionFunctionWhitelist ()

void	updateMetadata (String catalog, String table) throws TException

List< TCompletionHint >	getCompletionHints (String user, String session, String catalog, List< String > visible_tables, String sql, int cursor) throws TException

void	setRuntimeExtensionFunctions (List< TUserDefinedFunction > udfs, List< TUserDefinedTableFunction > udtfs)

Package Functions
void	setServer (TServer s)

Package Attributes
Map< String, ExtensionFunction >	udfRTSigs = null

Static Package Attributes
static final Logger	MAPDLOGGER = LoggerFactory.getLogger(CalciteServerHandler.class)

Static Private Member Functions
static ExtensionFunction	toExtensionFunction (TUserDefinedFunction udf)

static ExtensionFunction	toExtensionFunction (TUserDefinedTableFunction udtf)

static ExtensionFunction.ExtArgumentType	toExtArgumentType (TExtArgumentType type)

static TCompletionHintType	hintTypeToThrift (final SqlMonikerType type)

Private Attributes
TServer	server

final int	mapdPort

volatile long	callCount

final GenericObjectPool	parserPool

final CalciteParserFactory	calciteParserFactory

final String	extSigsJson

final String	udfSigsJson

String	udfRTSigsJson = ""

SockTransportProperties	skT

Map< String, ExtensionFunction >	extSigs = null

String	dataDir

Detailed Description

Author: michael

Definition at line 62 of file CalciteServerHandler.java.

Constructor & Destructor Documentation

com.mapd.parser.server.CalciteServerHandler.CalciteServerHandler	(	int	mapdPort,
		String	dataDir,
		String	extensionFunctionsAstFile,
		SockTransportProperties	skT,
		String	udfAstFile
	)

inline

Definition at line 87 of file CalciteServerHandler.java.

References com.mapd.parser.server.CalciteServerHandler.calciteParserFactory, com.mapd.parser.server.CalciteServerHandler.dataDir, com.mapd.parser.server.CalciteServerHandler.extSigs, com.mapd.parser.server.CalciteServerHandler.extSigsJson, com.mapd.parser.server.CalciteServerHandler.mapdPort, and com.mapd.parser.server.CalciteServerHandler.udfSigsJson.

                              {
     this.mapdPort = mapdPort;
     this.dataDir = dataDir;
 
     Map<String, ExtensionFunction> udfSigs = null;
 
     try {
       extSigs = ExtensionFunctionSignatureParser.parse(extensionFunctionsAstFile);
     } catch (IOException ex) {
       MAPDLOGGER.error(
               "Could not load extension function signatures: " + ex.getMessage(), ex);
     }
     extSigsJson = ExtensionFunctionSignatureParser.signaturesToJson(extSigs);
 
     try {
       if (!udfAstFile.isEmpty()) {
         udfSigs = ExtensionFunctionSignatureParser.parseUdfAst(udfAstFile);
       }
     } catch (IOException ex) {
       MAPDLOGGER.error("Could not load udf function signatures: " + ex.getMessage(), ex);
     }
     udfSigsJson = ExtensionFunctionSignatureParser.signaturesToJson(udfSigs);
 
     // Put all the udf functions signatures in extSigs so Calcite has a view of
     // extension functions and udf functions
     if (!udfAstFile.isEmpty()) {
       extSigs.putAll(udfSigs);
     }
 
     calciteParserFactory = new CalciteParserFactory(dataDir, extSigs, mapdPort, skT);
 
     // GenericObjectPool::setFactory is deprecated
     this.parserPool = new GenericObjectPool(calciteParserFactory);
   }

Member Function Documentation

List<TCompletionHint> com.mapd.parser.server.CalciteServerHandler.getCompletionHints	(	String	user,
		String	session,
		String	catalog,
		List< String >	visible_tables,
		String	sql,
		int	cursor
	)		throws TException

inline

Definition at line 307 of file CalciteServerHandler.java.

References com.mapd.parser.server.CalciteServerHandler.callCount, com.mapd.parser.server.CalciteServerHandler.hintTypeToThrift(), com.mapd.parser.server.CalciteServerHandler.mapdPort, run_benchmark_import.parser, com.mapd.parser.server.CalciteServerHandler.parserPool, and run_benchmark_import.result.

                                         {
     callCount++;
     MapDParser parser;
     try {
       parser = (MapDParser) parserPool.borrowObject();
     } catch (Exception ex) {
       String msg = "Could not get Parse Item from pool: " + ex.getMessage();
       MAPDLOGGER.error(msg, ex);
       throw new TException(msg);
     }
     MapDUser mapDUser = new MapDUser(user, session, catalog, mapdPort);
     MAPDLOGGER.debug("getCompletionHints was called User: " + user
             + " Catalog: " + catalog + " sql: " + sql);
     parser.setUser(mapDUser);
     CURRENT_PARSER.set(parser);
 
     MapDPlanner.CompletionResult completion_result;
     try {
       completion_result = parser.getCompletionHints(sql, cursor, visible_tables);
     } catch (Exception ex) {
       String msg = "Could not retrieve completion hints: " + ex.getMessage();
       MAPDLOGGER.error(msg, ex);
       return new ArrayList<>();
     } finally {
       CURRENT_PARSER.set(null);
       try {
         // put parser object back in pool for others to use
         parserPool.returnObject(parser);
       } catch (Exception ex) {
         String msg = "Could not return parse object: " + ex.getMessage();
         MAPDLOGGER.error(msg, ex);
         throw new InvalidParseRequest(-4, msg);
       }
     }
     List<TCompletionHint> result = new ArrayList<>();
     for (final SqlMoniker hint : completion_result.hints) {
       result.add(new TCompletionHint(hintTypeToThrift(hint.getType()),
               hint.getFullyQualifiedNames(),
               completion_result.replaced));
     }
     return result;
   }

Here is the call graph for this function:

String com.mapd.parser.server.CalciteServerHandler.getExtensionFunctionWhitelist ( )

inline

Definition at line 259 of file CalciteServerHandler.java.

                                                 {
     return this.extSigsJson;
   }

String com.mapd.parser.server.CalciteServerHandler.getRuntimeExtensionFunctionWhitelist ( )

inline

Definition at line 269 of file CalciteServerHandler.java.

                                                        {
     return this.udfRTSigsJson;
   }

String com.mapd.parser.server.CalciteServerHandler.getUserDefinedFunctionWhitelist ( )

inline

Definition at line 264 of file CalciteServerHandler.java.

                                                   {
     return this.udfSigsJson;
   }

static TCompletionHintType com.mapd.parser.server.CalciteServerHandler.hintTypeToThrift ( final SqlMonikerType type )

inlinestaticprivate

Definition at line 503 of file CalciteServerHandler.java.

References TABLE.

Referenced by com.mapd.parser.server.CalciteServerHandler.getCompletionHints().

                                                                                  {
     switch (type) {
       case COLUMN:
         return TCompletionHintType.COLUMN;
       case TABLE:
         return TCompletionHintType.TABLE;
       case VIEW:
         return TCompletionHintType.VIEW;
       case SCHEMA:
         return TCompletionHintType.SCHEMA;
       case CATALOG:
         return TCompletionHintType.CATALOG;
       case REPOSITORY:
         return TCompletionHintType.REPOSITORY;
       case FUNCTION:
         return TCompletionHintType.FUNCTION;
       case KEYWORD:
         return TCompletionHintType.KEYWORD;
       default:
         return null;
     }
   }

Here is the caller graph for this function:

void com.mapd.parser.server.CalciteServerHandler.ping ( ) throws TException

inline

Definition at line 127 of file CalciteServerHandler.java.

                                        {
     MAPDLOGGER.debug("Ping hit");
   }

TPlanResult com.mapd.parser.server.CalciteServerHandler.process	(	String	user,
		String	session,
		String	catalog,
		String	queryText,
		java.util.List< TFilterPushDownInfo >	thriftFilterPushDownInfo,
		boolean	legacySyntax,
		boolean	isExplain,
		boolean	isViewOptimize
	)		throws InvalidParseRequest, TException

inline

Definition at line 132 of file CalciteServerHandler.java.

References com.mapd.parser.server.CalciteServerHandler.callCount, com.mapd.parser.server.CalciteServerHandler.mapdPort, run_benchmark_import.parser, com.mapd.parser.server.CalciteServerHandler.parserPool, run_benchmark_import.res, and run_benchmark_import.result.

                                                                          {
     long timer = System.currentTimeMillis();
     callCount++;
 
     MapDParser parser;
     try {
       parser = (MapDParser) parserPool.borrowObject();
       parser.clearMemo();
     } catch (Exception ex) {
       String msg = "Could not get Parse Item from pool: " + ex.getMessage();
       MAPDLOGGER.error(msg, ex);
       throw new InvalidParseRequest(-1, msg);
     }
     MapDUser mapDUser = new MapDUser(user, session, catalog, mapdPort);
     MAPDLOGGER.debug("process was called User: " + user + " Catalog: " + catalog
             + " sql: " + queryText);
     parser.setUser(mapDUser);
     CURRENT_PARSER.set(parser);
 
     // need to trim the sql string as it seems it is not trimed prior to here
     boolean isRAQuery = false;
 
     if (queryText.startsWith("execute calcite")) {
       queryText = queryText.replaceFirst("execute calcite", "");
       isRAQuery = true;
     }
 
     queryText = queryText.trim();
     // remove last charcter if it is a ;
     if (queryText.length() > 0 && queryText.charAt(queryText.length() - 1) == ';') {
       queryText = queryText.substring(0, queryText.length() - 1);
     }
     String jsonResult;
     SqlIdentifierCapturer capturer;
     TAccessedQueryObjects primaryAccessedObjects = new TAccessedQueryObjects();
     TAccessedQueryObjects resolvedAccessedObjects = new TAccessedQueryObjects();
     try {
       if (!isRAQuery) {
         final List<MapDParserOptions.FilterPushDownInfo> filterPushDownInfo =
                 new ArrayList<>();
         for (final TFilterPushDownInfo req : thriftFilterPushDownInfo) {
           filterPushDownInfo.add(new MapDParserOptions.FilterPushDownInfo(
                   req.input_prev, req.input_start, req.input_next));
         }
         Pair<String, SqlIdentifierCapturer> res;
         SqlNode node;
         try {
           MapDParserOptions parserOptions = new MapDParserOptions(
                   filterPushDownInfo, legacySyntax, isExplain, isViewOptimize);
           res = parser.process(queryText, parserOptions);
           jsonResult = res.left;
           capturer = res.right;
 
           primaryAccessedObjects.tables_selected_from = new ArrayList<>(capturer.selects);
           primaryAccessedObjects.tables_inserted_into = new ArrayList<>(capturer.inserts);
           primaryAccessedObjects.tables_updated_in = new ArrayList<>(capturer.updates);
           primaryAccessedObjects.tables_deleted_from = new ArrayList<>(capturer.deletes);
 
           // also resolve all the views in the select part
           // resolution of the other parts is not
           // necessary as these cannot be views
           resolvedAccessedObjects.tables_selected_from =
                   new ArrayList<>(parser.resolveSelectIdentifiers(capturer));
           resolvedAccessedObjects.tables_inserted_into =
                   new ArrayList<>(capturer.inserts);
           resolvedAccessedObjects.tables_updated_in = new ArrayList<>(capturer.updates);
           resolvedAccessedObjects.tables_deleted_from = new ArrayList<>(capturer.deletes);
         } catch (ValidationException ex) {
           String msg = "Validation: " + ex.getMessage();
           MAPDLOGGER.error(msg, ex);
           throw ex;
         } catch (RelConversionException ex) {
           String msg = " RelConversion failed: " + ex.getMessage();
           MAPDLOGGER.error(msg, ex);
           throw ex;
         }
       } else {
         jsonResult = parser.optimizeRAQuery(queryText);
       }
     } catch (SqlParseException ex) {
       String msg = "Parse failed: " + ex.getMessage();
       MAPDLOGGER.error(msg, ex);
       throw new InvalidParseRequest(-2, msg);
     } catch (CalciteContextException ex) {
       String msg = "Validate failed: " + ex.getMessage();
       MAPDLOGGER.error(msg, ex);
       throw new InvalidParseRequest(-3, msg);
     } catch (Throwable ex) {
       String msg = "Exception occurred: " + ex.getMessage();
       MAPDLOGGER.error(msg, ex);
       throw new InvalidParseRequest(-4, msg);
     } finally {
       CURRENT_PARSER.set(null);
       try {
         // put parser object back in pool for others to use
         parserPool.returnObject(parser);
       } catch (Exception ex) {
         String msg = "Could not return parse object: " + ex.getMessage();
         MAPDLOGGER.error(msg, ex);
         throw new InvalidParseRequest(-4, msg);
       }
     }
 
     TPlanResult result = new TPlanResult();
     result.primary_accessed_objects = primaryAccessedObjects;
     result.resolved_accessed_objects = resolvedAccessedObjects;
     result.plan_result = jsonResult;
     result.execution_time_ms = System.currentTimeMillis() - timer;
 
     return result;
   }

void com.mapd.parser.server.CalciteServerHandler.setRuntimeExtensionFunctions	(	List< TUserDefinedFunction >	udfs,
		List< TUserDefinedTableFunction >	udtfs
	)

inline

Definition at line 356 of file CalciteServerHandler.java.

References com.mapd.parser.server.CalciteServerHandler.extSigs, setup.name, com.mapd.parser.server.CalciteServerHandler.toExtensionFunction(), com.mapd.parser.server.CalciteServerHandler.udfRTSigs, and com.mapd.parser.server.CalciteServerHandler.udfRTSigsJson.

                                                                                   {
     // Clean up previously defined Runtime UDFs
     if (udfRTSigs != null) {
       for (String name : udfRTSigs.keySet()) extSigs.remove(name);
       udfRTSigsJson = "";
       udfRTSigs.clear();
     } else {
       udfRTSigs = new HashMap<String, ExtensionFunction>();
     }
 
     for (TUserDefinedFunction udf : udfs) {
       udfRTSigs.put(udf.name, toExtensionFunction(udf));
     }
 
     for (TUserDefinedTableFunction udtf : udtfs) {
       udfRTSigs.put(udtf.name, toExtensionFunction(udtf));
     }
 
     // Avoid overwritting compiled and Loadtime UDFs:
     for (String name : udfRTSigs.keySet()) {
       if (extSigs.containsKey(name)) {
         MAPDLOGGER.error("Extension function `" + name
                 + "` exists. Skipping runtime extenension function with the same name.");
         udfRTSigs.remove(name);
       }
     }
 
     // udfRTSigsJson will contain only the signatures of UDFs:
     udfRTSigsJson = ExtensionFunctionSignatureParser.signaturesToJson(udfRTSigs);
     // Expose RT UDFs to Calcite server:
     extSigs.putAll(udfRTSigs);
 
     calciteParserFactory.updateOperatorTable();
   }

Here is the call graph for this function:

void com.mapd.parser.server.CalciteServerHandler.setServer ( TServer s )

inlinepackage

Definition at line 273 of file CalciteServerHandler.java.

References com.mapd.parser.server.CalciteServerHandler.server.

                             {
     server = s;
   }

void com.mapd.parser.server.CalciteServerHandler.shutdown ( ) throws TException

inline

Definition at line 252 of file CalciteServerHandler.java.

                                            {
     // received request to shutdown
     MAPDLOGGER.debug("Shutdown calcite java server");
     server.stop();
   }

static ExtensionFunction.ExtArgumentType com.mapd.parser.server.CalciteServerHandler.toExtArgumentType ( TExtArgumentType type )

inlinestaticprivate

Definition at line 418 of file CalciteServerHandler.java.

References ArrayBool, ArrayDouble, ArrayFloat, ArrayInt16, ArrayInt32, ArrayInt64, ArrayInt8, Bool, ColumnBool, ColumnDouble, ColumnFloat, ColumnInt16, ColumnInt32, ColumnInt64, ColumnInt8, Cursor, Double, Int16, Int32, Int64, Int8, PBool, PDouble, PFloat, PInt16, PInt32, PInt64, PInt8, TextEncodingDict16, TextEncodingDict32, TextEncodingDict8, TextEncodingNone, run_benchmark_import.type, and Void.

Referenced by com.mapd.parser.server.CalciteServerHandler.toExtensionFunction().

                                  {
     switch (type) {
       case Int8:
         return ExtensionFunction.ExtArgumentType.Int8;
       case Int16:
         return ExtensionFunction.ExtArgumentType.Int16;
       case Int32:
         return ExtensionFunction.ExtArgumentType.Int32;
       case Int64:
         return ExtensionFunction.ExtArgumentType.Int64;
       case Float:
         return ExtensionFunction.ExtArgumentType.Float;
       case Double:
         return ExtensionFunction.ExtArgumentType.Double;
       case Void:
         return ExtensionFunction.ExtArgumentType.Void;
       case PInt8:
         return ExtensionFunction.ExtArgumentType.PInt8;
       case PInt16:
         return ExtensionFunction.ExtArgumentType.PInt16;
       case PInt32:
         return ExtensionFunction.ExtArgumentType.PInt32;
       case PInt64:
         return ExtensionFunction.ExtArgumentType.PInt64;
       case PFloat:
         return ExtensionFunction.ExtArgumentType.PFloat;
       case PDouble:
         return ExtensionFunction.ExtArgumentType.PDouble;
       case PBool:
         return ExtensionFunction.ExtArgumentType.PBool;
       case Bool:
         return ExtensionFunction.ExtArgumentType.Bool;
       case ArrayInt8:
         return ExtensionFunction.ExtArgumentType.ArrayInt8;
       case ArrayInt16:
         return ExtensionFunction.ExtArgumentType.ArrayInt16;
       case ArrayInt32:
         return ExtensionFunction.ExtArgumentType.ArrayInt32;
       case ArrayInt64:
         return ExtensionFunction.ExtArgumentType.ArrayInt64;
       case ArrayFloat:
         return ExtensionFunction.ExtArgumentType.ArrayFloat;
       case ArrayDouble:
         return ExtensionFunction.ExtArgumentType.ArrayDouble;
       case ArrayBool:
         return ExtensionFunction.ExtArgumentType.ArrayBool;
       case ColumnInt8:
         return ExtensionFunction.ExtArgumentType.ColumnInt8;
       case ColumnInt16:
         return ExtensionFunction.ExtArgumentType.ColumnInt16;
       case ColumnInt32:
         return ExtensionFunction.ExtArgumentType.ColumnInt32;
       case ColumnInt64:
         return ExtensionFunction.ExtArgumentType.ColumnInt64;
       case ColumnFloat:
         return ExtensionFunction.ExtArgumentType.ColumnFloat;
       case ColumnDouble:
         return ExtensionFunction.ExtArgumentType.ColumnDouble;
       case ColumnBool:
         return ExtensionFunction.ExtArgumentType.ColumnBool;
       case GeoPoint:
         return ExtensionFunction.ExtArgumentType.GeoPoint;
       case GeoLineString:
         return ExtensionFunction.ExtArgumentType.GeoLineString;
       case Cursor:
         return ExtensionFunction.ExtArgumentType.Cursor;
       case GeoPolygon:
         return ExtensionFunction.ExtArgumentType.GeoPolygon;
       case GeoMultiPolygon:
         return ExtensionFunction.ExtArgumentType.GeoMultiPolygon;
       case TextEncodingNone:
         return ExtensionFunction.ExtArgumentType.TextEncodingNone;
       case TextEncodingDict8:
         return ExtensionFunction.ExtArgumentType.TextEncodingDict8;
       case TextEncodingDict16:
         return ExtensionFunction.ExtArgumentType.TextEncodingDict16;
       case TextEncodingDict32:
         return ExtensionFunction.ExtArgumentType.TextEncodingDict32;
       default:
         MAPDLOGGER.error("toExtArgumentType: unknown type " + type);
         return null;
     }
   }

Here is the caller graph for this function:

static ExtensionFunction com.mapd.parser.server.CalciteServerHandler.toExtensionFunction ( TUserDefinedFunction udf )

inlinestaticprivate

Definition at line 392 of file CalciteServerHandler.java.

References run_benchmark_import.args, and com.mapd.parser.server.CalciteServerHandler.toExtArgumentType().

Referenced by com.mapd.parser.server.CalciteServerHandler.setRuntimeExtensionFunctions().

                                                                                  {
     List<ExtensionFunction.ExtArgumentType> args =
             new ArrayList<ExtensionFunction.ExtArgumentType>();
     for (TExtArgumentType atype : udf.argTypes) {
       final ExtensionFunction.ExtArgumentType arg_type = toExtArgumentType(atype);
       if (arg_type != ExtensionFunction.ExtArgumentType.Void) {
         args.add(arg_type);
       }
     }
     return new ExtensionFunction(args, toExtArgumentType(udf.retType));
   }

Here is the call graph for this function:

Here is the caller graph for this function:

static ExtensionFunction com.mapd.parser.server.CalciteServerHandler.toExtensionFunction ( TUserDefinedTableFunction udtf )

inlinestaticprivate

Definition at line 404 of file CalciteServerHandler.java.

References run_benchmark_import.args, and com.mapd.parser.server.CalciteServerHandler.toExtArgumentType().

                                                                                        {
     List<ExtensionFunction.ExtArgumentType> args =
             new ArrayList<ExtensionFunction.ExtArgumentType>();
     for (TExtArgumentType atype : udtf.sqlArgTypes) {
       args.add(toExtArgumentType(atype));
     }
     List<ExtensionFunction.ExtArgumentType> outs =
             new ArrayList<ExtensionFunction.ExtArgumentType>();
     for (TExtArgumentType otype : udtf.outputArgTypes) {
       outs.add(toExtArgumentType(otype));
     }
     return new ExtensionFunction(args, outs);
   }

Here is the call graph for this function:

void com.mapd.parser.server.CalciteServerHandler.updateMetadata	(	String	catalog,
		String	table
	)		throws TException

inline

Definition at line 278 of file CalciteServerHandler.java.

References com.mapd.parser.server.CalciteServerHandler.callCount, run_benchmark_import.parser, and com.mapd.parser.server.CalciteServerHandler.parserPool.

                                                                              {
     MAPDLOGGER.debug("Received invalidation from server for " + catalog + " : " + table);
     long timer = System.currentTimeMillis();
     callCount++;
     MapDParser parser;
     try {
       parser = (MapDParser) parserPool.borrowObject();
     } catch (Exception ex) {
       String msg = "Could not get Parse Item from pool: " + ex.getMessage();
       MAPDLOGGER.error(msg, ex);
       return;
     }
     CURRENT_PARSER.set(parser);
     try {
       parser.updateMetaData(catalog, table);
     } finally {
       CURRENT_PARSER.set(null);
       try {
         // put parser object back in pool for others to use
         MAPDLOGGER.debug("Returning object to pool");
         parserPool.returnObject(parser);
       } catch (Exception ex) {
         String msg = "Could not return parse object: " + ex.getMessage();
         MAPDLOGGER.error(msg, ex);
       }
     }
   }