com.mapd.parser.server.ExtensionFunctionSignatureParser Class Reference

Collaboration diagram for com.mapd.parser.server.ExtensionFunctionSignatureParser:

Static Package Functions
static Map< String, ExtensionFunction >	parse (final String file_path) throws IOException
static Map< String, ExtensionFunction >	parseUdfAst (final String file_path) throws IOException
static Map< String, ExtensionFunction >	parseFromString (final String udf_string) throws IOException
static Map< String, ExtensionFunction >	parseFromString (final String udf_string, final boolean is_row_func) throws IOException
static String	signaturesToJson (final Map< String, ExtensionFunction > sigs)
static String	join (final List< String > strs, final String sep)

Static Package Attributes
static final Logger	HEAVYDBLOGGER

Static Private Member Functions
static boolean	isWindows ()
static ExtensionFunction	toSignature (final String ret, final String cs_param_list, final boolean has_variable_name)
static ExtensionFunction	toSignature (final String ret, final String cs_param_list, final boolean has_variable_name, final boolean is_row_func)
static ExtensionFunction.ExtArgumentType	deserializeType (final String type_name)
static ExtensionFunction.ExtArgumentType	pointerType (final ExtensionFunction.ExtArgumentType targetType)

Static Private Attributes
static String	OS = System.getProperty("os.name").toLowerCase()

Detailed Description

Definition at line 36 of file ExtensionFunctionSignatureParser.java.

Member Function Documentation

static ExtensionFunction.ExtArgumentType com.mapd.parser.server.ExtensionFunctionSignatureParser.deserializeType ( final String  type_name )

inlinestaticprivate

Definition at line 166 of file ExtensionFunctionSignatureParser.java.

References Double, com.mapd.parser.server.ExtensionFunctionSignatureParser.isWindows(), and com.mapd.parser.server.ExtensionFunctionSignatureParser.pointerType().

Referenced by com.mapd.parser.server.ExtensionFunctionSignatureParser.toSignature().

                                  {
    final String const_prefix = "const ";
    final String std_namespace_prefix = "std::";

    if (type_name.startsWith(const_prefix)) {
      return deserializeType(type_name.substring(const_prefix.length()));
    }
    if (type_name.startsWith(std_namespace_prefix)) {
      return deserializeType(type_name.substring(std_namespace_prefix.length()));
    }

    if (type_name.equals("bool") || type_name.equals("_Bool")) {
      return ExtensionFunction.ExtArgumentType.Bool;
    }
    if (type_name.equals("int8_t") || type_name.equals("char")
            || type_name.equals("int8")) {
      return ExtensionFunction.ExtArgumentType.Int8;
    }
    if (type_name.equals("int16_t") || type_name.equals("short")
            || type_name.equals("int16")) {
      return ExtensionFunction.ExtArgumentType.Int16;
    }
    if (type_name.equals("int32_t") || type_name.equals("int")
            || type_name.equals("int32") || (isWindows() && type_name.equals("long"))) {
      return ExtensionFunction.ExtArgumentType.Int32;
    }
    if (type_name.equals("int64_t") || type_name.equals("size_t")
            || type_name.equals("int64")) {
      return ExtensionFunction.ExtArgumentType.Int64;
    }
    if ((!isWindows() && type_name.equals("long"))
            || (isWindows() && type_name.equals("long long"))) {
      return ExtensionFunction.ExtArgumentType.Int64;
    }
    if (type_name.equals("float") || type_name.equals("float32")) {
      return ExtensionFunction.ExtArgumentType.Float;
    }
    if (type_name.equals("double") || type_name.equals("float64")) {
      return ExtensionFunction.ExtArgumentType.Double;
    }
    if (type_name.isEmpty() || type_name.equals("void")) {
      return ExtensionFunction.ExtArgumentType.Void;
    }
    if (type_name.endsWith(" *")) {
      return pointerType(deserializeType(type_name.substring(0, type_name.length() - 2)));
    }
    if (type_name.endsWith("*")) {
      return pointerType(deserializeType(type_name.substring(0, type_name.length() - 1)));
    }
    if (type_name.endsWith("&")) {
      return deserializeType(type_name.substring(0, type_name.length() - 1).trim());
    }
    if (type_name.equals("Array<bool>")) {
      return ExtensionFunction.ExtArgumentType.ArrayBool;
    }
    if (type_name.equals("Array<int8_t>") || type_name.equals("Array<char>")) {
      return ExtensionFunction.ExtArgumentType.ArrayInt8;
    }
    if (type_name.equals("Array<int16_t>") || type_name.equals("Array<short>")) {
      return ExtensionFunction.ExtArgumentType.ArrayInt16;
    }
    if (type_name.equals("Array<int32_t>") || type_name.equals("Array<int>")) {
      return ExtensionFunction.ExtArgumentType.ArrayInt32;
    }
    if (type_name.equals("Array<int64_t>") || type_name.equals("Array<size_t>")
            || type_name.equals("Array<long>")) {
      return ExtensionFunction.ExtArgumentType.ArrayInt64;
    }
    if (type_name.equals("Array<float>")) {
      return ExtensionFunction.ExtArgumentType.ArrayFloat;
    }
    if (type_name.equals("Array<double>")) {
      return ExtensionFunction.ExtArgumentType.ArrayDouble;
    }
    if (type_name.equals("Array<bool>")) {
      return ExtensionFunction.ExtArgumentType.ArrayBool;
    }
    if (type_name.equals("Array<TextEncodingDict>")) {
      return ExtensionFunction.ExtArgumentType.ArrayTextEncodingDict;
    }
    if (type_name.equals("Array<TextEncodingNone>")) {
      return ExtensionFunction.ExtArgumentType.ArrayTextEncodingNone;
    }
    if (type_name.equals("TextEncodingDict")) {
      return ExtensionFunction.ExtArgumentType.TextEncodingDict;
    }
    if (type_name.equals("RowFunctionManager")) {
      // RowFunctionManager is not actually materialized in udfs
      // return void as a convenience here to not generate a warning
      // in the line below
      return ExtensionFunction.ExtArgumentType.Void;
    }
    if (type_name.equals("Timestamp")) {
      return ExtensionFunction.ExtArgumentType.Timestamp;
    }
    if (type_name.equals("TextEncodingNone")) {
      return ExtensionFunction.ExtArgumentType.TextEncodingNone;
    }
    if (type_name.equals("Column<int8_t>") || type_name.equals("Column<char>")) {
      return ExtensionFunction.ExtArgumentType.ColumnInt8;
    }
    if (type_name.equals("Column<int16_t>") || type_name.equals("Column<short>")) {
      return ExtensionFunction.ExtArgumentType.ColumnInt16;
    }
    if (type_name.equals("Column<int32_t>") || type_name.equals("Column<int>")) {
      return ExtensionFunction.ExtArgumentType.ColumnInt32;
    }
    if (type_name.equals("Column<int64_t>") || type_name.equals("Column<size_t>")
            || type_name.equals("Column<long>")) {
      return ExtensionFunction.ExtArgumentType.ColumnInt64;
    }
    if (type_name.equals("Column<float>")) {
      return ExtensionFunction.ExtArgumentType.ColumnFloat;
    }
    if (type_name.equals("Column<double>")) {
      return ExtensionFunction.ExtArgumentType.ColumnDouble;
    }
    if (type_name.equals("Column<TextEncodingDict>")) {
      return ExtensionFunction.ExtArgumentType.ColumnTextEncodingDict;
    }
    if (type_name.equals("Column<Timestamp>")) {
      return ExtensionFunction.ExtArgumentType.ColumnTimestamp;
    }
    if (type_name.equals("Cursor")) {
      return ExtensionFunction.ExtArgumentType.Cursor;
    }
    if (type_name.equals("GeoPoint")) {
      return ExtensionFunction.ExtArgumentType.GeoPoint;
    }
    if (type_name.equals("GeoMultiPoint")) {
      return ExtensionFunction.ExtArgumentType.GeoMultiPoint;
    }
    if (type_name.equals("GeoLineString")) {
      return ExtensionFunction.ExtArgumentType.GeoLineString;
    }
    if (type_name.equals("GeoMultiLineString")) {
      return ExtensionFunction.ExtArgumentType.GeoMultiLineString;
    }
    if (type_name.equals("GeoPolygon")) {
      return ExtensionFunction.ExtArgumentType.GeoPolygon;
    }
    if (type_name.equals("GeoMultiPolygon")) {
      return ExtensionFunction.ExtArgumentType.GeoMultiPolygon;
    }
    if (type_name.equals("ColumnList<int8_t>") || type_name.equals("ColumnList<char>")) {
      return ExtensionFunction.ExtArgumentType.ColumnListInt8;
    }
    if (type_name.equals("ColumnList<int16_t>")
            || type_name.equals("ColumnList<short>")) {
      return ExtensionFunction.ExtArgumentType.ColumnListInt16;
    }
    if (type_name.equals("ColumnList<int32_t>") || type_name.equals("ColumnList<int>")) {
      return ExtensionFunction.ExtArgumentType.ColumnListInt32;
    }
    if (type_name.equals("ColumnList<int64_t>") || type_name.equals("ColumnList<size_t>")
            || type_name.equals("ColumnList<long>")) {
      return ExtensionFunction.ExtArgumentType.ColumnListInt64;
    }
    if (type_name.equals("ColumnList<float>")) {
      return ExtensionFunction.ExtArgumentType.ColumnListFloat;
    }
    if (type_name.equals("ColumnList<double>")) {
      return ExtensionFunction.ExtArgumentType.ColumnListDouble;
    }
    if (type_name.equals("ColumnList<TextEncodingDict>")) {
      return ExtensionFunction.ExtArgumentType.ColumnListTextEncodingDict;
    }
    HEAVYDBLOGGER.info(
            "ExtensionfunctionSignatureParser::deserializeType: unknown type_name=`"
            + type_name + "`");
    // TODO: Return void for convenience. Consider sanitizing functions for supported
    // types before they reach Calcite
    return ExtensionFunction.ExtArgumentType.Void;
  }

Here is the call graph for this function:

Here is the caller graph for this function:

static boolean com.mapd.parser.server.ExtensionFunctionSignatureParser.isWindows ( )

inlinestaticprivate

Definition at line 41 of file ExtensionFunctionSignatureParser.java.

References com.mapd.parser.server.ExtensionFunctionSignatureParser.OS.

Referenced by com.mapd.parser.server.ExtensionFunctionSignatureParser.deserializeType().

                                     {
    return (OS.indexOf("win") >= 0);
  }

Here is the caller graph for this function:

static String com.mapd.parser.server.ExtensionFunctionSignatureParser.join ( final List< String >  strs, final String  sep  )

inlinestaticpackage

Definition at line 365 of file ExtensionFunctionSignatureParser.java.

References File_Namespace.append().

Referenced by com.mapd.parser.server.ExtensionFunctionSignatureParser.signaturesToJson().

                                                                {
    StringBuilder sb = new StringBuilder();
    if (strs.isEmpty()) {
      return "";
    }
    sb.append(strs.get(0));
    for (int i = 1; i < strs.size(); ++i) {
      sb.append(sep).append(strs.get(i));
    }
    return sb.toString();
  }

Here is the call graph for this function:

Here is the caller graph for this function:

static Map<String, ExtensionFunction> com.mapd.parser.server.ExtensionFunctionSignatureParser.parse ( final String  file_path ) throws IOException

inlinestaticpackage

Definition at line 45 of file ExtensionFunctionSignatureParser.java.

References parse_ast.line, setup.name, and com.mapd.parser.server.ExtensionFunctionSignatureParser.toSignature().

                                                                                         {
    File file = new File(file_path);
    FileReader fileReader = new FileReader(file);
    BufferedReader bufferedReader = new BufferedReader(fileReader);
    String line;
    Pattern s = Pattern.compile("\\| ([\\` ]|used)+ ([\\w]+) '([\\w<>]+) \\((.*)\\)'");
    Map<String, ExtensionFunction> sigs = new HashMap<String, ExtensionFunction>();
    while ((line = bufferedReader.readLine()) != null) {
      Matcher m = s.matcher(line);
      if (m.find()) {
        final String name = m.group(2);
        final String ret = m.group(3);
        final String cs_param_list = m.group(4);
        sigs.put(name, toSignature(ret, cs_param_list, false));
      }
    }
    return sigs;
  }

Here is the call graph for this function:

static Map<String, ExtensionFunction> com.mapd.parser.server.ExtensionFunctionSignatureParser.parseFromString ( final String  udf_string ) throws IOException

inlinestaticpackage

Definition at line 87 of file ExtensionFunctionSignatureParser.java.

                             {
    return parseFromString(udf_string, true);
  }

static Map<String, ExtensionFunction> com.mapd.parser.server.ExtensionFunctionSignatureParser.parseFromString ( final String  udf_string, final boolean  is_row_func  ) throws IOException

inlinestaticpackage

Definition at line 92 of file ExtensionFunctionSignatureParser.java.

References parse_ast.line, setup.name, and com.mapd.parser.server.ExtensionFunctionSignatureParser.toSignature().

                                                                                 {
    StringReader stringReader = new StringReader(udf_string);
    BufferedReader bufferedReader = new BufferedReader(stringReader);
    String line;
    Pattern r = Pattern.compile("([\\w]+)\\s+'([\\w]+)\\s*\\((.*)\\)'");
    Map<String, ExtensionFunction> sigs = new HashMap<String, ExtensionFunction>();
    while ((line = bufferedReader.readLine()) != null) {
      Matcher m = r.matcher(line);
      if (m.find()) {
        final String name = m.group(1);
        final String ret = m.group(2);
        final String cs_param_list = m.group(3);
        sigs.put(name, toSignature(ret, cs_param_list, is_row_func));
      }
    }
    return sigs;
  }

Here is the call graph for this function:

static Map<String, ExtensionFunction> com.mapd.parser.server.ExtensionFunctionSignatureParser.parseUdfAst ( final String  file_path ) throws IOException

inlinestaticpackage

Definition at line 64 of file ExtensionFunctionSignatureParser.java.

References parse_ast.line, setup.name, and com.mapd.parser.server.ExtensionFunctionSignatureParser.toSignature().

                             {
    File file = new File(file_path);
    FileReader fileReader = new FileReader(file);
    BufferedReader bufferedReader = new BufferedReader(fileReader);
    String line;
    Pattern s = Pattern.compile("([<>:\\w]+) ([:\\w]+)(?:\\(\\))?\\((.*)\\)");
    Map<String, ExtensionFunction> sigs = new HashMap<String, ExtensionFunction>();
    while ((line = bufferedReader.readLine()) != null) {
      Matcher m = s.matcher(line);
      if (m.find()) {
        final String name = m.group(2);
        final String ret = m.group(1);
        final String cs_param_list = m.group(3);
        if (cs_param_list.isEmpty()) {
          continue;
        }
        sigs.put(name, toSignature(ret, cs_param_list, true));
      }
    }
    return sigs;
  }

Here is the call graph for this function:

static ExtensionFunction.ExtArgumentType com.mapd.parser.server.ExtensionFunctionSignatureParser.pointerType ( final ExtensionFunction.ExtArgumentType  targetType )

inlinestaticprivate

Definition at line 342 of file ExtensionFunctionSignatureParser.java.

References Bool, Double, Float, Int16, Int32, Int64, and Int8.

Referenced by com.mapd.parser.server.ExtensionFunctionSignatureParser.deserializeType().

                                                              {
    switch (targetType) {
      case Bool:
        return ExtensionFunction.ExtArgumentType.PBool;
      case Int8:
        return ExtensionFunction.ExtArgumentType.PInt8;
      case Int16:
        return ExtensionFunction.ExtArgumentType.PInt16;
      case Int32:
        return ExtensionFunction.ExtArgumentType.PInt32;
      case Int64:
        return ExtensionFunction.ExtArgumentType.PInt64;
      case Float:
        return ExtensionFunction.ExtArgumentType.PFloat;
      case Double:
        return ExtensionFunction.ExtArgumentType.PDouble;
      default:
        assert false;
        return null;
    }
  }

Here is the caller graph for this function:

static String com.mapd.parser.server.ExtensionFunctionSignatureParser.signaturesToJson ( final Map< String, ExtensionFunction >  sigs )

inlinestaticpackage

Definition at line 110 of file ExtensionFunctionSignatureParser.java.

References com.mapd.parser.server.ExtensionFunctionSignatureParser.join().

                                                                            {
    List<String> json_sigs = new ArrayList<String>();
    if (sigs != null) {
      for (Map.Entry<String, ExtensionFunction> sig : sigs.entrySet()) {
        if (sig.getValue().isRowUdf()) {
          json_sigs.add(sig.getValue().toJson(sig.getKey()));
        }
      }
    }
    return "[" + join(json_sigs, ",") + "]";
  }

Here is the call graph for this function:

static ExtensionFunction com.mapd.parser.server.ExtensionFunctionSignatureParser.toSignature ( final String  ret, final String  cs_param_list, final boolean  has_variable_name  )

inlinestaticprivate

Definition at line 122 of file ExtensionFunctionSignatureParser.java.

Referenced by com.mapd.parser.server.ExtensionFunctionSignatureParser.parse(), com.mapd.parser.server.ExtensionFunctionSignatureParser.parseFromString(), and com.mapd.parser.server.ExtensionFunctionSignatureParser.parseUdfAst().

                                                                                         {
    return toSignature(ret, cs_param_list, has_variable_name, true);
  }

Here is the caller graph for this function:

static ExtensionFunction com.mapd.parser.server.ExtensionFunctionSignatureParser.toSignature ( final String  ret, final String  cs_param_list, final boolean  has_variable_name, final boolean  is_row_func  )

inlinestaticprivate

Definition at line 127 of file ExtensionFunctionSignatureParser.java.

References run_benchmark_import.args, com.mapd.parser.server.ExtensionFunctionSignatureParser.deserializeType(), report.params, split(), and generate_TableFunctionsFactory_init.uses_manager().

                                     {
    String[] params = cs_param_list.split(",");
    List<ExtensionFunction.ExtArgumentType> args =
            new ArrayList<ExtensionFunction.ExtArgumentType>();
    String uses_manager = "false";
    List<Map<String, String>> annotations = new ArrayList<Map<String, String>>();
    for (final String param : params) {
      ExtensionFunction.ExtArgumentType arg_type;
      if (param.contains("RowFunctionManager")) {
        uses_manager = "true";
        continue;
      }
      if (has_variable_name) {
        String[] full_param = param.trim().split("\\s+");
        if (full_param.length > 0) {
          if (full_param[0].trim().compareTo("const") == 0) {
            assert full_param.length > 1;
            arg_type = deserializeType((full_param[1]).trim());
          } else {
            arg_type = deserializeType((full_param[0]).trim());
          }
        } else {
          arg_type = deserializeType(full_param[0]);
        }
      } else {
        arg_type = deserializeType(param.trim());
      }
      annotations.add(Collections.EMPTY_MAP);
      if (arg_type != ExtensionFunction.ExtArgumentType.Void) {
        args.add(arg_type);
      }
    }
    assert is_row_func;
    annotations.add(Collections.singletonMap("uses_manager", uses_manager));
    return new ExtensionFunction(args, deserializeType(ret), annotations);
  }

Here is the call graph for this function:

Member Data Documentation

final Logger com.mapd.parser.server.ExtensionFunctionSignatureParser.HEAVYDBLOGGER

staticpackage

Initial value:

=
          LoggerFactory.getLogger(ExtensionFunctionSignatureParser.class)

Definition at line 37 of file ExtensionFunctionSignatureParser.java.

String com.mapd.parser.server.ExtensionFunctionSignatureParser.OS = System.getProperty("os.name").toLowerCase()

staticprivate

Definition at line 40 of file ExtensionFunctionSignatureParser.java.

Referenced by com.mapd.parser.server.ExtensionFunctionSignatureParser.isWindows().

---

The documentation for this class was generated from the following file:

• /home/jenkins-slave/workspace/core-os-doxygen/java/calcite/src/main/java/com/mapd/parser/server/ExtensionFunctionSignatureParser.java