_sql_to_rel_converter_8java_source.html

 /*

  * Licensed to the Apache Software Foundation (ASF) under one or more

  * contributor license agreements.  See the NOTICE file distributed with

  * this work for additional information regarding copyright ownership.

  * The ASF licenses this file to you under the Apache License, Version 2.0

  * (the "License"); you may not use this file except in compliance with

  * the License.  You may obtain a copy of the License at

  *

  * http://www.apache.org/licenses/LICENSE-2.0

  *

  * Unless required by applicable law or agreed to in writing, software

  * distributed under the License is distributed on an "AS IS" BASIS,

  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.

  * See the License for the specific language governing permissions and

  * limitations under the License.

  */


 /* MAT 9 Jan 2021

  * We have moved this code from calcite 1.25

  * we keep our own copy as we have added some

  * special handling of pushdown and correlation handling

  *

  * If we make changes from the original source please make

  * sure you add good comments around the changed block

  * as each time we move to a new calcite version we need to move

  * our chnages to the new code

  *

  */

 package org.apache.calcite.sql2rel;


 import static org.apache.calcite.sql.SqlUtil.stripAs;


 import com.google.common.base.Preconditions;

 import com.google.common.collect.ImmutableList;

 import com.google.common.collect.ImmutableList.Builder;

 import com.google.common.collect.ImmutableMap;

 import com.google.common.collect.ImmutableSet;

 import com.google.common.collect.Iterables;

 import com.google.common.collect.Sets;

 import com.mapd.calcite.parser.HeavyDBSqlOperatorTable.ExtTableFunction;


 import org.apache.calcite.avatica.util.Spaces;

 import org.apache.calcite.linq4j.Ord;

 import org.apache.calcite.plan.Convention;

 import org.apache.calcite.plan.RelOptCluster;

 import org.apache.calcite.plan.RelOptPlanner;

 import org.apache.calcite.plan.RelOptSamplingParameters;

 import org.apache.calcite.plan.RelOptTable;

 import org.apache.calcite.plan.RelOptUtil;

 import org.apache.calcite.plan.RelTraitSet;

 import org.apache.calcite.plan.ViewExpanders;

 import org.apache.calcite.prepare.Prepare;

 import org.apache.calcite.prepare.RelOptTableImpl;

 import org.apache.calcite.rel.RelCollation;

 import org.apache.calcite.rel.RelCollationTraitDef;

 import org.apache.calcite.rel.RelCollations;

 import org.apache.calcite.rel.RelFieldCollation;

 import org.apache.calcite.rel.RelNode;

 import org.apache.calcite.rel.RelRoot;

 import org.apache.calcite.rel.RelShuttleImpl;

 import org.apache.calcite.rel.SingleRel;

 import org.apache.calcite.rel.core.AggregateCall;

 import org.apache.calcite.rel.core.Collect;

 import org.apache.calcite.rel.core.CorrelationId;

 import org.apache.calcite.rel.core.Filter;

 import org.apache.calcite.rel.core.Join;

 import org.apache.calcite.rel.core.JoinInfo;

 import org.apache.calcite.rel.core.JoinRelType;

 import org.apache.calcite.rel.core.Project;

 import org.apache.calcite.rel.core.RelFactories;

 import org.apache.calcite.rel.core.Sample;

 import org.apache.calcite.rel.core.Sort;

 import org.apache.calcite.rel.hint.HintStrategyTable;

 import org.apache.calcite.rel.hint.Hintable;

 import org.apache.calcite.rel.hint.RelHint;

 import org.apache.calcite.rel.logical.LogicalAggregate;

 import org.apache.calcite.rel.logical.LogicalCorrelate;

 import org.apache.calcite.rel.logical.LogicalFilter;

 import org.apache.calcite.rel.logical.LogicalIntersect;

 import org.apache.calcite.rel.logical.LogicalJoin;

 import org.apache.calcite.rel.logical.LogicalMatch;

 import org.apache.calcite.rel.logical.LogicalMinus;

 import org.apache.calcite.rel.logical.LogicalProject;

 import org.apache.calcite.rel.logical.LogicalSort;

 import org.apache.calcite.rel.logical.LogicalTableFunctionScan;

 import org.apache.calcite.rel.logical.LogicalTableModify;

 import org.apache.calcite.rel.logical.LogicalTableScan;

 import org.apache.calcite.rel.logical.LogicalUnion;

 import org.apache.calcite.rel.logical.LogicalValues;

 import org.apache.calcite.rel.metadata.RelColumnMapping;

 import org.apache.calcite.rel.metadata.RelMetadataQuery;

 import org.apache.calcite.rel.stream.Delta;

 import org.apache.calcite.rel.stream.LogicalDelta;

 import org.apache.calcite.rel.type.RelDataType;

 import org.apache.calcite.rel.type.RelDataTypeFactory;

 import org.apache.calcite.rel.type.RelDataTypeField;

 import org.apache.calcite.rex.RexBuilder;

 import org.apache.calcite.rex.RexCall;

 import org.apache.calcite.rex.RexCallBinding;

 import org.apache.calcite.rex.RexCorrelVariable;

 import org.apache.calcite.rex.RexDynamicParam;

 import org.apache.calcite.rex.RexFieldAccess;

 import org.apache.calcite.rex.RexFieldCollation;

 import org.apache.calcite.rex.RexInputRef;

 import org.apache.calcite.rex.RexLiteral;

 import org.apache.calcite.rex.RexNode;

 import org.apache.calcite.rex.RexPatternFieldRef;

 import org.apache.calcite.rex.RexRangeRef;

 import org.apache.calcite.rex.RexShuttle;

 import org.apache.calcite.rex.RexSubQuery;

 import org.apache.calcite.rex.RexUtil;

 import org.apache.calcite.rex.RexWindowBound;

 import org.apache.calcite.rex.RexWindowBounds;

 import org.apache.calcite.schema.ColumnStrategy;

 import org.apache.calcite.schema.ModifiableTable;

 import org.apache.calcite.schema.ModifiableView;

 import org.apache.calcite.schema.Table;

 import org.apache.calcite.schema.TranslatableTable;

 import org.apache.calcite.schema.Wrapper;

 import org.apache.calcite.sql.JoinConditionType;

 import org.apache.calcite.sql.JoinType;

 import org.apache.calcite.sql.SqlAggFunction;

 import org.apache.calcite.sql.SqlBasicCall;

 import org.apache.calcite.sql.SqlCall;

 import org.apache.calcite.sql.SqlCallBinding;

 import org.apache.calcite.sql.SqlDataTypeSpec;

 import org.apache.calcite.sql.SqlDelete;

 import org.apache.calcite.sql.SqlDynamicParam;

 import org.apache.calcite.sql.SqlExplainFormat;

 import org.apache.calcite.sql.SqlExplainLevel;

 import org.apache.calcite.sql.SqlFunction;

 import org.apache.calcite.sql.SqlIdentifier;

 import org.apache.calcite.sql.SqlInsert;

 import org.apache.calcite.sql.SqlIntervalQualifier;

 import org.apache.calcite.sql.SqlJoin;

 import org.apache.calcite.sql.SqlKind;

 import org.apache.calcite.sql.SqlLiteral;

 import org.apache.calcite.sql.SqlMatchRecognize;

 import org.apache.calcite.sql.SqlMerge;

 import org.apache.calcite.sql.SqlNode;

 import org.apache.calcite.sql.SqlNodeList;

 import org.apache.calcite.sql.SqlNumericLiteral;

 import org.apache.calcite.sql.SqlOperator;

 import org.apache.calcite.sql.SqlOperatorTable;

 import org.apache.calcite.sql.SqlOrderBy;

 import org.apache.calcite.sql.SqlSampleSpec;

 import org.apache.calcite.sql.SqlSelect;

 import org.apache.calcite.sql.SqlSelectKeyword;

 import org.apache.calcite.sql.SqlSetOperator;

 import org.apache.calcite.sql.SqlSnapshot;

 import org.apache.calcite.sql.SqlUnnestOperator;

 import org.apache.calcite.sql.SqlUpdate;

 import org.apache.calcite.sql.SqlUtil;

 import org.apache.calcite.sql.SqlValuesOperator;

 import org.apache.calcite.sql.SqlWindow;

 import org.apache.calcite.sql.SqlWith;

 import org.apache.calcite.sql.SqlWithItem;

 import org.apache.calcite.sql.fun.SqlCase;

 import org.apache.calcite.sql.fun.SqlCountAggFunction;

 import org.apache.calcite.sql.fun.SqlInOperator;

 import org.apache.calcite.sql.fun.SqlQuantifyOperator;

 import org.apache.calcite.sql.fun.SqlRowOperator;

 import org.apache.calcite.sql.fun.SqlStdOperatorTable;

 import org.apache.calcite.sql.parser.SqlParserPos;

 import org.apache.calcite.sql.type.SqlReturnTypeInference;

 import org.apache.calcite.sql.type.SqlTypeName;

 import org.apache.calcite.sql.type.SqlTypeUtil;

 import org.apache.calcite.sql.type.TableFunctionReturnTypeInference;

 import org.apache.calcite.sql.util.SqlBasicVisitor;

 import org.apache.calcite.sql.util.SqlVisitor;

 import org.apache.calcite.sql.validate.AggregatingSelectScope;

 import org.apache.calcite.sql.validate.CollectNamespace;

 import org.apache.calcite.sql.validate.DelegatingScope;

 import org.apache.calcite.sql.validate.ListScope;

 import org.apache.calcite.sql.validate.MatchRecognizeScope;

 import org.apache.calcite.sql.validate.ParameterScope;

 import org.apache.calcite.sql.validate.SelectScope;

 import org.apache.calcite.sql.validate.SqlMonotonicity;

 import org.apache.calcite.sql.validate.SqlNameMatcher;

 import org.apache.calcite.sql.validate.SqlQualified;

 import org.apache.calcite.sql.validate.SqlUserDefinedTableFunction;

 import org.apache.calcite.sql.validate.SqlUserDefinedTableMacro;

 import org.apache.calcite.sql.validate.SqlValidator;

 import org.apache.calcite.sql.validate.SqlValidatorImpl;

 import org.apache.calcite.sql.validate.SqlValidatorNamespace;

 import org.apache.calcite.sql.validate.SqlValidatorScope;

 import org.apache.calcite.sql.validate.SqlValidatorTable;

 import org.apache.calcite.sql.validate.SqlValidatorUtil;

 import org.apache.calcite.tools.RelBuilder;

 import org.apache.calcite.tools.RelBuilderFactory;

 import org.apache.calcite.util.ImmutableBitSet;

 import org.apache.calcite.util.ImmutableIntList;

 import org.apache.calcite.util.Litmus;

 import org.apache.calcite.util.NlsString;

 import org.apache.calcite.util.NumberUtil;

 import org.apache.calcite.util.Pair;

 import org.apache.calcite.util.Util;

 import org.apache.calcite.util.trace.CalciteTrace;

 import org.slf4j.Logger;


 import java.lang.reflect.Type;

 import java.math.BigDecimal;

 import java.util.AbstractList;

 import java.util.ArrayDeque;

 import java.util.ArrayList;

 import java.util.BitSet;

 import java.util.Collection;

 import java.util.Collections;

 import java.util.Deque;

 import java.util.EnumSet;

 import java.util.HashMap;

 import java.util.HashSet;

 import java.util.List;

 import java.util.Map;

 import java.util.Objects;

 import java.util.Set;

 import java.util.TreeSet;

 import java.util.function.BiPredicate;

 import java.util.function.Supplier;

 import java.util.function.UnaryOperator;

 import java.util.stream.Collectors;


 import javax.annotation.Nonnull;

 public class SqlToRelConverter {

   // ~ Static fields/initializers ---------------------------------------------


   protected static final Logger SQL2REL_LOGGER = CalciteTrace.getSqlToRelTracer();


   public static final int DEFAULT_IN_SUB_QUERY_THRESHOLD = 20;


   @Deprecated // to be removed before 2.0

   public static final int DEFAULT_IN_SUBQUERY_THRESHOLD = DEFAULT_IN_SUB_QUERY_THRESHOLD;


   // ~ Instance fields --------------------------------------------------------


   protected final SqlValidator validator;

   protected final RexBuilder rexBuilder;

   protected final Prepare.CatalogReader catalogReader;

   protected final RelOptCluster cluster;

   private SubQueryConverter subQueryConverter;

   protected final Map<RelNode, Integer> leaves = new HashMap<>();

   private final List<SqlDynamicParam> dynamicParamSqlNodes = new ArrayList<>();

   private final SqlOperatorTable opTab;

   protected final RelDataTypeFactory typeFactory;

   private final SqlNodeToRexConverter exprConverter;

   private final HintStrategyTable hintStrategies;

   private int explainParamCount;

   public final SqlToRelConverter.Config config;

   private final RelBuilder relBuilder;


   private final Map<CorrelationId, DeferredLookup> mapCorrelToDeferred = new HashMap<>();


   private final Deque<String> datasetStack = new ArrayDeque<>();


   private final Map<SqlNode, RexNode> mapConvertedNonCorrSubqs = new HashMap<>();


   public final RelOptTable.ViewExpander viewExpander;


   // ~ Constructors -----------------------------------------------------------

   @Deprecated // to be removed before 2.0

   public SqlToRelConverter(RelOptTable.ViewExpander viewExpander,

           SqlValidator validator,

           Prepare.CatalogReader catalogReader,

           RelOptPlanner planner,

           RexBuilder rexBuilder,

           SqlRexConvertletTable convertletTable) {

     this(viewExpander,

             validator,

             catalogReader,

             RelOptCluster.create(planner, rexBuilder),

             convertletTable,

             Config.DEFAULT);

   }


   @Deprecated // to be removed before 2.0

   public SqlToRelConverter(RelOptTable.ViewExpander viewExpander,

           SqlValidator validator,

           Prepare.CatalogReader catalogReader,

           RelOptCluster cluster,

           SqlRexConvertletTable convertletTable) {

     this(viewExpander,

             validator,

             catalogReader,

             cluster,

             convertletTable,

             Config.DEFAULT);

   }


   /* Creates a converter. */

   public SqlToRelConverter(RelOptTable.ViewExpander viewExpander,

           SqlValidator validator,

           Prepare.CatalogReader catalogReader,

           RelOptCluster cluster,

           SqlRexConvertletTable convertletTable,

           Config config) {

     this.viewExpander = viewExpander;

     this.opTab = (validator == null) ? SqlStdOperatorTable.instance()

                                      : validator.getOperatorTable();

     this.validator = validator;

     this.catalogReader = catalogReader;

     this.subQueryConverter = new NoOpSubQueryConverter();

     this.rexBuilder = cluster.getRexBuilder();

     this.typeFactory = rexBuilder.getTypeFactory();

     this.exprConverter = new SqlNodeToRexConverterImpl(convertletTable);

     this.explainParamCount = 0;

     this.config = new ConfigBuilder().withConfig(config).build();

     this.relBuilder = config.getRelBuilderFactory()

                               .create(cluster, null)

                               .transform(config.getRelBuilderConfigTransform());

     this.hintStrategies = config.getHintStrategyTable();


     cluster.setHintStrategies(this.hintStrategies);

     this.cluster = Objects.requireNonNull(cluster);

   }


   // ~ Methods ----------------------------------------------------------------


   public RelOptCluster getCluster() {

     return cluster;

   }


   public RexBuilder getRexBuilder() {

     return rexBuilder;

   }


   public int getDynamicParamCount() {

     return dynamicParamSqlNodes.size();

   }


   public RelDataType getDynamicParamType(int index) {

     SqlNode sqlNode = dynamicParamSqlNodes.get(index);

     if (sqlNode == null) {

       throw Util.needToImplement("dynamic param type inference");

     }

     return validator.getValidatedNodeType(sqlNode);

   }


   public int getDynamicParamCountInExplain(boolean increment) {

     int retVal = explainParamCount;

     if (increment) {

       ++explainParamCount;

     }

     return retVal;

   }


   public Map<SqlNode, RexNode> getMapConvertedNonCorrSubqs() {

     return mapConvertedNonCorrSubqs;

   }


   public void addConvertedNonCorrSubqs(

           Map<SqlNode, RexNode> alreadyConvertedNonCorrSubqs) {

     mapConvertedNonCorrSubqs.putAll(alreadyConvertedNonCorrSubqs);

   }


   public void setSubQueryConverter(SubQueryConverter converter) {

     subQueryConverter = converter;

   }


   public void setDynamicParamCountInExplain(int explainParamCount) {

     assert config.isExplain();

     this.explainParamCount = explainParamCount;

   }


   private void checkConvertedType(SqlNode query, RelNode result) {

     if (query.isA(SqlKind.DML)) {

       return;

     }

     // Verify that conversion from SQL to relational algebra did

     // not perturb any type information. (We can't do this if the

     // SQL statement is something like an INSERT which has no

     // validator type information associated with its result,

     // hence the namespace check above.)

     final List<RelDataTypeField> validatedFields =

             validator.getValidatedNodeType(query).getFieldList();

     final RelDataType validatedRowType =

             validator.getTypeFactory().createStructType(Pair.right(validatedFields),

                     SqlValidatorUtil.uniquify(Pair.left(validatedFields),

                             catalogReader.nameMatcher().isCaseSensitive()));


     final List<RelDataTypeField> convertedFields =

             result.getRowType().getFieldList().subList(0, validatedFields.size());

     final RelDataType convertedRowType =

             validator.getTypeFactory().createStructType(convertedFields);


     if (!RelOptUtil.equal("validated row type",

                 validatedRowType,

                 "converted row type",

                 convertedRowType,

                 Litmus.IGNORE)) {

       throw new AssertionError("Conversion to relational algebra failed to "

               + "preserve datatypes:\n"

               + "validated type:\n" + validatedRowType.getFullTypeString()

               + "\nconverted type:\n" + convertedRowType.getFullTypeString() + "\nrel:\n"

               + RelOptUtil.toString(result));

     }

   }


   public RelNode flattenTypes(RelNode rootRel, boolean restructure) {

     RelStructuredTypeFlattener typeFlattener = new RelStructuredTypeFlattener(

             relBuilder, rexBuilder, createToRelContext(ImmutableList.of()), restructure);

     return typeFlattener.rewrite(rootRel);

   }


   public RelNode decorrelate(SqlNode query, RelNode rootRel) {

     if (!config.isDecorrelationEnabled()) {

       return rootRel;

     }

     final RelNode result = decorrelateQuery(rootRel);

     if (result != rootRel) {

       checkConvertedType(query, result);

     }

     return result;

   }


   public RelNode trimUnusedFields(boolean ordered, RelNode rootRel) {

     // Trim fields that are not used by their consumer.

     if (isTrimUnusedFields()) {

       final RelFieldTrimmer trimmer = newFieldTrimmer();

       final List<RelCollation> collations =

               rootRel.getTraitSet().getTraits(RelCollationTraitDef.INSTANCE);

       rootRel = trimmer.trim(rootRel);

       if (!ordered && collations != null && !collations.isEmpty()

               && !collations.equals(ImmutableList.of(RelCollations.EMPTY))) {

         final RelTraitSet traitSet =

                 rootRel.getTraitSet().replace(RelCollationTraitDef.INSTANCE, collations);

         rootRel = rootRel.copy(traitSet, rootRel.getInputs());

       }

       if (SQL2REL_LOGGER.isDebugEnabled()) {

         SQL2REL_LOGGER.debug(RelOptUtil.dumpPlan("Plan after trimming unused fields",

                 rootRel,

                 SqlExplainFormat.TEXT,

                 SqlExplainLevel.EXPPLAN_ATTRIBUTES));

       }

     }

     return rootRel;

   }


   protected RelFieldTrimmer newFieldTrimmer() {

     return new RelFieldTrimmer(validator, relBuilder);

   }


   public RelRoot convertQuery(

           SqlNode query, final boolean needsValidation, final boolean top) {

     if (needsValidation) {

       query = validator.validate(query);

     }


     RelNode result = convertQueryRecursive(query, top, null).rel;

     if (top) {

       if (isStream(query)) {

         result = new LogicalDelta(cluster, result.getTraitSet(), result);

       }

     }

     RelCollation collation = RelCollations.EMPTY;

     if (!query.isA(SqlKind.DML)) {

       if (isOrdered(query)) {

         collation = requiredCollation(result);

       }

     }

     checkConvertedType(query, result);


     if (SQL2REL_LOGGER.isDebugEnabled()) {

       SQL2REL_LOGGER.debug(RelOptUtil.dumpPlan("Plan after converting SqlNode to RelNode",

               result,

               SqlExplainFormat.TEXT,

               SqlExplainLevel.EXPPLAN_ATTRIBUTES));

     }


     final RelDataType validatedRowType = validator.getValidatedNodeType(query);

     List<RelHint> hints = new ArrayList<>();

     if (query.getKind() == SqlKind.SELECT) {

       final SqlSelect select = (SqlSelect) query;

       if (select.hasHints()) {

         hints = SqlUtil.getRelHint(hintStrategies, select.getHints());

       }

     }

     // propagate the hints.

     result = RelOptUtil.propagateRelHints(result, false);

     return RelRoot.of(result, validatedRowType, query.getKind())

             .withCollation(collation)

             .withHints(hints);

   }


   private static boolean isStream(SqlNode query) {

     return query instanceof SqlSelect

             && ((SqlSelect) query).isKeywordPresent(SqlSelectKeyword.STREAM);

   }


   public static boolean isOrdered(SqlNode query) {

     switch (query.getKind()) {

       case SELECT:

         return ((SqlSelect) query).getOrderList() != null

                 && ((SqlSelect) query).getOrderList().size() > 0;

       case WITH:

         return isOrdered(((SqlWith) query).body);

       case ORDER_BY:

         return ((SqlOrderBy) query).orderList.size() > 0;

       default:

         return false;

     }

   }


   private RelCollation requiredCollation(RelNode r) {

     if (r instanceof Sort) {

       return ((Sort) r).collation;

     }

     if (r instanceof Project) {

       return requiredCollation(((Project) r).getInput());

     }

     if (r instanceof Delta) {

       return requiredCollation(((Delta) r).getInput());

     }

     throw new AssertionError(r);

   }


   public RelNode convertSelect(SqlSelect select, boolean top) {

     final SqlValidatorScope selectScope = validator.getWhereScope(select);

     final Blackboard bb = createBlackboard(selectScope, null, top);

     convertSelectImpl(bb, select);

     return bb.root;

   }


   protected Blackboard createBlackboard(

           SqlValidatorScope scope, Map<String, RexNode> nameToNodeMap, boolean top) {

     return new Blackboard(scope, nameToNodeMap, top);

   }


   protected void convertSelectImpl(final Blackboard bb, SqlSelect select) {

     convertFrom(bb, select.getFrom());

     convertWhere(bb, select.getWhere());


     final List<SqlNode> orderExprList = new ArrayList<>();

     final List<RelFieldCollation> collationList = new ArrayList<>();

     gatherOrderExprs(bb, select, select.getOrderList(), orderExprList, collationList);

     final RelCollation collation =

             cluster.traitSet().canonize(RelCollations.of(collationList));


     if (validator.isAggregate(select)) {

       convertAgg(bb, select, orderExprList);

     } else {

       convertSelectList(bb, select, orderExprList);

     }


     if (select.isDistinct()) {

       distinctify(bb, true);

     }


     convertOrder(

             select, bb, collation, orderExprList, select.getOffset(), select.getFetch());


     if (select.hasHints()) {

       final List<RelHint> hints = SqlUtil.getRelHint(hintStrategies, select.getHints());

       // Attach the hints to the first Hintable node we found from the root node.

       bb.setRoot(bb.root.accept(new RelShuttleImpl() {

         boolean attached = false;


         @Override

         public RelNode visitChild(RelNode parent, int i, RelNode child) {

           if (parent instanceof Hintable && !attached) {

             attached = true;

             return ((Hintable) parent).attachHints(hints);

           } else {

             return super.visitChild(parent, i, child);

           }

         }

       }),

               true);

     } else {

       bb.setRoot(bb.root, true);

     }

   }


   private void distinctify(Blackboard bb, boolean checkForDupExprs) {

     // Look for duplicate expressions in the project.

     // Say we have 'select x, y, x, z'.

     // Then dups will be {[2, 0]}

     // and oldToNew will be {[0, 0], [1, 1], [2, 0], [3, 2]}

     RelNode rel = bb.root;

     if (checkForDupExprs && (rel instanceof LogicalProject)) {

       LogicalProject project = (LogicalProject) rel;

       final List<RexNode> projectExprs = project.getProjects();

       final List<Integer> origins = new ArrayList<>();

       int dupCount = 0;

       for (int i = 0; i < projectExprs.size(); i++) {

         int x = projectExprs.indexOf(projectExprs.get(i));

         if (x >= 0 && x < i) {

           origins.add(x);

           ++dupCount;

         } else {

           origins.add(i);

         }

       }

       if (dupCount == 0) {

         distinctify(bb, false);

         return;

       }


       final Map<Integer, Integer> squished = new HashMap<>();

       final List<RelDataTypeField> fields = rel.getRowType().getFieldList();

       final List<Pair<RexNode, String>> newProjects = new ArrayList<>();

       for (int i = 0; i < fields.size(); i++) {

         if (origins.get(i) == i) {

           squished.put(i, newProjects.size());

           newProjects.add(RexInputRef.of2(i, fields));

         }

       }

       rel = LogicalProject.create(

               rel, ImmutableList.of(), Pair.left(newProjects), Pair.right(newProjects));

       bb.root = rel;

       distinctify(bb, false);

       rel = bb.root;


       // Create the expressions to reverse the mapping.

       // Project($0, $1, $0, $2).

       final List<Pair<RexNode, String>> undoProjects = new ArrayList<>();

       for (int i = 0; i < fields.size(); i++) {

         final int origin = origins.get(i);

         RelDataTypeField field = fields.get(i);

         undoProjects.add(Pair.of(

                 new RexInputRef(squished.get(origin), field.getType()), field.getName()));

       }


       rel = LogicalProject.create(

               rel, ImmutableList.of(), Pair.left(undoProjects), Pair.right(undoProjects));

       bb.setRoot(rel, false);


       return;

     }


     // Usual case: all of the expressions in the SELECT clause are

     // different.

     final ImmutableBitSet groupSet =

             ImmutableBitSet.range(rel.getRowType().getFieldCount());

     rel = createAggregate(bb, groupSet, ImmutableList.of(groupSet), ImmutableList.of());


     bb.setRoot(rel, false);

   }


   protected void convertOrder(SqlSelect select,

           Blackboard bb,

           RelCollation collation,

           List<SqlNode> orderExprList,

           SqlNode offset,

           SqlNode fetch) {

     if (!bb.top || select.getOrderList() == null

             || select.getOrderList().getList().isEmpty()) {

       assert !bb.top || collation.getFieldCollations().isEmpty();

       if ((offset == null

                   || (offset instanceof SqlLiteral

                           && ((SqlLiteral) offset)

                                      .bigDecimalValue()

                                      .equals(BigDecimal.ZERO)))

               && fetch == null) {

         return;

       }

     }


     // Create a sorter using the previously constructed collations.

     bb.setRoot(LogicalSort.create(bb.root,

                        collation,

                        offset == null ? null : convertExpression(offset),

                        fetch == null ? null : convertExpression(fetch)),

             false);


     // If extra expressions were added to the project list for sorting,

     // add another project to remove them. But make the collation empty, because

     // we can't represent the real collation.

     //

     // If it is the top node, use the real collation, but don't trim fields.

     if (orderExprList.size() > 0 && !bb.top) {

       final List<RexNode> exprs = new ArrayList<>();

       final RelDataType rowType = bb.root.getRowType();

       final int fieldCount = rowType.getFieldCount() - orderExprList.size();

       for (int i = 0; i < fieldCount; i++) {

         exprs.add(rexBuilder.makeInputRef(bb.root, i));

       }

       bb.setRoot(LogicalProject.create(bb.root,

                          ImmutableList.of(),

                          exprs,

                          rowType.getFieldNames().subList(0, fieldCount)),

               false);

     }

   }


   private static boolean containsInOperator(SqlNode node) {

     try {

       SqlVisitor<Void> visitor = new SqlBasicVisitor<Void>() {

         public Void visit(SqlCall call) {

           if (call.getOperator() instanceof SqlInOperator) {

             throw new Util.FoundOne(call);

           }

           return super.visit(call);

         }

       };

       node.accept(visitor);

       return false;

     } catch (Util.FoundOne e) {

       Util.swallow(e, null);

       return true;

     }

   }


   private static SqlNode pushDownNotForIn(SqlValidatorScope scope, SqlNode sqlNode) {

     if (!(sqlNode instanceof SqlCall) || !containsInOperator(sqlNode)) {

       return sqlNode;

     }

     final SqlCall sqlCall = (SqlCall) sqlNode;

     switch (sqlCall.getKind()) {

       case AND:

       case OR:

         final List<SqlNode> operands = new ArrayList<>();

         for (SqlNode operand : sqlCall.getOperandList()) {

           operands.add(pushDownNotForIn(scope, operand));

         }

         final SqlCall newCall =

                 sqlCall.getOperator().createCall(sqlCall.getParserPosition(), operands);

         return reg(scope, newCall);


       case NOT:

         assert sqlCall.operand(0) instanceof SqlCall;

         final SqlCall call = sqlCall.operand(0);

         switch (sqlCall.operand(0).getKind()) {

           case CASE:

             final SqlCase caseNode = (SqlCase) call;

             final SqlNodeList thenOperands = new SqlNodeList(SqlParserPos.ZERO);


             for (SqlNode thenOperand : caseNode.getThenOperands()) {

               final SqlCall not =

                       SqlStdOperatorTable.NOT.createCall(SqlParserPos.ZERO, thenOperand);

               thenOperands.add(pushDownNotForIn(scope, reg(scope, not)));

             }

             SqlNode elseOperand = caseNode.getElseOperand();

             if (!SqlUtil.isNull(elseOperand)) {

               // "not(unknown)" is "unknown", so no need to simplify

               final SqlCall not =

                       SqlStdOperatorTable.NOT.createCall(SqlParserPos.ZERO, elseOperand);

               elseOperand = pushDownNotForIn(scope, reg(scope, not));

             }


             return reg(scope,

                     SqlStdOperatorTable.CASE.createCall(SqlParserPos.ZERO,

                             caseNode.getValueOperand(),

                             caseNode.getWhenOperands(),

                             thenOperands,

                             elseOperand));


           case AND:

             final List<SqlNode> orOperands = new ArrayList<>();

             for (SqlNode operand : call.getOperandList()) {

               orOperands.add(pushDownNotForIn(scope,

                       reg(scope,

                               SqlStdOperatorTable.NOT.createCall(

                                       SqlParserPos.ZERO, operand))));

             }

             return reg(scope,

                     SqlStdOperatorTable.OR.createCall(SqlParserPos.ZERO, orOperands));


           case OR:

             final List<SqlNode> andOperands = new ArrayList<>();

             for (SqlNode operand : call.getOperandList()) {

               andOperands.add(pushDownNotForIn(scope,

                       reg(scope,

                               SqlStdOperatorTable.NOT.createCall(

                                       SqlParserPos.ZERO, operand))));

             }

             return reg(scope,

                     SqlStdOperatorTable.AND.createCall(SqlParserPos.ZERO, andOperands));


           case NOT:

             assert call.operandCount() == 1;

             return pushDownNotForIn(scope, call.operand(0));


           case NOT_IN:

             return reg(scope,

                     SqlStdOperatorTable.IN.createCall(

                             SqlParserPos.ZERO, call.getOperandList()));


           case IN:

             return reg(scope,

                     SqlStdOperatorTable.NOT_IN.createCall(

                             SqlParserPos.ZERO, call.getOperandList()));

         }

     }

     return sqlNode;

   }


   private static SqlNode reg(SqlValidatorScope scope, SqlNode e) {

     scope.getValidator().deriveType(scope, e);

     return e;

   }


   private void convertWhere(final Blackboard bb, final SqlNode where) {

     if (where == null) {

       return;

     }

     SqlNode newWhere = pushDownNotForIn(bb.scope, where);

     replaceSubQueries(bb, newWhere, RelOptUtil.Logic.UNKNOWN_AS_FALSE);

     final RexNode convertedWhere = bb.convertExpression(newWhere);

     final RexNode convertedWhere2 =

             RexUtil.removeNullabilityCast(typeFactory, convertedWhere);


     // only allocate filter if the condition is not TRUE

     if (convertedWhere2.isAlwaysTrue()) {

       return;

     }


     final RelFactories.FilterFactory filterFactory = RelFactories.DEFAULT_FILTER_FACTORY;

     final RelNode filter =

             filterFactory.createFilter(bb.root, convertedWhere2, ImmutableSet.of());

     final RelNode r;

     final CorrelationUse p = getCorrelationUse(bb, filter);

     if (p != null) {

       assert p.r instanceof Filter;

       Filter f = (Filter) p.r;

       r = LogicalFilter.create(f.getInput(), f.getCondition(), ImmutableSet.of(p.id));

     } else {

       r = filter;

     }


     bb.setRoot(r, false);

   }


   private void replaceSubQueries(

           final Blackboard bb, final SqlNode expr, RelOptUtil.Logic logic) {

     findSubQueries(bb, expr, logic, false);

     for (SubQuery node : bb.subQueryList) {

       substituteSubQuery(bb, node);

     }

   }


   private void substituteSubQuery(Blackboard bb, SubQuery subQuery) {

     final RexNode expr = subQuery.expr;

     if (expr != null) {

       // Already done.

       return;

     }


     final SqlBasicCall call;

     final RelNode rel;

     final SqlNode query;

     final RelOptUtil.Exists converted;


     boolean isExpand = config.getExpandPredicate().test(bb.getTopNode(), subQuery.node);


     switch (subQuery.node.getKind()) {

       case CURSOR:

         convertCursor(bb, subQuery);

         return;


       case MULTISET_QUERY_CONSTRUCTOR:

       case MULTISET_VALUE_CONSTRUCTOR:

       case ARRAY_QUERY_CONSTRUCTOR:

         rel = convertMultisets(ImmutableList.of(subQuery.node), bb);

         subQuery.expr = bb.register(rel, JoinRelType.INNER);

         return;


       case IN:

       case NOT_IN:

       case SOME:

       case ALL:

         call = (SqlBasicCall) subQuery.node;

         query = call.operand(1);

         if (!isExpand && !(query instanceof SqlNodeList)) {

           return;

         }

         final SqlNode leftKeyNode = call.operand(0);


         final List<RexNode> leftKeys;

         switch (leftKeyNode.getKind()) {

           case ROW:

             leftKeys = new ArrayList<>();

             for (SqlNode sqlExpr : ((SqlBasicCall) leftKeyNode).getOperandList()) {

               leftKeys.add(bb.convertExpression(sqlExpr));

             }

             break;

           default:

             leftKeys = ImmutableList.of(bb.convertExpression(leftKeyNode));

         }


         if (query instanceof SqlNodeList) {

           SqlNodeList valueList = (SqlNodeList) query;

           if (!containsNullLiteral(valueList)

                   && valueList.size() < config.getInSubQueryThreshold()) {

             // We're under the threshold, so convert to OR.

             subQuery.expr = convertInToOr(

                     bb, leftKeys, valueList, (SqlInOperator) call.getOperator());

             return;

           }


           // Otherwise, let convertExists translate

           // values list into an inline table for the

           // reference to Q below.

         }


         // Project out the search columns from the left side


         // Q1:

         // "select from emp where emp.deptno in (select col1 from T)"

         //

         // is converted to

         //

         // "select from

         // emp inner join (select distinct col1 from T)) q

         // on emp.deptno = q.col1

         //

         // Q2:

         // "select from emp where emp.deptno not in (Q)"

         //

         // is converted to

         //

         // "select from

         // emp left outer join (select distinct col1, TRUE from T) q

         // on emp.deptno = q.col1

         // where emp.deptno <> null

         // and q.indicator <> TRUE"

         //

         // Note: Sub-query can be used as SqlUpdate#condition like below:

         //

         // UPDATE emp

         // SET empno = 1 WHERE emp.empno IN (

         // SELECT emp.empno FROM emp WHERE emp.empno = 2)

         //

         // In such case, when converting SqlUpdate#condition, bb.root is null

         // and it makes no sense to do the sub-query substitution.

         if (bb.root == null) {

           return;

         }

         final RelDataType targetRowType = SqlTypeUtil.promoteToRowType(

                 typeFactory, validator.getValidatedNodeType(leftKeyNode), null);

         final boolean notIn = call.getOperator().kind == SqlKind.NOT_IN;

         converted = convertExists(

                 query, RelOptUtil.SubQueryType.IN, subQuery.logic, notIn, targetRowType);

         if (converted.indicator) {

           // Generate

           // emp CROSS JOIN (SELECT COUNT(*) AS c,

           // COUNT(deptno) AS ck FROM dept)

           final RelDataType longType = typeFactory.createSqlType(SqlTypeName.BIGINT);

           final RelNode seek = converted.r.getInput(0); // fragile

           final int keyCount = leftKeys.size();

           final List<Integer> args = ImmutableIntList.range(0, keyCount);

           LogicalAggregate aggregate = LogicalAggregate.create(seek,

                   ImmutableList.of(),

                   ImmutableBitSet.of(),

                   null,

                   ImmutableList.of(AggregateCall.create(SqlStdOperatorTable.COUNT,

                                            false,

                                            false,

                                            false,

                                            ImmutableList.of(),

                                            -1,

                                            RelCollations.EMPTY,

                                            longType,

                                            null),

                           AggregateCall.create(SqlStdOperatorTable.COUNT,

                                   false,

                                   false,

                                   false,

                                   args,

                                   -1,

                                   RelCollations.EMPTY,

                                   longType,

                                   null)));

           LogicalJoin join = LogicalJoin.create(bb.root,

                   aggregate,

                   ImmutableList.of(),

                   rexBuilder.makeLiteral(true),

                   ImmutableSet.of(),

                   JoinRelType.INNER);

           bb.setRoot(join, false);

         }

         final RexNode rex = bb.register(converted.r,

                 converted.outerJoin ? JoinRelType.LEFT : JoinRelType.INNER,

                 leftKeys);


         RelOptUtil.Logic logic = subQuery.logic;

         switch (logic) {

           case TRUE_FALSE_UNKNOWN:

           case UNKNOWN_AS_TRUE:

             if (!converted.indicator) {

               logic = RelOptUtil.Logic.TRUE_FALSE;

             }

         }

         subQuery.expr = translateIn(logic, bb.root, rex);

         if (notIn) {

           subQuery.expr = rexBuilder.makeCall(SqlStdOperatorTable.NOT, subQuery.expr);

         }

         return;


       case EXISTS:

         // "select from emp where exists (select a from T)"

         //

         // is converted to the following if the sub-query is correlated:

         //

         // "select from emp left outer join (select AGG_TRUE() as indicator

         // from T group by corr_var) q where q.indicator is true"

         //

         // If there is no correlation, the expression is replaced with a

         // boolean indicating whether the sub-query returned 0 or >= 1 row.

         call = (SqlBasicCall) subQuery.node;

         query = call.operand(0);

         if (!isExpand) {

           return;

         }

         final SqlValidatorScope seekScope = (query instanceof SqlSelect)

                 ? validator.getSelectScope((SqlSelect) query)

                 : null;

         final Blackboard seekBb = createBlackboard(seekScope, null, false);

         final RelNode seekRel = convertQueryOrInList(seekBb, query, null);

         // An EXIST sub-query whose inner child has at least 1 tuple

         // (e.g. an Aggregate with no grouping columns or non-empty Values

         // node) should be simplified to a Boolean constant expression.

         final RelMetadataQuery mq = seekRel.getCluster().getMetadataQuery();

         final Double minRowCount = mq.getMinRowCount(seekRel);

         if (minRowCount != null && minRowCount >= 1D) {

           subQuery.expr = rexBuilder.makeLiteral(true);

           return;

         }

         converted = RelOptUtil.createExistsPlan(seekRel,

                 RelOptUtil.SubQueryType.EXISTS,

                 subQuery.logic,

                 true,

                 relBuilder);

         assert !converted.indicator;

         if (convertNonCorrelatedSubQuery(subQuery, bb, converted.r, true)) {

           return;

         }

         subQuery.expr = bb.register(converted.r, JoinRelType.LEFT);

         return;


       case SCALAR_QUERY:

         // Convert the sub-query. If it's non-correlated, convert it

         // to a constant expression.

         if (!isExpand) {

           return;

         }

         call = (SqlBasicCall) subQuery.node;

         query = call.operand(0);

         converted = convertExists(

                 query, RelOptUtil.SubQueryType.SCALAR, subQuery.logic, true, null);

         assert !converted.indicator;

         if (convertNonCorrelatedSubQuery(subQuery, bb, converted.r, false)) {

           return;

         }

         rel = convertToSingleValueSubq(query, converted.r);

         subQuery.expr = bb.register(rel, JoinRelType.LEFT);

         return;


       case SELECT:

         // This is used when converting multiset queries:

         //

         // select * from unnest(select multiset[deptno] from emps);

         //

         converted = convertExists(subQuery.node,

                 RelOptUtil.SubQueryType.SCALAR,

                 subQuery.logic,

                 true,

                 null);

         assert !converted.indicator;

         subQuery.expr = bb.register(converted.r, JoinRelType.LEFT);


         // This is used when converting window table functions:

         //

         // select * from table(tumble(table emps, descriptor(deptno), interval '3' DAY))

         //

         bb.cursors.add(converted.r);

         return;


       default:

         throw new AssertionError("unexpected kind of sub-query: " + subQuery.node);

     }

   }


   private RexNode translateIn(RelOptUtil.Logic logic, RelNode root, final RexNode rex) {

     switch (logic) {

       case TRUE:

         return rexBuilder.makeLiteral(true);


       case TRUE_FALSE:

       case UNKNOWN_AS_FALSE:

         assert rex instanceof RexRangeRef;

         final int fieldCount = rex.getType().getFieldCount();

         RexNode rexNode = rexBuilder.makeFieldAccess(rex, fieldCount - 1);

         rexNode = rexBuilder.makeCall(SqlStdOperatorTable.IS_TRUE, rexNode);


         // Then append the IS NOT NULL(leftKeysForIn).

         //

         // RexRangeRef contains the following fields:

         // leftKeysForIn,

         // rightKeysForIn (the original sub-query select list),

         // nullIndicator

         //

         // The first two lists contain the same number of fields.

         final int k = (fieldCount - 1) / 2;

         for (int i = 0; i < k; i++) {

           rexNode = rexBuilder.makeCall(SqlStdOperatorTable.AND,

                   rexNode,

                   rexBuilder.makeCall(SqlStdOperatorTable.IS_NOT_NULL,

                           rexBuilder.makeFieldAccess(rex, i)));

         }

         return rexNode;


       case TRUE_FALSE_UNKNOWN:

       case UNKNOWN_AS_TRUE:

         // select e.deptno,

         // case

         // when ct.c = 0 then false

         // when dt.i is not null then true

         // when e.deptno is null then null

         // when ct.ck < ct.c then null

         // else false

         // end

         // from e

         // cross join (select count(*) as c, count(deptno) as ck from v) as ct

         // left join (select distinct deptno, true as i from v) as dt

         // on e.deptno = dt.deptno

         final Join join = (Join) root;

         final Project left = (Project) join.getLeft();

         final RelNode leftLeft = ((Join) left.getInput()).getLeft();

         final int leftLeftCount = leftLeft.getRowType().getFieldCount();

         final RelDataType longType = typeFactory.createSqlType(SqlTypeName.BIGINT);

         final RexNode cRef = rexBuilder.makeInputRef(root, leftLeftCount);

         final RexNode ckRef = rexBuilder.makeInputRef(root, leftLeftCount + 1);

         final RexNode iRef =

                 rexBuilder.makeInputRef(root, root.getRowType().getFieldCount() - 1);


         final RexLiteral zero = rexBuilder.makeExactLiteral(BigDecimal.ZERO, longType);

         final RexLiteral trueLiteral = rexBuilder.makeLiteral(true);

         final RexLiteral falseLiteral = rexBuilder.makeLiteral(false);

         final RexNode unknownLiteral = rexBuilder.makeNullLiteral(trueLiteral.getType());


         final ImmutableList.Builder<RexNode> args = ImmutableList.builder();

         args.add(rexBuilder.makeCall(SqlStdOperatorTable.EQUALS, cRef, zero),

                 falseLiteral,

                 rexBuilder.makeCall(SqlStdOperatorTable.IS_NOT_NULL, iRef),

                 trueLiteral);

         final JoinInfo joinInfo = join.analyzeCondition();

         for (int leftKey : joinInfo.leftKeys) {

           final RexNode kRef = rexBuilder.makeInputRef(root, leftKey);

           args.add(

                   rexBuilder.makeCall(SqlStdOperatorTable.IS_NULL, kRef), unknownLiteral);

         }

         args.add(rexBuilder.makeCall(SqlStdOperatorTable.LESS_THAN, ckRef, cRef),

                 unknownLiteral,

                 falseLiteral);


         return rexBuilder.makeCall(SqlStdOperatorTable.CASE, args.build());


       default:

         throw new AssertionError(logic);

     }

   }


   private static boolean containsNullLiteral(SqlNodeList valueList) {

     for (SqlNode node : valueList.getList()) {

       if (node instanceof SqlLiteral) {

         SqlLiteral lit = (SqlLiteral) node;

         if (lit.getValue() == null) {

           return true;

         }

       }

     }

     return false;

   }


   private boolean convertNonCorrelatedSubQuery(

           SubQuery subQuery, Blackboard bb, RelNode converted, boolean isExists) {

     SqlCall call = (SqlBasicCall) subQuery.node;

     if (subQueryConverter.canConvertSubQuery()

             && isSubQueryNonCorrelated(converted, bb)) {

       // First check if the sub-query has already been converted

       // because it's a nested sub-query. If so, don't re-evaluate

       // it again.

       RexNode constExpr = mapConvertedNonCorrSubqs.get(call);

       if (constExpr == null) {

         constExpr = subQueryConverter.convertSubQuery(

                 call, this, isExists, config.isExplain());

       }

       if (constExpr != null) {

         subQuery.expr = constExpr;

         mapConvertedNonCorrSubqs.put(call, constExpr);

         return true;

       }

     }

     return false;

   }


   public RelNode convertToSingleValueSubq(SqlNode query, RelNode plan) {

     // Check whether query is guaranteed to produce a single value.

     if (query instanceof SqlSelect) {

       SqlSelect select = (SqlSelect) query;

       SqlNodeList selectList = select.getSelectList();

       SqlNodeList groupList = select.getGroup();


       if ((selectList.size() == 1) && ((groupList == null) || (groupList.size() == 0))) {

         SqlNode selectExpr = selectList.get(0);

         if (selectExpr instanceof SqlCall) {

           SqlCall selectExprCall = (SqlCall) selectExpr;

           if (Util.isSingleValue(selectExprCall)) {

             return plan;

           }

         }


         // If there is a limit with 0 or 1,

         // it is ensured to produce a single value

         if (select.getFetch() != null && select.getFetch() instanceof SqlNumericLiteral) {

           SqlNumericLiteral limitNum = (SqlNumericLiteral) select.getFetch();

           if (((BigDecimal) limitNum.getValue()).intValue() < 2) {

             return plan;

           }

         }

       }

     } else if (query instanceof SqlCall) {

       // If the query is (values ...),

       // it is necessary to look into the operands to determine

       // whether SingleValueAgg is necessary

       SqlCall exprCall = (SqlCall) query;

       if (exprCall.getOperator() instanceof SqlValuesOperator

               && Util.isSingleValue(exprCall)) {

         return plan;

       }

     }


     // If not, project SingleValueAgg

     return RelOptUtil.createSingleValueAggRel(cluster, plan);

   }


   private RexNode convertInToOr(final Blackboard bb,

           final List<RexNode> leftKeys,

           SqlNodeList valuesList,

           SqlInOperator op) {

     final List<RexNode> comparisons = new ArrayList<>();

     for (SqlNode rightVals : valuesList) {

       RexNode rexComparison;

       final SqlOperator comparisonOp;

       if (op instanceof SqlQuantifyOperator) {

         comparisonOp = RelOptUtil.op(

                 ((SqlQuantifyOperator) op).comparisonKind, SqlStdOperatorTable.EQUALS);

       } else {

         comparisonOp = SqlStdOperatorTable.EQUALS;

       }

       if (leftKeys.size() == 1) {

         rexComparison = rexBuilder.makeCall(comparisonOp,

                 leftKeys.get(0),

                 ensureSqlType(

                         leftKeys.get(0).getType(), bb.convertExpression(rightVals)));

       } else {

         assert rightVals instanceof SqlCall;

         final SqlBasicCall call = (SqlBasicCall) rightVals;

         assert (call.getOperator() instanceof SqlRowOperator)

                 && call.operandCount() == leftKeys.size();

         rexComparison = RexUtil.composeConjunction(rexBuilder,

                 Iterables.transform(Pair.zip(leftKeys, call.getOperandList()),

                         pair

                         -> rexBuilder.makeCall(comparisonOp,

                                 pair.left,

                                 ensureSqlType(pair.left.getType(),

                                         bb.convertExpression(pair.right)))));

       }

       comparisons.add(rexComparison);

     }


     switch (op.kind) {

       case ALL:

         return RexUtil.composeConjunction(rexBuilder, comparisons, true);

       case NOT_IN:

         return rexBuilder.makeCall(SqlStdOperatorTable.NOT,

                 RexUtil.composeDisjunction(rexBuilder, comparisons, true));

       case IN:

       case SOME:

         return RexUtil.composeDisjunction(rexBuilder, comparisons, true);

       default:

         throw new AssertionError();

     }

   }


   private RexNode ensureSqlType(RelDataType type, RexNode node) {

     if (type.getSqlTypeName() == node.getType().getSqlTypeName()

             || (type.getSqlTypeName() == SqlTypeName.VARCHAR

                     && node.getType().getSqlTypeName() == SqlTypeName.CHAR)) {

       return node;

     }

     return rexBuilder.ensureType(type, node, true);

   }


   @Deprecated // to be removed before 2.0

   protected int getInSubqueryThreshold() {

     return config.getInSubQueryThreshold();

   }


   private RelOptUtil.Exists convertExists(SqlNode seek,

           RelOptUtil.SubQueryType subQueryType,

           RelOptUtil.Logic logic,

           boolean notIn,

           RelDataType targetDataType) {

     final SqlValidatorScope seekScope = (seek instanceof SqlSelect)

             ? validator.getSelectScope((SqlSelect) seek)

             : null;

     final Blackboard seekBb = createBlackboard(seekScope, null, false);

     RelNode seekRel = convertQueryOrInList(seekBb, seek, targetDataType);


     return RelOptUtil.createExistsPlan(seekRel, subQueryType, logic, notIn, relBuilder);

   }


   private RelNode convertQueryOrInList(

           Blackboard bb, SqlNode seek, RelDataType targetRowType) {

     // NOTE: Once we start accepting single-row queries as row constructors,

     // there will be an ambiguity here for a case like X IN ((SELECT Y FROM

     // Z)). The SQL standard resolves the ambiguity by saying that a lone

     // select should be interpreted as a table expression, not a row

     // expression. The semantic difference is that a table expression can

     // return multiple rows.

     if (seek instanceof SqlNodeList) {

       return convertRowValues(

               bb, seek, ((SqlNodeList) seek).getList(), false, targetRowType);

     } else {

       return convertQueryRecursive(seek, false, null).project();

     }

   }


   private RelNode convertRowValues(Blackboard bb,

           SqlNode rowList,

           Collection<SqlNode> rows,

           boolean allowLiteralsOnly,

           RelDataType targetRowType) {

     // NOTE jvs 30-Apr-2006: We combine all rows consisting entirely of

     // literals into a single LogicalValues; this gives the optimizer a smaller

     // input tree. For everything else (computed expressions, row

     // sub-queries), we union each row in as a projection on top of a

     // LogicalOneRow.


     final ImmutableList.Builder<ImmutableList<RexLiteral>> tupleList =

             ImmutableList.builder();

     final RelDataType rowType;

     if (targetRowType != null) {

       rowType = targetRowType;

     } else {

       rowType = SqlTypeUtil.promoteToRowType(

               typeFactory, validator.getValidatedNodeType(rowList), null);

     }


     final List<RelNode> unionInputs = new ArrayList<>();

     for (SqlNode node : rows) {

       SqlBasicCall call;

       if (isRowConstructor(node)) {

         call = (SqlBasicCall) node;

         ImmutableList.Builder<RexLiteral> tuple = ImmutableList.builder();

         for (Ord<SqlNode> operand : Ord.zip(call.operands)) {

           RexLiteral rexLiteral =

                   convertLiteralInValuesList(operand.e, bb, rowType, operand.i);

           if ((rexLiteral == null) && allowLiteralsOnly) {

             return null;

           }

           if ((rexLiteral == null) || !config.isCreateValuesRel()) {

             // fallback to convertRowConstructor

             tuple = null;

             break;

           }

           tuple.add(rexLiteral);

         }

         if (tuple != null) {

           tupleList.add(tuple.build());

           continue;

         }

       } else {

         RexLiteral rexLiteral = convertLiteralInValuesList(node, bb, rowType, 0);

         if ((rexLiteral != null) && config.isCreateValuesRel()) {

           tupleList.add(ImmutableList.of(rexLiteral));

           continue;

         } else {

           if ((rexLiteral == null) && allowLiteralsOnly) {

             return null;

           }

         }


         // convert "1" to "row(1)"

         call = (SqlBasicCall) SqlStdOperatorTable.ROW.createCall(SqlParserPos.ZERO, node);

       }

       unionInputs.add(convertRowConstructor(bb, call));

     }

     LogicalValues values = LogicalValues.create(cluster, rowType, tupleList.build());

     RelNode resultRel;

     if (unionInputs.isEmpty()) {

       resultRel = values;

     } else {

       if (!values.getTuples().isEmpty()) {

         unionInputs.add(values);

       }

       resultRel = LogicalUnion.create(unionInputs, true);

     }

     leaves.put(resultRel, resultRel.getRowType().getFieldCount());

     return resultRel;

   }


   private RexLiteral convertLiteralInValuesList(

           SqlNode sqlNode, Blackboard bb, RelDataType rowType, int iField) {

     if (!(sqlNode instanceof SqlLiteral)) {

       return null;

     }

     RelDataTypeField field = rowType.getFieldList().get(iField);

     RelDataType type = field.getType();

     if (type.isStruct()) {

       // null literals for weird stuff like UDT's need

       // special handling during type flattening, so

       // don't use LogicalValues for those

       return null;

     }


     RexNode literalExpr = exprConverter.convertLiteral(bb, (SqlLiteral) sqlNode);


     if (!(literalExpr instanceof RexLiteral)) {

       assert literalExpr.isA(SqlKind.CAST);

       RexNode child = ((RexCall) literalExpr).getOperands().get(0);

       assert RexLiteral.isNullLiteral(child);


       // NOTE jvs 22-Nov-2006: we preserve type info

       // in LogicalValues digest, so it's OK to lose it here

       return (RexLiteral) child;

     }


     RexLiteral literal = (RexLiteral) literalExpr;


     Comparable value = literal.getValue();


     if (SqlTypeUtil.isExactNumeric(type) && SqlTypeUtil.hasScale(type)) {

       BigDecimal roundedValue =

               NumberUtil.rescaleBigDecimal((BigDecimal) value, type.getScale());

       return rexBuilder.makeExactLiteral(roundedValue, type);

     }


     if ((value instanceof NlsString) && (type.getSqlTypeName() == SqlTypeName.CHAR)) {

       // pad fixed character type

       NlsString unpadded = (NlsString) value;

       return rexBuilder.makeCharLiteral(

               new NlsString(Spaces.padRight(unpadded.getValue(), type.getPrecision()),

                       unpadded.getCharsetName(),

                       unpadded.getCollation()));

     }

     return literal;

   }


   private boolean isRowConstructor(SqlNode node) {

     if (!(node.getKind() == SqlKind.ROW)) {

       return false;

     }

     SqlCall call = (SqlCall) node;

     return call.getOperator().getName().equalsIgnoreCase("row");

   }


   private void findSubQueries(Blackboard bb,

           SqlNode node,

           RelOptUtil.Logic logic,

           boolean registerOnlyScalarSubQueries) {

     final SqlKind kind = node.getKind();

     switch (kind) {

       case EXISTS:

       case SELECT:

       case MULTISET_QUERY_CONSTRUCTOR:

       case MULTISET_VALUE_CONSTRUCTOR:

       case ARRAY_QUERY_CONSTRUCTOR:

       case CURSOR:

       case SCALAR_QUERY:

         if (!registerOnlyScalarSubQueries || (kind == SqlKind.SCALAR_QUERY)) {

           bb.registerSubQuery(node, RelOptUtil.Logic.TRUE_FALSE);

         }

         return;

       case IN:

         break;

       case NOT_IN:

       case NOT:

         logic = logic.negate();

         break;

     }

     if (node instanceof SqlCall) {

       switch (kind) {

         // Do no change logic for AND, IN and NOT IN expressions;

         // but do change logic for OR, NOT and others;

         // EXISTS was handled already.

         case AND:

         case IN:

         case NOT_IN:

           break;

         default:

           logic = RelOptUtil.Logic.TRUE_FALSE_UNKNOWN;

           break;

       }

       for (SqlNode operand : ((SqlCall) node).getOperandList()) {

         if (operand != null) {

           // In the case of an IN expression, locate scalar

           // sub-queries so we can convert them to constants

           findSubQueries(bb,

                   operand,

                   logic,

                   kind == SqlKind.IN || kind == SqlKind.NOT_IN || kind == SqlKind.SOME

                           || kind == SqlKind.ALL || registerOnlyScalarSubQueries);

         }

       }

     } else if (node instanceof SqlNodeList) {

       for (SqlNode child : (SqlNodeList) node) {

         findSubQueries(bb,

                 child,

                 logic,

                 kind == SqlKind.IN || kind == SqlKind.NOT_IN || kind == SqlKind.SOME

                         || kind == SqlKind.ALL || registerOnlyScalarSubQueries);

       }

     }


     // Now that we've located any scalar sub-queries inside the IN

     // expression, register the IN expression itself. We need to

     // register the scalar sub-queries first so they can be converted

     // before the IN expression is converted.

     switch (kind) {

       case IN:

       case NOT_IN:

       case SOME:

       case ALL:

         switch (logic) {

           case TRUE_FALSE_UNKNOWN:

             RelDataType type = validator.getValidatedNodeTypeIfKnown(node);

             if (type == null) {

               // The node might not be validated if we still don't know type of the node.

               // Therefore return directly.

               return;

             } else {

               break;

             }

             // fall through

           case UNKNOWN_AS_FALSE:

             logic = RelOptUtil.Logic.TRUE;

         }

         bb.registerSubQuery(node, logic);

         break;

     }

   }


   public RexNode convertExpression(SqlNode node) {

     Map<String, RelDataType> nameToTypeMap = Collections.emptyMap();

     final ParameterScope scope =

             new ParameterScope((SqlValidatorImpl) validator, nameToTypeMap);

     final Blackboard bb = createBlackboard(scope, null, false);

     return bb.convertExpression(node);

   }


   public RexNode convertExpression(SqlNode node, Map<String, RexNode> nameToNodeMap) {

     final Map<String, RelDataType> nameToTypeMap = new HashMap<>();

     for (Map.Entry<String, RexNode> entry : nameToNodeMap.entrySet()) {

       nameToTypeMap.put(entry.getKey(), entry.getValue().getType());

     }

     final ParameterScope scope =

             new ParameterScope((SqlValidatorImpl) validator, nameToTypeMap);

     final Blackboard bb = createBlackboard(scope, nameToNodeMap, false);

     return bb.convertExpression(node);

   }


   protected RexNode convertExtendedExpression(SqlNode node, Blackboard bb) {

     return null;

   }


   private RexNode convertOver(Blackboard bb, SqlNode node) {

     SqlCall call = (SqlCall) node;

     SqlCall aggCall = call.operand(0);

     boolean ignoreNulls = false;

     switch (aggCall.getKind()) {

       case IGNORE_NULLS:

         ignoreNulls = true;

         // fall through

       case RESPECT_NULLS:

         aggCall = aggCall.operand(0);

     }


     SqlNode windowOrRef = call.operand(1);

     final SqlWindow window = validator.resolveWindow(windowOrRef, bb.scope);


     SqlNode sqlLowerBound = window.getLowerBound();

     SqlNode sqlUpperBound = window.getUpperBound();

     boolean rows = window.isRows();

     SqlNodeList orderList = window.getOrderList();


     if (!aggCall.getOperator().allowsFraming()) {

       // If the operator does not allow framing, bracketing is implicitly

       // everything up to the current row.

       sqlLowerBound = SqlWindow.createUnboundedPreceding(SqlParserPos.ZERO);

       sqlUpperBound = SqlWindow.createCurrentRow(SqlParserPos.ZERO);

       if (aggCall.getKind() == SqlKind.ROW_NUMBER) {

         // ROW_NUMBER() expects specific kind of framing.

         rows = true;

       }

     } else if (orderList.size() == 0) {

       // Without ORDER BY, there must be no bracketing.

       sqlLowerBound = SqlWindow.createUnboundedPreceding(SqlParserPos.ZERO);

       sqlUpperBound = SqlWindow.createUnboundedFollowing(SqlParserPos.ZERO);

     } else if (sqlLowerBound == null && sqlUpperBound == null) {

       sqlLowerBound = SqlWindow.createUnboundedPreceding(SqlParserPos.ZERO);

       sqlUpperBound = SqlWindow.createCurrentRow(SqlParserPos.ZERO);

     } else if (sqlUpperBound == null) {

       sqlUpperBound = SqlWindow.createCurrentRow(SqlParserPos.ZERO);

     } else if (sqlLowerBound == null) {

       sqlLowerBound = SqlWindow.createCurrentRow(SqlParserPos.ZERO);

     }

     final SqlNodeList partitionList = window.getPartitionList();

     final ImmutableList.Builder<RexNode> partitionKeys = ImmutableList.builder();

     for (SqlNode partition : partitionList) {

       partitionKeys.add(bb.convertExpression(partition));

     }

     final RexNode lowerBound = bb.convertExpression(sqlLowerBound);

     final RexNode upperBound = bb.convertExpression(sqlUpperBound);

     if (orderList.size() == 0 && !rows) {

       // A logical range requires an ORDER BY clause. Use the implicit

       // ordering of this relation. There must be one, otherwise it would

       // have failed validation.

       orderList = bb.scope.getOrderList();

       if (orderList == null) {

         throw new AssertionError("Relation should have sort key for implicit ORDER BY");

       }

     }


     final ImmutableList.Builder<RexFieldCollation> orderKeys = ImmutableList.builder();

     for (SqlNode order : orderList) {

       orderKeys.add(bb.convertSortExpression(order,

               RelFieldCollation.Direction.ASCENDING,

               RelFieldCollation.NullDirection.UNSPECIFIED));

     }


     try {

       Preconditions.checkArgument(bb.window == null, "already in window agg mode");

       bb.window = window;

       RexNode rexAgg = exprConverter.convertCall(bb, aggCall);

       rexAgg = rexBuilder.ensureType(validator.getValidatedNodeType(call), rexAgg, false);


       // Walk over the tree and apply 'over' to all agg functions. This is

       // necessary because the returned expression is not necessarily a call

       // to an agg function. For example, AVG(x) becomes SUM(x) / COUNT(x).


       final SqlLiteral q = aggCall.getFunctionQuantifier();

       final boolean isDistinct = q != null && q.getValue() == SqlSelectKeyword.DISTINCT;


       final RexShuttle visitor = new HistogramShuttle(partitionKeys.build(),

               orderKeys.build(),

               RexWindowBounds.create(sqlLowerBound, lowerBound),

               RexWindowBounds.create(sqlUpperBound, upperBound),

               rows,

               window.isAllowPartial(),

               isDistinct,

               ignoreNulls);

       return rexAgg.accept(visitor);

     } finally {

       bb.window = null;

     }

   }


   protected void convertFrom(Blackboard bb, SqlNode from) {

     convertFrom(bb, from, Collections.emptyList());

   }


   protected void convertFrom(Blackboard bb, SqlNode from, List<String> fieldNames) {

     if (from == null) {

       bb.setRoot(LogicalValues.createOneRow(cluster), false);

       return;

     }


     final SqlCall call;

     final SqlNode[] operands;

     switch (from.getKind()) {

       case MATCH_RECOGNIZE:

         convertMatchRecognize(bb, (SqlCall) from);

         return;


       case AS:

         call = (SqlCall) from;

         SqlNode firstOperand = call.operand(0);

         final List<String> fieldNameList = new ArrayList<>();

         if (call.operandCount() > 2) {

           for (SqlNode node : Util.skip(call.getOperandList(), 2)) {

             fieldNameList.add(((SqlIdentifier) node).getSimple());

           }

         }

         convertFrom(bb, firstOperand, fieldNameList);

         return;


       case WITH_ITEM:

         convertFrom(bb, ((SqlWithItem) from).query);

         return;


       case WITH:

         convertFrom(bb, ((SqlWith) from).body);

         return;


       case TABLESAMPLE:

         operands = ((SqlBasicCall) from).getOperands();

         SqlSampleSpec sampleSpec = SqlLiteral.sampleValue(operands[1]);

         if (sampleSpec instanceof SqlSampleSpec.SqlSubstitutionSampleSpec) {

           String sampleName =

                   ((SqlSampleSpec.SqlSubstitutionSampleSpec) sampleSpec).getName();

           datasetStack.push(sampleName);

           convertFrom(bb, operands[0]);

           datasetStack.pop();

         } else if (sampleSpec instanceof SqlSampleSpec.SqlTableSampleSpec) {

           SqlSampleSpec.SqlTableSampleSpec tableSampleSpec =

                   (SqlSampleSpec.SqlTableSampleSpec) sampleSpec;

           convertFrom(bb, operands[0]);

           RelOptSamplingParameters params =

                   new RelOptSamplingParameters(tableSampleSpec.isBernoulli(),

                           tableSampleSpec.getSamplePercentage(),

                           tableSampleSpec.isRepeatable(),

                           tableSampleSpec.getRepeatableSeed());

           bb.setRoot(new Sample(cluster, bb.root, params), false);

         } else {

           throw new AssertionError("unknown TABLESAMPLE type: " + sampleSpec);

         }

         return;


       case TABLE_REF:

         call = (SqlCall) from;

         convertIdentifier(bb, call.operand(0), null, call.operand(1));

         return;


       case IDENTIFIER:

         convertIdentifier(bb, (SqlIdentifier) from, null, null);

         return;


       case EXTEND:

         call = (SqlCall) from;

         final SqlNode operand0 = call.getOperandList().get(0);

         final SqlIdentifier id = operand0.getKind() == SqlKind.TABLE_REF

                 ? ((SqlCall) operand0).operand(0)

                 : (SqlIdentifier) operand0;

         SqlNodeList extendedColumns = (SqlNodeList) call.getOperandList().get(1);

         convertIdentifier(bb, id, extendedColumns, null);

         return;


       case SNAPSHOT:

         convertTemporalTable(bb, (SqlCall) from);

         return;


       case JOIN:

         final SqlJoin join = (SqlJoin) from;

         final SqlValidatorScope scope = validator.getJoinScope(from);

         final Blackboard fromBlackboard = createBlackboard(scope, null, false);

         SqlNode left = join.getLeft();

         SqlNode right = join.getRight();

         final boolean isNatural = join.isNatural();

         final JoinType joinType = join.getJoinType();

         final SqlValidatorScope leftScope = Util.first(

                 validator.getJoinScope(left), ((DelegatingScope) bb.scope).getParent());

         final Blackboard leftBlackboard = createBlackboard(leftScope, null, false);

         final SqlValidatorScope rightScope = Util.first(

                 validator.getJoinScope(right), ((DelegatingScope) bb.scope).getParent());

         final Blackboard rightBlackboard = createBlackboard(rightScope, null, false);

         convertFrom(leftBlackboard, left);

         RelNode leftRel = leftBlackboard.root;

         convertFrom(rightBlackboard, right);

         RelNode rightRel = rightBlackboard.root;

         JoinRelType convertedJoinType = convertJoinType(joinType);

         RexNode conditionExp;

         final SqlValidatorNamespace leftNamespace = validator.getNamespace(left);

         final SqlValidatorNamespace rightNamespace = validator.getNamespace(right);

         if (isNatural) {

           final RelDataType leftRowType = leftNamespace.getRowType();

           final RelDataType rightRowType = rightNamespace.getRowType();

           final List<String> columnList = SqlValidatorUtil.deriveNaturalJoinColumnList(

                   catalogReader.nameMatcher(), leftRowType, rightRowType);

           conditionExp = convertUsing(leftNamespace, rightNamespace, columnList);

         } else {

           conditionExp = convertJoinCondition(fromBlackboard,

                   leftNamespace,

                   rightNamespace,

                   join.getCondition(),

                   join.getConditionType(),

                   leftRel,

                   rightRel);

         }


         final RelNode joinRel = createJoin(

                 fromBlackboard, leftRel, rightRel, conditionExp, convertedJoinType);

         bb.setRoot(joinRel, false);

         return;


       case SELECT:

       case INTERSECT:

       case EXCEPT:

       case UNION:

         final RelNode rel = convertQueryRecursive(from, false, null).project();

         bb.setRoot(rel, true);

         return;


       case VALUES:

         convertValuesImpl(bb, (SqlCall) from, null);

         if (fieldNames.size() > 0) {

           bb.setRoot(relBuilder.push(bb.root).rename(fieldNames).build(), true);

         }

         return;


       case UNNEST:

         convertUnnest(bb, (SqlCall) from, fieldNames);

         return;


       case COLLECTION_TABLE:

         call = (SqlCall) from;


         // Dig out real call; TABLE() wrapper is just syntactic.

         assert call.getOperandList().size() == 1;

         final SqlCall call2 = call.operand(0);

         convertCollectionTable(bb, call2);

         return;


       default:

         throw new AssertionError("not a join operator " + from);

     }

   }


   private void convertUnnest(Blackboard bb, SqlCall call, List<String> fieldNames) {

     final List<SqlNode> nodes = call.getOperandList();

     final SqlUnnestOperator operator = (SqlUnnestOperator) call.getOperator();

     for (SqlNode node : nodes) {

       replaceSubQueries(bb, node, RelOptUtil.Logic.TRUE_FALSE_UNKNOWN);

     }

     final List<RexNode> exprs = new ArrayList<>();

     for (Ord<SqlNode> node : Ord.zip(nodes)) {

       exprs.add(relBuilder.alias(

               bb.convertExpression(node.e), validator.deriveAlias(node.e, node.i)));

     }

     RelNode child = (null != bb.root) ? bb.root : LogicalValues.createOneRow(cluster);

     RelNode uncollect;

     if (validator.config().sqlConformance().allowAliasUnnestItems()) {

       uncollect = relBuilder.push(child)

                           .project(exprs)

                           .uncollect(fieldNames, operator.withOrdinality)

                           .build();

     } else {

       // REVIEW danny 2020-04-26: should we unify the normal field aliases and the

       // item aliases ?

       uncollect = relBuilder.push(child)

                           .project(exprs)

                           .uncollect(Collections.emptyList(), operator.withOrdinality)

                           .rename(fieldNames)

                           .build();

     }

     bb.setRoot(uncollect, true);

   }


   protected void convertMatchRecognize(Blackboard bb, SqlCall call) {

     final SqlMatchRecognize matchRecognize = (SqlMatchRecognize) call;

     final SqlValidatorNamespace ns = validator.getNamespace(matchRecognize);

     final SqlValidatorScope scope = validator.getMatchRecognizeScope(matchRecognize);


     final Blackboard matchBb = createBlackboard(scope, null, false);

     final RelDataType rowType = ns.getRowType();

     // convert inner query, could be a table name or a derived table

     SqlNode expr = matchRecognize.getTableRef();

     convertFrom(matchBb, expr);

     final RelNode input = matchBb.root;


     // PARTITION BY

     final SqlNodeList partitionList = matchRecognize.getPartitionList();

     final ImmutableBitSet.Builder partitionKeys = ImmutableBitSet.builder();

     for (SqlNode partition : partitionList) {

       RexNode e = matchBb.convertExpression(partition);

       partitionKeys.set(((RexInputRef) e).getIndex());

     }


     // ORDER BY

     final SqlNodeList orderList = matchRecognize.getOrderList();

     final List<RelFieldCollation> orderKeys = new ArrayList<>();

     for (SqlNode order : orderList) {

       final RelFieldCollation.Direction direction;

       switch (order.getKind()) {

         case DESCENDING:

           direction = RelFieldCollation.Direction.DESCENDING;

           order = ((SqlCall) order).operand(0);

           break;

         case NULLS_FIRST:

         case NULLS_LAST:

           throw new AssertionError();

         default:

           direction = RelFieldCollation.Direction.ASCENDING;

           break;

       }

       final RelFieldCollation.NullDirection nullDirection =

               validator.config().defaultNullCollation().last(desc(direction))

               ? RelFieldCollation.NullDirection.LAST

               : RelFieldCollation.NullDirection.FIRST;

       RexNode e = matchBb.convertExpression(order);

       orderKeys.add(new RelFieldCollation(

               ((RexInputRef) e).getIndex(), direction, nullDirection));

     }

     final RelCollation orders = cluster.traitSet().canonize(RelCollations.of(orderKeys));


     // convert pattern

     final Set<String> patternVarsSet = new HashSet<>();

     SqlNode pattern = matchRecognize.getPattern();

     final SqlBasicVisitor<RexNode> patternVarVisitor = new SqlBasicVisitor<RexNode>() {

       @Override

       public RexNode visit(SqlCall call) {

         List<SqlNode> operands = call.getOperandList();

         List<RexNode> newOperands = new ArrayList<>();

         for (SqlNode node : operands) {

           newOperands.add(node.accept(this));

         }

         return rexBuilder.makeCall(

                 validator.getUnknownType(), call.getOperator(), newOperands);

       }


       @Override

       public RexNode visit(SqlIdentifier id) {

         assert id.isSimple();

         patternVarsSet.add(id.getSimple());

         return rexBuilder.makeLiteral(id.getSimple());

       }


       @Override

       public RexNode visit(SqlLiteral literal) {

         if (literal instanceof SqlNumericLiteral) {

           return rexBuilder.makeExactLiteral(BigDecimal.valueOf(literal.intValue(true)));

         } else {

           return rexBuilder.makeLiteral(literal.booleanValue());

         }

       }

     };

     final RexNode patternNode = pattern.accept(patternVarVisitor);


     SqlLiteral interval = matchRecognize.getInterval();

     RexNode intervalNode = null;

     if (interval != null) {

       intervalNode = matchBb.convertLiteral(interval);

     }


     // convert subset

     final SqlNodeList subsets = matchRecognize.getSubsetList();

     final Map<String, TreeSet<String>> subsetMap = new HashMap<>();

     for (SqlNode node : subsets) {

       List<SqlNode> operands = ((SqlCall) node).getOperandList();

       SqlIdentifier left = (SqlIdentifier) operands.get(0);

       patternVarsSet.add(left.getSimple());

       SqlNodeList rights = (SqlNodeList) operands.get(1);

       final TreeSet<String> list = new TreeSet<>();

       for (SqlNode right : rights) {

         assert right instanceof SqlIdentifier;

         list.add(((SqlIdentifier) right).getSimple());

       }

       subsetMap.put(left.getSimple(), list);

     }


     SqlNode afterMatch = matchRecognize.getAfter();

     if (afterMatch == null) {

       afterMatch =

               SqlMatchRecognize.AfterOption.SKIP_TO_NEXT_ROW.symbol(SqlParserPos.ZERO);

     }


     final RexNode after;

     if (afterMatch instanceof SqlCall) {

       List<SqlNode> operands = ((SqlCall) afterMatch).getOperandList();

       SqlOperator operator = ((SqlCall) afterMatch).getOperator();

       assert operands.size() == 1;

       SqlIdentifier id = (SqlIdentifier) operands.get(0);

       assert patternVarsSet.contains(id.getSimple())

           : id.getSimple()

               + " not defined in pattern";

       RexNode rex = rexBuilder.makeLiteral(id.getSimple());

       after = rexBuilder.makeCall(

               validator.getUnknownType(), operator, ImmutableList.of(rex));

     } else {

       after = matchBb.convertExpression(afterMatch);

     }


     matchBb.setPatternVarRef(true);


     // convert measures

     final ImmutableMap.Builder<String, RexNode> measureNodes = ImmutableMap.builder();

     for (SqlNode measure : matchRecognize.getMeasureList()) {

       List<SqlNode> operands = ((SqlCall) measure).getOperandList();

       String alias = ((SqlIdentifier) operands.get(1)).getSimple();

       RexNode rex = matchBb.convertExpression(operands.get(0));

       measureNodes.put(alias, rex);

     }


     // convert definitions

     final ImmutableMap.Builder<String, RexNode> definitionNodes = ImmutableMap.builder();

     for (SqlNode def : matchRecognize.getPatternDefList()) {

       replaceSubQueries(matchBb, def, RelOptUtil.Logic.UNKNOWN_AS_FALSE);

       List<SqlNode> operands = ((SqlCall) def).getOperandList();

       String alias = ((SqlIdentifier) operands.get(1)).getSimple();

       RexNode rex = matchBb.convertExpression(operands.get(0));

       definitionNodes.put(alias, rex);

     }


     final SqlLiteral rowsPerMatch = matchRecognize.getRowsPerMatch();

     final boolean allRows = rowsPerMatch != null

             && rowsPerMatch.getValue() == SqlMatchRecognize.RowsPerMatchOption.ALL_ROWS;


     matchBb.setPatternVarRef(false);


     final RelFactories.MatchFactory factory = RelFactories.DEFAULT_MATCH_FACTORY;

     final RelNode rel = factory.createMatch(input,

             patternNode,

             rowType,

             matchRecognize.getStrictStart().booleanValue(),

             matchRecognize.getStrictEnd().booleanValue(),

             definitionNodes.build(),

             measureNodes.build(),

             after,

             subsetMap,

             allRows,

             partitionKeys.build(),

             orders,

             intervalNode);

     bb.setRoot(rel, false);

   }


   private void convertIdentifier(Blackboard bb,

           SqlIdentifier id,

           SqlNodeList extendedColumns,

           SqlNodeList tableHints) {

     final SqlValidatorNamespace fromNamespace = validator.getNamespace(id).resolve();

     if (fromNamespace.getNode() != null) {

       convertFrom(bb, fromNamespace.getNode());

       return;

     }

     final String datasetName = datasetStack.isEmpty() ? null : datasetStack.peek();

     final boolean[] usedDataset = {false};

     RelOptTable table = SqlValidatorUtil.getRelOptTable(

             fromNamespace, catalogReader, datasetName, usedDataset);

     if (extendedColumns != null && extendedColumns.size() > 0) {

       assert table != null;

       final SqlValidatorTable validatorTable = table.unwrap(SqlValidatorTable.class);

       final List<RelDataTypeField> extendedFields = SqlValidatorUtil.getExtendedColumns(

               validator, validatorTable, extendedColumns);

       table = table.extend(extendedFields);

     }

     final RelNode tableRel;

     // Review Danny 2020-01-13: hacky to construct a new table scan

     // in order to apply the hint strategies.

     final List<RelHint> hints =

             hintStrategies.apply(SqlUtil.getRelHint(hintStrategies, tableHints),

                     LogicalTableScan.create(cluster, table, ImmutableList.of()));

     tableRel = toRel(table, hints);

     bb.setRoot(tableRel, true);

     if (usedDataset[0]) {

       bb.setDataset(datasetName);

     }

   }


   protected void convertCollectionTable(Blackboard bb, SqlCall call) {

     final SqlOperator operator = call.getOperator();

     if (operator == SqlStdOperatorTable.TABLESAMPLE) {

       final String sampleName =

               SqlLiteral.unchain(call.operand(0)).getValueAs(String.class);

       datasetStack.push(sampleName);

       SqlCall cursorCall = call.operand(1);

       SqlNode query = cursorCall.operand(0);

       RelNode converted = convertQuery(query, false, false).rel;

       bb.setRoot(converted, false);

       datasetStack.pop();

       return;

     }

     replaceSubQueries(bb, call, RelOptUtil.Logic.TRUE_FALSE_UNKNOWN);


     // Expand table macro if possible. It's more efficient than

     // LogicalTableFunctionScan.

     final SqlCallBinding callBinding =

             new SqlCallBinding(bb.scope.getValidator(), bb.scope, call);

     if (operator instanceof SqlUserDefinedTableMacro) {

       final SqlUserDefinedTableMacro udf = (SqlUserDefinedTableMacro) operator;

       final TranslatableTable table = udf.getTable(callBinding);

       final RelDataType rowType = table.getRowType(typeFactory);

       RelOptTable relOptTable =

               RelOptTableImpl.create(null, rowType, table, udf.getNameAsId().names);

       RelNode converted = toRel(relOptTable, ImmutableList.of());

       bb.setRoot(converted, true);

       return;

     }


     Type elementType;

     if (operator instanceof SqlUserDefinedTableFunction) {

       SqlUserDefinedTableFunction udtf = (SqlUserDefinedTableFunction) operator;

       elementType = udtf.getElementType(callBinding);

     } else {

       elementType = null;

     }


     RexNode rexCall = bb.convertExpression(call);

     final List<RelNode> inputs = bb.retrieveCursors();

     Set<RelColumnMapping> columnMappings = getColumnMappings(operator);

     LogicalTableFunctionScan callRel = LogicalTableFunctionScan.create(cluster,

             inputs,

             rexCall,

             elementType,

             validator.getValidatedNodeType(call),

             columnMappings);

     bb.setRoot(callRel, true);

     afterTableFunction(bb, call, callRel);

   }


   protected void afterTableFunction(SqlToRelConverter.Blackboard bb,

           SqlCall call,

           LogicalTableFunctionScan callRel) {}


   private void convertTemporalTable(Blackboard bb, SqlCall call) {

     final SqlSnapshot snapshot = (SqlSnapshot) call;

     final RexNode period = bb.convertExpression(snapshot.getPeriod());


     // convert inner query, could be a table name or a derived table

     SqlNode expr = snapshot.getTableRef();

     convertFrom(bb, expr);


     final RelNode snapshotRel = relBuilder.push(bb.root).snapshot(period).build();


     bb.setRoot(snapshotRel, false);

   }


   private Set<RelColumnMapping> getColumnMappings(SqlOperator op) {

     if (op instanceof ExtTableFunction) {

       ExtTableFunction tf = (ExtTableFunction) op;

       return tf.getColumnMappings();

     }

     SqlReturnTypeInference rti = op.getReturnTypeInference();

     if (rti == null) {

       return null;

     }

     if (rti instanceof TableFunctionReturnTypeInference) {

       TableFunctionReturnTypeInference tfrti = (TableFunctionReturnTypeInference) rti;

       return tfrti.getColumnMappings();

     } else {

       return null;

     }

   }


   private static class RexAccessShuttle extends RexShuttle {

     private final RexBuilder builder;

     private final RexCorrelVariable rexCorrel;

     private final BitSet varCols = new BitSet();


     RexAccessShuttle(RexBuilder builder, RexCorrelVariable rexCorrel) {

       this.builder = builder;

       this.rexCorrel = rexCorrel;

     }


     @Override

     public RexNode visitInputRef(RexInputRef input) {

       int i = input.getIndex() - rexCorrel.getType().getFieldCount();

       if (i < 0) {

         varCols.set(input.getIndex());

         return builder.makeFieldAccess(rexCorrel, input.getIndex());

       }

       return builder.makeInputRef(input.getType(), i);

     }

   }


   protected RelNode createJoin(Blackboard bb,

           RelNode leftRel,

           RelNode rightRel,

           RexNode joinCond,

           JoinRelType joinType) {

     assert joinCond != null;


     final CorrelationUse p = getCorrelationUse(bb, rightRel);

     if (p != null) {

       RelNode innerRel = p.r;

       ImmutableBitSet requiredCols = p.requiredColumns;


       if (!joinCond.isAlwaysTrue()) {

         final RelFactories.FilterFactory factory = RelFactories.DEFAULT_FILTER_FACTORY;

         final RexCorrelVariable rexCorrel =

                 (RexCorrelVariable) rexBuilder.makeCorrel(leftRel.getRowType(), p.id);

         final RexAccessShuttle shuttle = new RexAccessShuttle(rexBuilder, rexCorrel);


         // Replace outer RexInputRef with RexFieldAccess,

         // and push lateral join predicate into inner child

         final RexNode newCond = joinCond.accept(shuttle);

         innerRel = factory.createFilter(p.r, newCond, ImmutableSet.of());

         requiredCols =

                 ImmutableBitSet.fromBitSet(shuttle.varCols).union(p.requiredColumns);

       }


       return LogicalCorrelate.create(leftRel, innerRel, p.id, requiredCols, joinType);

     }


     // MAt 8 Jan 2021 original code

     // final RelNode node = relBuilder.push(leftRel).push(rightRel).join(joinType,

     // joinCond).build();


     // MAT 8 Jan 2021 this is HEAVY.AI code

     final Join originalJoin = (Join) RelFactories.DEFAULT_JOIN_FACTORY.createJoin(leftRel,

             rightRel,

             ImmutableList.of(),

             joinCond,

             ImmutableSet.of(),

             joinType,

             false);

     RelNode node = originalJoin;

     // MAT 08 Jan 2021 end of HEAVY.AI Code


     // If join conditions are pushed down, update the leaves.

     if (node instanceof Project) {

       final Join newJoin = (Join) node.getInputs().get(0);

       if (leaves.containsKey(leftRel)) {

         leaves.put(newJoin.getLeft(), leaves.get(leftRel));

       }

       if (leaves.containsKey(rightRel)) {

         leaves.put(newJoin.getRight(), leaves.get(rightRel));

       }

     }

     return node;

   }


   private CorrelationUse getCorrelationUse(Blackboard bb, final RelNode r0) {

     final Set<CorrelationId> correlatedVariables = RelOptUtil.getVariablesUsed(r0);

     if (correlatedVariables.isEmpty()) {

       return null;

     }

     final ImmutableBitSet.Builder requiredColumns = ImmutableBitSet.builder();

     final List<CorrelationId> correlNames = new ArrayList<>();


     // All correlations must refer the same namespace since correlation

     // produces exactly one correlation source.

     // The same source might be referenced by different variables since

     // DeferredLookups are not de-duplicated at create time.

     SqlValidatorNamespace prevNs = null;


     for (CorrelationId correlName : correlatedVariables) {

       DeferredLookup lookup = mapCorrelToDeferred.get(correlName);

       RexFieldAccess fieldAccess = lookup.getFieldAccess(correlName);

       String originalRelName = lookup.getOriginalRelName();

       String originalFieldName = fieldAccess.getField().getName();


       final SqlNameMatcher nameMatcher =

               bb.getValidator().getCatalogReader().nameMatcher();

       final SqlValidatorScope.ResolvedImpl resolved =

               new SqlValidatorScope.ResolvedImpl();

       lookup.bb.scope.resolve(

               ImmutableList.of(originalRelName), nameMatcher, false, resolved);

       assert resolved.count() == 1;

       final SqlValidatorScope.Resolve resolve = resolved.only();

       final SqlValidatorNamespace foundNs = resolve.namespace;

       final RelDataType rowType = resolve.rowType();

       final int childNamespaceIndex = resolve.path.steps().get(0).i;

       final SqlValidatorScope ancestorScope = resolve.scope;

       boolean correlInCurrentScope = bb.scope.isWithin(ancestorScope);


       if (!correlInCurrentScope) {

         continue;

       }


       if (prevNs == null) {

         prevNs = foundNs;

       } else {

         assert prevNs

                 == foundNs : "All correlation variables should resolve"

                              + " to the same namespace."

                              + " Prev ns="

                              + prevNs

                              + ", new ns="

                              + foundNs;

       }


       int namespaceOffset = 0;

       if (childNamespaceIndex > 0) {

         // If not the first child, need to figure out the width

         // of output types from all the preceding namespaces

         assert ancestorScope instanceof ListScope;

         List<SqlValidatorNamespace> children = ((ListScope) ancestorScope).getChildren();


         for (int i = 0; i < childNamespaceIndex; i++) {

           SqlValidatorNamespace child = children.get(i);

           namespaceOffset += child.getRowType().getFieldCount();

         }

       }


       RexFieldAccess topLevelFieldAccess = fieldAccess;

       while (topLevelFieldAccess.getReferenceExpr() instanceof RexFieldAccess) {

         topLevelFieldAccess = (RexFieldAccess) topLevelFieldAccess.getReferenceExpr();

       }

       final RelDataTypeField field = rowType.getFieldList().get(

               topLevelFieldAccess.getField().getIndex() - namespaceOffset);

       int pos = namespaceOffset + field.getIndex();


       assert field.getType() == topLevelFieldAccess.getField().getType();


       assert pos != -1;


       if (bb.mapRootRelToFieldProjection.containsKey(bb.root)) {

         // bb.root is an aggregate and only projects group by

         // keys.

         Map<Integer, Integer> exprProjection =

                 bb.mapRootRelToFieldProjection.get(bb.root);


         // sub-query can reference group by keys projected from

         // the root of the outer relation.

         if (exprProjection.containsKey(pos)) {

           pos = exprProjection.get(pos);

         } else {

           // correl not grouped

           throw new AssertionError("Identifier '" + originalRelName + "."

                   + originalFieldName + "' is not a group expr");

         }

       }


       requiredColumns.set(pos);

       correlNames.add(correlName);

     }


     if (correlNames.isEmpty()) {

       // None of the correlating variables originated in this scope.

       return null;

     }


     RelNode r = r0;

     if (correlNames.size() > 1) {

       // The same table was referenced more than once.

       // So we deduplicate.

       r = DeduplicateCorrelateVariables.go(

               rexBuilder, correlNames.get(0), Util.skip(correlNames), r0);

       // Add new node to leaves.

       leaves.put(r, r.getRowType().getFieldCount());

     }

     return new CorrelationUse(correlNames.get(0), requiredColumns.build(), r);

   }


   private boolean isSubQueryNonCorrelated(RelNode subq, Blackboard bb) {

     Set<CorrelationId> correlatedVariables = RelOptUtil.getVariablesUsed(subq);

     for (CorrelationId correlName : correlatedVariables) {

       DeferredLookup lookup = mapCorrelToDeferred.get(correlName);

       String originalRelName = lookup.getOriginalRelName();


       final SqlNameMatcher nameMatcher =

               lookup.bb.scope.getValidator().getCatalogReader().nameMatcher();

       final SqlValidatorScope.ResolvedImpl resolved =

               new SqlValidatorScope.ResolvedImpl();

       lookup.bb.scope.resolve(

               ImmutableList.of(originalRelName), nameMatcher, false, resolved);


       SqlValidatorScope ancestorScope = resolved.only().scope;


       // If the correlated reference is in a scope that's "above" the

       // sub-query, then this is a correlated sub-query.

       SqlValidatorScope parentScope = bb.scope;

       do {

         if (ancestorScope == parentScope) {

           return false;

         }

         if (parentScope instanceof DelegatingScope) {

           parentScope = ((DelegatingScope) parentScope).getParent();

         } else {

           break;

         }

       } while (parentScope != null);

     }

     return true;

   }


   protected List<RelDataTypeField> getSystemFields() {

     return Collections.emptyList();

   }


   private RexNode convertJoinCondition(Blackboard bb,

           SqlValidatorNamespace leftNamespace,

           SqlValidatorNamespace rightNamespace,

           SqlNode condition,

           JoinConditionType conditionType,

           RelNode leftRel,

           RelNode rightRel) {

     if (condition == null) {

       return rexBuilder.makeLiteral(true);

     }

     bb.setRoot(ImmutableList.of(leftRel, rightRel));

     replaceSubQueries(bb, condition, RelOptUtil.Logic.UNKNOWN_AS_FALSE);

     switch (conditionType) {

       case ON:

         bb.setRoot(ImmutableList.of(leftRel, rightRel));

         return bb.convertExpression(condition);

       case USING:

         final SqlNodeList list = (SqlNodeList) condition;

         final List<String> nameList = new ArrayList<>();

         for (SqlNode columnName : list) {

           final SqlIdentifier id = (SqlIdentifier) columnName;

           String name = id.getSimple();

           nameList.add(name);

         }

         return convertUsing(leftNamespace, rightNamespace, nameList);

       default:

         throw Util.unexpected(conditionType);

     }

   }


   private RexNode convertUsing(SqlValidatorNamespace leftNamespace,

           SqlValidatorNamespace rightNamespace,

           List<String> nameList) {

     final SqlNameMatcher nameMatcher = catalogReader.nameMatcher();

     final List<RexNode> list = new ArrayList<>();

     for (String name : nameList) {

       List<RexNode> operands = new ArrayList<>();

       int offset = 0;

       for (SqlValidatorNamespace n : ImmutableList.of(leftNamespace, rightNamespace)) {

         final RelDataType rowType = n.getRowType();

         final RelDataTypeField field = nameMatcher.field(rowType, name);

         operands.add(rexBuilder.makeInputRef(field.getType(), offset + field.getIndex()));

         offset += rowType.getFieldList().size();

       }

       list.add(rexBuilder.makeCall(SqlStdOperatorTable.EQUALS, operands));

     }

     return RexUtil.composeConjunction(rexBuilder, list);

   }


   private static JoinRelType convertJoinType(JoinType joinType) {

     switch (joinType) {

       case COMMA:

       case INNER:

       case CROSS:

         return JoinRelType.INNER;

       case FULL:

         return JoinRelType.FULL;

       case LEFT:

         return JoinRelType.LEFT;

       case RIGHT:

         return JoinRelType.RIGHT;

       default:

         throw Util.unexpected(joinType);

     }

   }


   protected void convertAgg(

           Blackboard bb, SqlSelect select, List<SqlNode> orderExprList) {

     assert bb.root != null : "precondition: child != null";

     SqlNodeList groupList = select.getGroup();

     SqlNodeList selectList = select.getSelectList();

     SqlNode having = select.getHaving();


     final AggConverter aggConverter = new AggConverter(bb, select);

     createAggImpl(bb, aggConverter, selectList, groupList, having, orderExprList);

   }


   protected final void createAggImpl(Blackboard bb,

           final AggConverter aggConverter,

           SqlNodeList selectList,

           SqlNodeList groupList,

           SqlNode having,

           List<SqlNode> orderExprList) {

     // Find aggregate functions in SELECT and HAVING clause

     final AggregateFinder aggregateFinder = new AggregateFinder();

     selectList.accept(aggregateFinder);

     if (having != null) {

       having.accept(aggregateFinder);

     }


     // first replace the sub-queries inside the aggregates

     // because they will provide input rows to the aggregates.

     replaceSubQueries(bb, aggregateFinder.list, RelOptUtil.Logic.TRUE_FALSE_UNKNOWN);


     // also replace sub-queries inside filters in the aggregates

     replaceSubQueries(

             bb, aggregateFinder.filterList, RelOptUtil.Logic.TRUE_FALSE_UNKNOWN);


     // also replace sub-queries inside ordering spec in the aggregates

     replaceSubQueries(bb, aggregateFinder.orderList, RelOptUtil.Logic.TRUE_FALSE_UNKNOWN);


     // If group-by clause is missing, pretend that it has zero elements.

     if (groupList == null) {

       groupList = SqlNodeList.EMPTY;

     }


     replaceSubQueries(bb, groupList, RelOptUtil.Logic.TRUE_FALSE_UNKNOWN);


     // register the group exprs


     // build a map to remember the projections from the top scope to the

     // output of the current root.

     //

     // Calcite allows expressions, not just column references in

     // group by list. This is not SQL 2003 compliant, but hey.


     final AggregatingSelectScope scope = aggConverter.aggregatingSelectScope;

     final AggregatingSelectScope.Resolved r = scope.resolved.get();

     for (SqlNode groupExpr : r.groupExprList) {

       aggConverter.addGroupExpr(groupExpr);

     }


     final RexNode havingExpr;

     final List<Pair<RexNode, String>> projects = new ArrayList<>();


     try {

       Preconditions.checkArgument(bb.agg == null, "already in agg mode");

       bb.agg = aggConverter;


       // convert the select and having expressions, so that the

       // agg converter knows which aggregations are required


       selectList.accept(aggConverter);

       // Assert we don't have dangling items left in the stack

       assert !aggConverter.inOver;

       for (SqlNode expr : orderExprList) {

         expr.accept(aggConverter);

         assert !aggConverter.inOver;

       }

       if (having != null) {

         having.accept(aggConverter);

         assert !aggConverter.inOver;

       }


       // compute inputs to the aggregator

       List<Pair<RexNode, String>> preExprs = aggConverter.getPreExprs();


       if (preExprs.size() == 0) {

         // Special case for COUNT(*), where we can end up with no inputs

         // at all. The rest of the system doesn't like 0-tuples, so we

         // select a dummy constant here.

         final RexNode zero = rexBuilder.makeExactLiteral(BigDecimal.ZERO);

         preExprs = ImmutableList.of(Pair.of(zero, (String) null));

       }


       final RelNode inputRel = bb.root;


       // Project the expressions required by agg and having.

       bb.setRoot(relBuilder.push(inputRel)

                          .projectNamed(Pair.left(preExprs), Pair.right(preExprs), false)

                          .build(),

               false);

       bb.mapRootRelToFieldProjection.put(bb.root, r.groupExprProjection);


       // REVIEW jvs 31-Oct-2007: doesn't the declaration of

       // monotonicity here assume sort-based aggregation at

       // the physical level?


       // Tell bb which of group columns are sorted.

       bb.columnMonotonicities.clear();

       for (SqlNode groupItem : groupList) {

         bb.columnMonotonicities.add(bb.scope.getMonotonicity(groupItem));

       }


       final RelNode relNode = aggConverter.containsGroupId()

               ? rewriteAggregateWithGroupId(bb, r, aggConverter)

               : createAggregate(bb, r.groupSet, r.groupSets, aggConverter.getAggCalls());


       bb.setRoot(relNode, false);

       bb.mapRootRelToFieldProjection.put(bb.root, r.groupExprProjection);


       // Replace sub-queries in having here and modify having to use

       // the replaced expressions

       if (having != null) {

         SqlNode newHaving = pushDownNotForIn(bb.scope, having);

         replaceSubQueries(bb, newHaving, RelOptUtil.Logic.UNKNOWN_AS_FALSE);

         havingExpr = bb.convertExpression(newHaving);

       } else {

         havingExpr = relBuilder.literal(true);

       }


       // Now convert the other sub-queries in the select list.

       // This needs to be done separately from the sub-query inside

       // any aggregate in the select list, and after the aggregate rel

       // is allocated.

       replaceSubQueries(bb, selectList, RelOptUtil.Logic.TRUE_FALSE_UNKNOWN);


       // Now sub-queries in the entire select list have been converted.

       // Convert the select expressions to get the final list to be

       // projected.

       int k = 0;


       // For select expressions, use the field names previously assigned

       // by the validator. If we derive afresh, we might generate names

       // like "EXPR$2" that don't match the names generated by the

       // validator. This is especially the case when there are system

       // fields; system fields appear in the relnode's rowtype but do not

       // (yet) appear in the validator type.

       final SelectScope selectScope = SqlValidatorUtil.getEnclosingSelectScope(bb.scope);

       assert selectScope != null;

       final SqlValidatorNamespace selectNamespace =

               validator.getNamespace(selectScope.getNode());

       final List<String> names = selectNamespace.getRowType().getFieldNames();

       int sysFieldCount = selectList.size() - names.size();

       for (SqlNode expr : selectList) {

         projects.add(Pair.of(bb.convertExpression(expr),

                 k < sysFieldCount ? validator.deriveAlias(expr, k++)

                                   : names.get(k++ - sysFieldCount)));

       }


       for (SqlNode expr : orderExprList) {

         projects.add(

                 Pair.of(bb.convertExpression(expr), validator.deriveAlias(expr, k++)));

       }

     } finally {

       bb.agg = null;

     }


     // implement HAVING (we have already checked that it is non-trivial)

     relBuilder.push(bb.root);

     if (havingExpr != null) {

       relBuilder.filter(havingExpr);

     }


     // implement the SELECT list

     relBuilder.project(Pair.left(projects), Pair.right(projects))

             .rename(Pair.right(projects));

     bb.setRoot(relBuilder.build(), false);


     // Tell bb which of group columns are sorted.

     bb.columnMonotonicities.clear();

     for (SqlNode selectItem : selectList) {

       bb.columnMonotonicities.add(bb.scope.getMonotonicity(selectItem));

     }

   }


   private RelNode rewriteAggregateWithGroupId(

           Blackboard bb, AggregatingSelectScope.Resolved r, AggConverter converter) {

     final List<AggregateCall> aggregateCalls = converter.getAggCalls();

     final ImmutableBitSet groupSet = r.groupSet;

     final Map<ImmutableBitSet, Integer> groupSetCount = r.groupSetCount;


     final List<String> fieldNamesIfNoRewrite =

             createAggregate(bb, groupSet, r.groupSets, aggregateCalls)

                     .getRowType()

                     .getFieldNames();


     // If n duplicates exist for a particular grouping, the {@code GROUP_ID()}

     // function produces values in the range 0 to n-1. For each value,

     // we need to figure out the corresponding group sets.

     //

     // For example, "... GROUPING SETS (a, a, b, c, c, c, c)"

     // (i) The max value of the GROUP_ID() function returns is 3

     // (ii) GROUPING SETS (a, b, c) produces value 0,

     // GROUPING SETS (a, c) produces value 1,

     // GROUPING SETS (c) produces value 2

     // GROUPING SETS (c) produces value 3

     final Map<Integer, Set<ImmutableBitSet>> groupIdToGroupSets = new HashMap<>();

     int maxGroupId = 0;

     for (Map.Entry<ImmutableBitSet, Integer> entry : groupSetCount.entrySet()) {

       int groupId = entry.getValue() - 1;

       if (groupId > maxGroupId) {

         maxGroupId = groupId;

       }

       for (int i = 0; i <= groupId; i++) {

         groupIdToGroupSets

                 .computeIfAbsent(i, k -> Sets.newTreeSet(ImmutableBitSet.COMPARATOR))

                 .add(entry.getKey());

       }

     }


     // AggregateCall list without GROUP_ID function

     final List<AggregateCall> aggregateCallsWithoutGroupId = new ArrayList<>();

     for (AggregateCall aggregateCall : aggregateCalls) {

       if (aggregateCall.getAggregation().kind != SqlKind.GROUP_ID) {

         aggregateCallsWithoutGroupId.add(aggregateCall);

       }

     }

     final List<RelNode> projects = new ArrayList<>();

     // For each group id value , we first construct an Aggregate without

     // GROUP_ID() function call, and then create a Project node on top of it.

     // The Project adds literal value for group id in right position.

     for (int groupId = 0; groupId <= maxGroupId; groupId++) {

       // Create the Aggregate node without GROUP_ID() call

       final ImmutableList<ImmutableBitSet> groupSets =

               ImmutableList.copyOf(groupIdToGroupSets.get(groupId));

       final RelNode aggregate =

               createAggregate(bb, groupSet, groupSets, aggregateCallsWithoutGroupId);


       // RexLiteral for each GROUP_ID, note the type should be BIGINT

       final RelDataType groupIdType = typeFactory.createSqlType(SqlTypeName.BIGINT);

       final RexNode groupIdLiteral =

               rexBuilder.makeExactLiteral(BigDecimal.valueOf(groupId), groupIdType);


       relBuilder.push(aggregate);

       final List<RexNode> selectList = new ArrayList<>();

       final int groupExprLength = r.groupExprList.size();

       // Project fields in group by expressions

       for (int i = 0; i < groupExprLength; i++) {

         selectList.add(relBuilder.field(i));

       }

       // Project fields in aggregate calls

       int groupIdCount = 0;

       for (int i = 0; i < aggregateCalls.size(); i++) {

         if (aggregateCalls.get(i).getAggregation().kind == SqlKind.GROUP_ID) {

           selectList.add(groupIdLiteral);

           groupIdCount++;

         } else {

           int ordinal = groupExprLength + i - groupIdCount;

           selectList.add(relBuilder.field(ordinal));

         }

       }

       final RelNode project =

               relBuilder.project(selectList, fieldNamesIfNoRewrite).build();

       projects.add(project);

     }

     // Skip to create Union when there is only one child, i.e., no duplicate group

     // set.

     if (projects.size() == 1) {

       return projects.get(0);

     }

     return LogicalUnion.create(projects, true);

   }


   protected RelNode createAggregate(Blackboard bb,

           ImmutableBitSet groupSet,

           ImmutableList<ImmutableBitSet> groupSets,

           List<AggregateCall> aggCalls) {

     return LogicalAggregate.create(

             bb.root, ImmutableList.of(), groupSet, groupSets, aggCalls);

   }


   public RexDynamicParam convertDynamicParam(final SqlDynamicParam dynamicParam) {

     // REVIEW jvs 8-Jan-2005: dynamic params may be encountered out of

     // order. Should probably cross-check with the count from the parser

     // at the end and make sure they all got filled in. Why doesn't List

     // have a resize() method?!? Make this a utility.

     while (dynamicParam.getIndex() >= dynamicParamSqlNodes.size()) {

       dynamicParamSqlNodes.add(null);

     }


     dynamicParamSqlNodes.set(dynamicParam.getIndex(), dynamicParam);

     return rexBuilder.makeDynamicParam(

             getDynamicParamType(dynamicParam.getIndex()), dynamicParam.getIndex());

   }


   protected void gatherOrderExprs(Blackboard bb,

           SqlSelect select,

           SqlNodeList orderList,

           List<SqlNode> extraOrderExprs,

           List<RelFieldCollation> collationList) {

     // TODO: add validation rules to SqlValidator also

     assert bb.root != null : "precondition: child != null";

     assert select != null;

     if (orderList == null) {

       return;

     }


     if (!bb.top) {

       SqlNode offset = select.getOffset();

       if ((offset == null

                   || (offset instanceof SqlLiteral

                           && ((SqlLiteral) offset)

                                      .bigDecimalValue()

                                      .equals(BigDecimal.ZERO)))

               && select.getFetch() == null) {

         return;

       }

     }


     for (SqlNode orderItem : orderList) {

       collationList.add(convertOrderItem(select,

               orderItem,

               extraOrderExprs,

               RelFieldCollation.Direction.ASCENDING,

               RelFieldCollation.NullDirection.UNSPECIFIED));

     }

   }


   protected RelFieldCollation convertOrderItem(SqlSelect select,

           SqlNode orderItem,

           List<SqlNode> extraExprs,

           RelFieldCollation.Direction direction,

           RelFieldCollation.NullDirection nullDirection) {

     assert select != null;

     // Handle DESC keyword, e.g. 'select a, b from t order by a desc'.

     switch (orderItem.getKind()) {

       case DESCENDING:

         return convertOrderItem(select,

                 ((SqlCall) orderItem).operand(0),

                 extraExprs,

                 RelFieldCollation.Direction.DESCENDING,

                 nullDirection);

       case NULLS_FIRST:

         return convertOrderItem(select,

                 ((SqlCall) orderItem).operand(0),

                 extraExprs,

                 direction,

                 RelFieldCollation.NullDirection.FIRST);

       case NULLS_LAST:

         return convertOrderItem(select,

                 ((SqlCall) orderItem).operand(0),

                 extraExprs,

                 direction,

                 RelFieldCollation.NullDirection.LAST);

     }


     SqlNode converted = validator.expandOrderExpr(select, orderItem);


     switch (nullDirection) {

       case UNSPECIFIED:

         nullDirection = validator.config().defaultNullCollation().last(desc(direction))

                 ? RelFieldCollation.NullDirection.LAST

                 : RelFieldCollation.NullDirection.FIRST;

     }


     // Scan the select list and order exprs for an identical expression.

     final SelectScope selectScope = validator.getRawSelectScope(select);

     int ordinal = -1;

     for (SqlNode selectItem : selectScope.getExpandedSelectList()) {

       ++ordinal;

       if (converted.equalsDeep(stripAs(selectItem), Litmus.IGNORE)) {

         return new RelFieldCollation(ordinal, direction, nullDirection);

       }

     }


     for (SqlNode extraExpr : extraExprs) {

       ++ordinal;

       if (converted.equalsDeep(extraExpr, Litmus.IGNORE)) {

         return new RelFieldCollation(ordinal, direction, nullDirection);

       }

     }


     // TODO: handle collation sequence

     // TODO: flag expressions as non-standard


     extraExprs.add(converted);

     return new RelFieldCollation(ordinal + 1, direction, nullDirection);

   }


   private static boolean desc(RelFieldCollation.Direction direction) {

     switch (direction) {

       case DESCENDING:

       case STRICTLY_DESCENDING:

         return true;

       default:

         return false;

     }

   }


   @Deprecated // to be removed before 2.0

   protected boolean enableDecorrelation() {

     // disable sub-query decorrelation when needed.

     // e.g. if outer joins are not supported.

     return config.isDecorrelationEnabled();

   }


   protected RelNode decorrelateQuery(RelNode rootRel) {

     return RelDecorrelator.decorrelateQuery(rootRel, relBuilder);

   }


   @Deprecated // to be removed before 2.0

   public boolean isTrimUnusedFields() {

     return config.isTrimUnusedFields();

   }


   protected RelRoot convertQueryRecursive(

           SqlNode query, boolean top, RelDataType targetRowType) {

     final SqlKind kind = query.getKind();

     switch (kind) {

       case SELECT:

         return RelRoot.of(convertSelect((SqlSelect) query, top), kind);

       case INSERT:

         return RelRoot.of(convertInsert((SqlInsert) query), kind);

       case DELETE:

         return RelRoot.of(convertDelete((SqlDelete) query), kind);

       case UPDATE:

         return RelRoot.of(convertUpdate((SqlUpdate) query), kind);

       case MERGE:

         return RelRoot.of(convertMerge((SqlMerge) query), kind);

       case UNION:

       case INTERSECT:

       case EXCEPT:

         return RelRoot.of(convertSetOp((SqlCall) query), kind);

       case WITH:

         return convertWith((SqlWith) query, top);

       case VALUES:

         return RelRoot.of(convertValues((SqlCall) query, targetRowType), kind);

       default:

         throw new AssertionError("not a query: " + query);

     }

   }


   protected RelNode convertSetOp(SqlCall call) {

     final RelNode left = convertQueryRecursive(call.operand(0), false, null).project();

     final RelNode right = convertQueryRecursive(call.operand(1), false, null).project();

     switch (call.getKind()) {

       case UNION:

         return LogicalUnion.create(ImmutableList.of(left, right), all(call));


       case INTERSECT:

         return LogicalIntersect.create(ImmutableList.of(left, right), all(call));


       case EXCEPT:

         return LogicalMinus.create(ImmutableList.of(left, right), all(call));


       default:

         throw Util.unexpected(call.getKind());

     }

   }


   private boolean all(SqlCall call) {

     return ((SqlSetOperator) call.getOperator()).isAll();

   }


   protected RelNode convertInsert(SqlInsert call) {

     RelOptTable targetTable = getTargetTable(call);


     final RelDataType targetRowType = validator.getValidatedNodeType(call);

     assert targetRowType != null;

     RelNode sourceRel =

             convertQueryRecursive(call.getSource(), true, targetRowType).project();

     RelNode massagedRel = convertColumnList(call, sourceRel);


     return createModify(targetTable, massagedRel);

   }


   private RelNode createModify(RelOptTable targetTable, RelNode source) {

     final ModifiableTable modifiableTable = targetTable.unwrap(ModifiableTable.class);

     if (modifiableTable != null && modifiableTable == targetTable.unwrap(Table.class)) {

       return modifiableTable.toModificationRel(cluster,

               targetTable,

               catalogReader,

               source,

               LogicalTableModify.Operation.INSERT,

               null,

               null,

               false);

     }

     final ModifiableView modifiableView = targetTable.unwrap(ModifiableView.class);

     if (modifiableView != null) {

       final Table delegateTable = modifiableView.getTable();

       final RelDataType delegateRowType = delegateTable.getRowType(typeFactory);

       final RelOptTable delegateRelOptTable = RelOptTableImpl.create(

               null, delegateRowType, delegateTable, modifiableView.getTablePath());

       final RelNode newSource =

               createSource(targetTable, source, modifiableView, delegateRowType);

       return createModify(delegateRelOptTable, newSource);

     }

     return LogicalTableModify.create(targetTable,

             catalogReader,

             source,

             LogicalTableModify.Operation.INSERT,

             null,

             null,

             false);

   }


   private RelNode createSource(RelOptTable targetTable,

           RelNode source,

           ModifiableView modifiableView,

           RelDataType delegateRowType) {

     final ImmutableIntList mapping = modifiableView.getColumnMapping();

     assert mapping.size() == targetTable.getRowType().getFieldCount();


     // For columns represented in the mapping, the expression is just a field

     // reference.

     final Map<Integer, RexNode> projectMap = new HashMap<>();

     final List<RexNode> filters = new ArrayList<>();

     for (int i = 0; i < mapping.size(); i++) {

       int target = mapping.get(i);

       if (target >= 0) {

         projectMap.put(target, RexInputRef.of(i, source.getRowType()));

       }

     }


     // For columns that are not in the mapping, and have a constraint of the

     // form "column = value", the expression is the literal "value".

     //

     // If a column has multiple constraints, the extra ones will become a

     // filter.

     final RexNode constraint = modifiableView.getConstraint(rexBuilder, delegateRowType);

     RelOptUtil.inferViewPredicates(projectMap, filters, constraint);

     final List<Pair<RexNode, String>> projects = new ArrayList<>();

     for (RelDataTypeField field : delegateRowType.getFieldList()) {

       RexNode node = projectMap.get(field.getIndex());

       if (node == null) {

         node = rexBuilder.makeNullLiteral(field.getType());

       }

       projects.add(Pair.of(

               rexBuilder.ensureType(field.getType(), node, false), field.getName()));

     }


     return relBuilder.push(source)

             .projectNamed(Pair.left(projects), Pair.right(projects), false)

             .filter(filters)

             .build();

   }


   private RelOptTable.ToRelContext createToRelContext(List<RelHint> hints) {

     return ViewExpanders.toRelContext(viewExpander, cluster, hints);

   }


   public RelNode toRel(final RelOptTable table, final List<RelHint> hints) {

     final RelNode scan = table.toRel(createToRelContext(hints));


     final InitializerExpressionFactory ief =

             Util.first(table.unwrap(InitializerExpressionFactory.class),

                     NullInitializerExpressionFactory.INSTANCE);


     boolean hasVirtualFields = table.getRowType().getFieldList().stream().anyMatch(

             f -> ief.generationStrategy(table, f.getIndex()) == ColumnStrategy.VIRTUAL);


     if (hasVirtualFields) {

       final RexNode sourceRef = rexBuilder.makeRangeReference(scan);

       final Blackboard bb = createInsertBlackboard(

               table, sourceRef, table.getRowType().getFieldNames());

       final List<RexNode> list = new ArrayList<>();

       for (RelDataTypeField f : table.getRowType().getFieldList()) {

         final ColumnStrategy strategy = ief.generationStrategy(table, f.getIndex());

         switch (strategy) {

           case VIRTUAL:

             list.add(ief.newColumnDefaultValue(table, f.getIndex(), bb));

             break;

           default:

             list.add(rexBuilder.makeInputRef(

                     scan, RelOptTableImpl.realOrdinal(table, f.getIndex())));

         }

       }

       relBuilder.push(scan);

       relBuilder.project(list);

       final RelNode project = relBuilder.build();

       if (ief.postExpressionConversionHook() != null) {

         return ief.postExpressionConversionHook().apply(bb, project);

       } else {

         return project;

       }

     }


     return scan;

   }


   protected RelOptTable getTargetTable(SqlNode call) {

     final SqlValidatorNamespace targetNs = validator.getNamespace(call);

     if (targetNs.isWrapperFor(SqlValidatorImpl.DmlNamespace.class)) {

       final SqlValidatorImpl.DmlNamespace dmlNamespace =

               targetNs.unwrap(SqlValidatorImpl.DmlNamespace.class);

       return SqlValidatorUtil.getRelOptTable(dmlNamespace, catalogReader, null, null);

     }

     final SqlValidatorNamespace resolvedNamespace = targetNs.resolve();

     return SqlValidatorUtil.getRelOptTable(resolvedNamespace, catalogReader, null, null);

   }


   protected RelNode convertColumnList(final SqlInsert call, RelNode source) {

     RelDataType sourceRowType = source.getRowType();

     final RexNode sourceRef = rexBuilder.makeRangeReference(sourceRowType, 0, false);

     final List<String> targetColumnNames = new ArrayList<>();

     final List<RexNode> columnExprs = new ArrayList<>();

     collectInsertTargets(call, sourceRef, targetColumnNames, columnExprs);


     final RelOptTable targetTable = getTargetTable(call);

     final RelDataType targetRowType = RelOptTableImpl.realRowType(targetTable);

     final List<RelDataTypeField> targetFields = targetRowType.getFieldList();

     final List<RexNode> sourceExps =

             new ArrayList<>(Collections.nCopies(targetFields.size(), null));

     final List<String> fieldNames =

             new ArrayList<>(Collections.nCopies(targetFields.size(), null));


     final InitializerExpressionFactory initializerFactory =

             getInitializerFactory(validator.getNamespace(call).getTable());


     // Walk the name list and place the associated value in the

     // expression list according to the ordinal value returned from

     // the table construct, leaving nulls in the list for columns

     // that are not referenced.

     final SqlNameMatcher nameMatcher = catalogReader.nameMatcher();

     for (Pair<String, RexNode> p : Pair.zip(targetColumnNames, columnExprs)) {

       RelDataTypeField field = nameMatcher.field(targetRowType, p.left);

       assert field != null : "column " + p.left + " not found";

       sourceExps.set(field.getIndex(), p.right);

     }


     // Lazily create a blackboard that contains all non-generated columns.

     final Supplier<Blackboard> bb =

             () -> createInsertBlackboard(targetTable, sourceRef, targetColumnNames);


     // Walk the expression list and get default values for any columns

     // that were not supplied in the statement. Get field names too.

     for (int i = 0; i < targetFields.size(); ++i) {

       final RelDataTypeField field = targetFields.get(i);

       final String fieldName = field.getName();

       fieldNames.set(i, fieldName);

       if (sourceExps.get(i) == null || sourceExps.get(i).getKind() == SqlKind.DEFAULT) {

         sourceExps.set(

                 i, initializerFactory.newColumnDefaultValue(targetTable, i, bb.get()));


         // bare nulls are dangerous in the wrong hands

         sourceExps.set(i, castNullLiteralIfNeeded(sourceExps.get(i), field.getType()));

       }

     }


     return relBuilder.push(source).projectNamed(sourceExps, fieldNames, false).build();

   }


   private Blackboard createInsertBlackboard(

           RelOptTable targetTable, RexNode sourceRef, List<String> targetColumnNames) {

     final Map<String, RexNode> nameToNodeMap = new HashMap<>();

     int j = 0;


     // Assign expressions for non-generated columns.

     final List<ColumnStrategy> strategies = targetTable.getColumnStrategies();

     final List<String> targetFields = targetTable.getRowType().getFieldNames();

     for (String targetColumnName : targetColumnNames) {

       final int i = targetFields.indexOf(targetColumnName);

       switch (strategies.get(i)) {

         case STORED:

         case VIRTUAL:

           break;

         default:

           nameToNodeMap.put(targetColumnName, rexBuilder.makeFieldAccess(sourceRef, j++));

       }

     }

     return createBlackboard(null, nameToNodeMap, false);

   }


   private InitializerExpressionFactory getInitializerFactory(

           SqlValidatorTable validatorTable) {

     // We might unwrap a null instead of a InitializerExpressionFactory.

     final Table table = unwrap(validatorTable, Table.class);

     if (table != null) {

       InitializerExpressionFactory f = unwrap(table, InitializerExpressionFactory.class);

       if (f != null) {

         return f;

       }

     }

     return NullInitializerExpressionFactory.INSTANCE;

   }


   private static <T> T unwrap(Object o, Class<T> clazz) {

     if (o instanceof Wrapper) {

       return ((Wrapper) o).unwrap(clazz);

     }

     return null;

   }


   private RexNode castNullLiteralIfNeeded(RexNode node, RelDataType type) {

     if (!RexLiteral.isNullLiteral(node)) {

       return node;

     }

     return rexBuilder.makeCast(type, node);

   }


   protected void collectInsertTargets(SqlInsert call,

           final RexNode sourceRef,

           final List<String> targetColumnNames,

           List<RexNode> columnExprs) {

     final RelOptTable targetTable = getTargetTable(call);

     final RelDataType tableRowType = targetTable.getRowType();

     SqlNodeList targetColumnList = call.getTargetColumnList();

     if (targetColumnList == null) {

       if (validator.config().sqlConformance().isInsertSubsetColumnsAllowed()) {

         final RelDataType targetRowType =

                 typeFactory.createStructType(tableRowType.getFieldList().subList(

                         0, sourceRef.getType().getFieldCount()));

         targetColumnNames.addAll(targetRowType.getFieldNames());

       } else {

         targetColumnNames.addAll(tableRowType.getFieldNames());

       }

     } else {

       for (int i = 0; i < targetColumnList.size(); i++) {

         SqlIdentifier id = (SqlIdentifier) targetColumnList.get(i);

         RelDataTypeField field = SqlValidatorUtil.getTargetField(

                 tableRowType, typeFactory, id, catalogReader, targetTable);

         assert field != null : "column " + id.toString() + " not found";

         targetColumnNames.add(field.getName());

       }

     }


     final Blackboard bb =

             createInsertBlackboard(targetTable, sourceRef, targetColumnNames);


     // Next, assign expressions for generated columns.

     final List<ColumnStrategy> strategies = targetTable.getColumnStrategies();

     for (String columnName : targetColumnNames) {

       final int i = tableRowType.getFieldNames().indexOf(columnName);

       final RexNode expr;

       switch (strategies.get(i)) {

         case STORED:

           final InitializerExpressionFactory f =

                   Util.first(targetTable.unwrap(InitializerExpressionFactory.class),

                           NullInitializerExpressionFactory.INSTANCE);

           expr = f.newColumnDefaultValue(targetTable, i, bb);

           break;

         case VIRTUAL:

           expr = null;

           break;

         default:

           expr = bb.nameToNodeMap.get(columnName);

       }

       columnExprs.add(expr);

     }


     // Remove virtual columns from the list.

     for (int i = 0; i < targetColumnNames.size(); i++) {

       if (columnExprs.get(i) == null) {

         columnExprs.remove(i);

         targetColumnNames.remove(i);

         --i;

       }

     }

   }


   private RelNode convertDelete(SqlDelete call) {

     RelOptTable targetTable = getTargetTable(call);

     RelNode sourceRel = convertSelect(call.getSourceSelect(), false);

     return LogicalTableModify.create(targetTable,

             catalogReader,

             sourceRel,

             LogicalTableModify.Operation.DELETE,

             null,

             null,

             false);

   }


   private RelNode convertUpdate(SqlUpdate call) {

     final SqlValidatorScope scope = validator.getWhereScope(call.getSourceSelect());

     Blackboard bb = createBlackboard(scope, null, false);


     replaceSubQueries(bb, call, RelOptUtil.Logic.TRUE_FALSE_UNKNOWN);


     RelOptTable targetTable = getTargetTable(call);


     // convert update column list from SqlIdentifier to String

     final List<String> targetColumnNameList = new ArrayList<>();

     final RelDataType targetRowType = targetTable.getRowType();

     for (SqlNode node : call.getTargetColumnList()) {

       SqlIdentifier id = (SqlIdentifier) node;

       RelDataTypeField field = SqlValidatorUtil.getTargetField(

               targetRowType, typeFactory, id, catalogReader, targetTable);

       assert field != null : "column " + id.toString() + " not found";

       targetColumnNameList.add(field.getName());

     }


     RelNode sourceRel = convertSelect(call.getSourceSelect(), false);


     bb.setRoot(sourceRel, false);

     Builder<RexNode> rexNodeSourceExpressionListBuilder = ImmutableList.builder();

     for (SqlNode n : call.getSourceExpressionList()) {

       RexNode rn = bb.convertExpression(n);

       rexNodeSourceExpressionListBuilder.add(rn);

     }


     return LogicalTableModify.create(targetTable,

             catalogReader,

             sourceRel,

             LogicalTableModify.Operation.UPDATE,

             targetColumnNameList,

             rexNodeSourceExpressionListBuilder.build(),

             false);

   }


   private RelNode convertMerge(SqlMerge call) {

     RelOptTable targetTable = getTargetTable(call);


     // convert update column list from SqlIdentifier to String

     final List<String> targetColumnNameList = new ArrayList<>();

     final RelDataType targetRowType = targetTable.getRowType();

     SqlUpdate updateCall = call.getUpdateCall();

     if (updateCall != null) {

       for (SqlNode targetColumn : updateCall.getTargetColumnList()) {

         SqlIdentifier id = (SqlIdentifier) targetColumn;

         RelDataTypeField field = SqlValidatorUtil.getTargetField(

                 targetRowType, typeFactory, id, catalogReader, targetTable);

         assert field != null : "column " + id.toString() + " not found";

         targetColumnNameList.add(field.getName());

       }

     }


     // replace the projection of the source select with a

     // projection that contains the following:

     // 1) the expressions corresponding to the new insert row (if there is

     // an insert)

     // 2) all columns from the target table (if there is an update)

     // 3) the set expressions in the update call (if there is an update)


     // first, convert the merge's source select to construct the columns

     // from the target table and the set expressions in the update call

     RelNode mergeSourceRel = convertSelect(call.getSourceSelect(), false);


     // then, convert the insert statement so we can get the insert

     // values expressions

     SqlInsert insertCall = call.getInsertCall();

     int nLevel1Exprs = 0;

     List<RexNode> level1InsertExprs = null;

     List<RexNode> level2InsertExprs = null;

     if (insertCall != null) {

       RelNode insertRel = convertInsert(insertCall);


       // if there are 2 level of projections in the insert source, combine

       // them into a single project; level1 refers to the topmost project;

       // the level1 projection contains references to the level2

       // expressions, except in the case where no target expression was

       // provided, in which case, the expression is the default value for

       // the column; or if the expressions directly map to the source

       // table

       level1InsertExprs = ((LogicalProject) insertRel.getInput(0)).getProjects();

       if (insertRel.getInput(0).getInput(0) instanceof LogicalProject) {

         level2InsertExprs =

                 ((LogicalProject) insertRel.getInput(0).getInput(0)).getProjects();

       }

       nLevel1Exprs = level1InsertExprs.size();

     }


     LogicalJoin join = (LogicalJoin) mergeSourceRel.getInput(0);

     int nSourceFields = join.getLeft().getRowType().getFieldCount();

     final List<RexNode> projects = new ArrayList<>();

     for (int level1Idx = 0; level1Idx < nLevel1Exprs; level1Idx++) {

       if ((level2InsertExprs != null)

               && (level1InsertExprs.get(level1Idx) instanceof RexInputRef)) {

         int level2Idx = ((RexInputRef) level1InsertExprs.get(level1Idx)).getIndex();

         projects.add(level2InsertExprs.get(level2Idx));

       } else {

         projects.add(level1InsertExprs.get(level1Idx));

       }

     }

     if (updateCall != null) {

       final LogicalProject project = (LogicalProject) mergeSourceRel;

       projects.addAll(Util.skip(project.getProjects(), nSourceFields));

     }


     relBuilder.push(join).project(projects);


     return LogicalTableModify.create(targetTable,

             catalogReader,

             relBuilder.build(),

             LogicalTableModify.Operation.MERGE,

             targetColumnNameList,

             null,

             false);

   }


   private RexNode convertIdentifier(Blackboard bb, SqlIdentifier identifier) {

     // first check for reserved identifiers like CURRENT_USER

     final SqlCall call = bb.getValidator().makeNullaryCall(identifier);

     if (call != null) {

       return bb.convertExpression(call);

     }


     String pv = null;

     if (bb.isPatternVarRef && identifier.names.size() > 1) {

       pv = identifier.names.get(0);

     }


     final SqlQualified qualified;

     if (bb.scope != null) {

       qualified = bb.scope.fullyQualify(identifier);

     } else {

       qualified = SqlQualified.create(null, 1, null, identifier);

     }

     final Pair<RexNode, Map<String, Integer>> e0 = bb.lookupExp(qualified);

     RexNode e = e0.left;

     for (String name : qualified.suffix()) {

       if (e == e0.left && e0.right != null) {

         int i = e0.right.get(name);

         e = rexBuilder.makeFieldAccess(e, i);

       } else {

         final boolean caseSensitive = true; // name already fully-qualified

         if (identifier.isStar() && bb.scope instanceof MatchRecognizeScope) {

           e = rexBuilder.makeFieldAccess(e, 0);

         } else {

           e = rexBuilder.makeFieldAccess(e, name, caseSensitive);

         }

       }

     }

     if (e instanceof RexInputRef) {

       // adjust the type to account for nulls introduced by outer joins

       e = adjustInputRef(bb, (RexInputRef) e);

       if (pv != null) {

         e = RexPatternFieldRef.of(pv, (RexInputRef) e);

       }

     }


     if (e0.left instanceof RexCorrelVariable) {

       assert e instanceof RexFieldAccess;

       final RexNode prev = bb.mapCorrelateToRex.put(

               ((RexCorrelVariable) e0.left).id, (RexFieldAccess) e);

       assert prev == null;

     }

     return e;

   }


   protected RexNode adjustInputRef(Blackboard bb, RexInputRef inputRef) {

     RelDataTypeField field = bb.getRootField(inputRef);

     if (field != null) {

       return rexBuilder.makeInputRef(field.getType(), inputRef.getIndex());

     }

     return inputRef;

   }


   private RelNode convertRowConstructor(Blackboard bb, SqlCall rowConstructor) {

     Preconditions.checkArgument(isRowConstructor(rowConstructor));

     final List<SqlNode> operands = rowConstructor.getOperandList();

     return convertMultisets(operands, bb);

   }


   private RelNode convertCursor(Blackboard bb, SubQuery subQuery) {

     final SqlCall cursorCall = (SqlCall) subQuery.node;

     assert cursorCall.operandCount() == 1;

     SqlNode query = cursorCall.operand(0);

     RelNode converted = convertQuery(query, false, false).rel;

     int iCursor = bb.cursors.size();

     bb.cursors.add(converted);

     subQuery.expr = new RexInputRef(iCursor, converted.getRowType());

     return converted;

   }


   private RelNode convertMultisets(final List<SqlNode> operands, Blackboard bb) {

     // NOTE: Wael 2/04/05: this implementation is not the most efficient in

     // terms of planning since it generates XOs that can be reduced.

     final List<Object> joinList = new ArrayList<>();

     List<SqlNode> lastList = new ArrayList<>();

     for (int i = 0; i < operands.size(); i++) {

       SqlNode operand = operands.get(i);

       if (!(operand instanceof SqlCall)) {

         lastList.add(operand);

         continue;

       }


       final SqlCall call = (SqlCall) operand;

       final RelNode input;

       switch (call.getKind()) {

         case MULTISET_VALUE_CONSTRUCTOR:

         case ARRAY_VALUE_CONSTRUCTOR:

           final SqlNodeList list =

                   new SqlNodeList(call.getOperandList(), call.getParserPosition());

           CollectNamespace nss = (CollectNamespace) validator.getNamespace(call);

           Blackboard usedBb;

           if (null != nss) {

             usedBb = createBlackboard(nss.getScope(), null, false);

           } else {

             usedBb = createBlackboard(new ListScope(bb.scope) {

               public SqlNode getNode() {

                 return call;

               }

             }, null, false);

           }

           RelDataType multisetType = validator.getValidatedNodeType(call);

           validator.setValidatedNodeType(list, multisetType.getComponentType());

           input = convertQueryOrInList(usedBb, list, null);

           break;

         case MULTISET_QUERY_CONSTRUCTOR:

         case ARRAY_QUERY_CONSTRUCTOR:

           final RelRoot root = convertQuery(call.operand(0), false, true);

           input = root.rel;

           break;

         default:

           lastList.add(operand);

           continue;

       }


       if (lastList.size() > 0) {

         joinList.add(lastList);

       }

       lastList = new ArrayList<>();

       Collect collect = new Collect(cluster,

               cluster.traitSetOf(Convention.NONE),

               input,

               validator.deriveAlias(call, i));

       joinList.add(collect);

     }


     if (joinList.size() == 0) {

       joinList.add(lastList);

     }


     for (int i = 0; i < joinList.size(); i++) {

       Object o = joinList.get(i);

       if (o instanceof List) {

         @SuppressWarnings("unchecked")

         List<SqlNode> projectList = (List<SqlNode>) o;

         final List<RexNode> selectList = new ArrayList<>();

         final List<String> fieldNameList = new ArrayList<>();

         for (int j = 0; j < projectList.size(); j++) {

           SqlNode operand = projectList.get(j);

           selectList.add(bb.convertExpression(operand));


           // REVIEW angel 5-June-2005: Use deriveAliasFromOrdinal

           // instead of deriveAlias to match field names from

           // SqlRowOperator. Otherwise, get error Type

           // 'RecordType(INTEGER EMPNO)' has no field 'EXPR$0' when

           // doing select * from unnest( select multiset[empno]

           // from sales.emps);


           fieldNameList.add(SqlUtil.deriveAliasFromOrdinal(j));

         }


         relBuilder.push(LogicalValues.createOneRow(cluster))

                 .projectNamed(selectList, fieldNameList, true);


         joinList.set(i, relBuilder.build());

       }

     }


     RelNode ret = (RelNode) joinList.get(0);

     for (int i = 1; i < joinList.size(); i++) {

       RelNode relNode = (RelNode) joinList.get(i);

       ret = RelFactories.DEFAULT_JOIN_FACTORY.createJoin(ret,

               relNode,

               ImmutableList.of(),

               rexBuilder.makeLiteral(true),

               ImmutableSet.of(),

               JoinRelType.INNER,

               false);

     }

     return ret;

   }


   private void convertSelectList(

           Blackboard bb, SqlSelect select, List<SqlNode> orderList) {

     SqlNodeList selectList = select.getSelectList();

     selectList = validator.expandStar(selectList, select, false);


     replaceSubQueries(bb, selectList, RelOptUtil.Logic.TRUE_FALSE_UNKNOWN);


     List<String> fieldNames = new ArrayList<>();

     final List<RexNode> exprs = new ArrayList<>();

     final Collection<String> aliases = new TreeSet<>();


     // Project any system fields. (Must be done before regular select items,

     // because offsets may be affected.)

     final List<SqlMonotonicity> columnMonotonicityList = new ArrayList<>();

     extraSelectItems(bb, select, exprs, fieldNames, aliases, columnMonotonicityList);


     // Project select clause.

     int i = -1;

     for (SqlNode expr : selectList) {

       ++i;

       exprs.add(bb.convertExpression(expr));

       fieldNames.add(deriveAlias(expr, aliases, i));

     }


     // Project extra fields for sorting.

     for (SqlNode expr : orderList) {

       ++i;

       SqlNode expr2 = validator.expandOrderExpr(select, expr);

       exprs.add(bb.convertExpression(expr2));

       fieldNames.add(deriveAlias(expr, aliases, i));

     }


     fieldNames = SqlValidatorUtil.uniquify(

             fieldNames, catalogReader.nameMatcher().isCaseSensitive());


     relBuilder.push(bb.root).projectNamed(exprs, fieldNames, true);

     bb.setRoot(relBuilder.build(), false);


     assert bb.columnMonotonicities.isEmpty();

     bb.columnMonotonicities.addAll(columnMonotonicityList);

     for (SqlNode selectItem : selectList) {

       bb.columnMonotonicities.add(selectItem.getMonotonicity(bb.scope));

     }

   }


   protected void extraSelectItems(Blackboard bb,

           SqlSelect select,

           List<RexNode> exprList,

           List<String> nameList,

           Collection<String> aliasList,

           List<SqlMonotonicity> columnMonotonicityList) {}


   private String deriveAlias(

           final SqlNode node, Collection<String> aliases, final int ordinal) {

     String alias = validator.deriveAlias(node, ordinal);

     if ((alias == null) || aliases.contains(alias)) {

       String aliasBase = (alias == null) ? "EXPR$" : alias;

       for (int j = 0;; j++) {

         alias = aliasBase + j;

         if (!aliases.contains(alias)) {

           break;

         }

       }

     }

     aliases.add(alias);

     return alias;

   }


   public RelRoot convertWith(SqlWith with, boolean top) {

     return convertQuery(with.body, false, top);

   }


   public RelNode convertValues(SqlCall values, RelDataType targetRowType) {

     final SqlValidatorScope scope = validator.getOverScope(values);

     assert scope != null;

     final Blackboard bb = createBlackboard(scope, null, false);

     convertValuesImpl(bb, values, targetRowType);

     return bb.root;

   }


   private void convertValuesImpl(

           Blackboard bb, SqlCall values, RelDataType targetRowType) {

     // Attempt direct conversion to LogicalValues; if that fails, deal with

     // fancy stuff like sub-queries below.

     RelNode valuesRel =

             convertRowValues(bb, values, values.getOperandList(), true, targetRowType);

     if (valuesRel != null) {

       bb.setRoot(valuesRel, true);

       return;

     }


     final List<RelNode> unionRels = new ArrayList<>();

     for (SqlNode rowConstructor1 : values.getOperandList()) {

       SqlCall rowConstructor = (SqlCall) rowConstructor1;

       Blackboard tmpBb = createBlackboard(bb.scope, null, false);

       replaceSubQueries(tmpBb, rowConstructor, RelOptUtil.Logic.TRUE_FALSE_UNKNOWN);

       final List<Pair<RexNode, String>> exps = new ArrayList<>();

       for (Ord<SqlNode> operand : Ord.zip(rowConstructor.getOperandList())) {

         exps.add(Pair.of(tmpBb.convertExpression(operand.e),

                 validator.deriveAlias(operand.e, operand.i)));

       }

       RelNode in =

               (null == tmpBb.root) ? LogicalValues.createOneRow(cluster) : tmpBb.root;

       unionRels.add(

               relBuilder.push(in).project(Pair.left(exps), Pair.right(exps)).build());

     }


     if (unionRels.size() == 0) {

       throw new AssertionError("empty values clause");

     } else if (unionRels.size() == 1) {

       bb.setRoot(unionRels.get(0), true);

     } else {

       bb.setRoot(LogicalUnion.create(unionRels, true), true);

     }

   }


   // ~ Inner Classes ----------------------------------------------------------


   protected class Blackboard

           implements SqlRexContext, SqlVisitor<RexNode>, InitializerContext {

     public final SqlValidatorScope scope;

     private final Map<String, RexNode> nameToNodeMap;

     public RelNode root;

     private List<RelNode> inputs;

     private final Map<CorrelationId, RexFieldAccess> mapCorrelateToRex = new HashMap<>();


     private boolean isPatternVarRef = false;


     final List<RelNode> cursors = new ArrayList<>();


     private final List<SubQuery> subQueryList = new ArrayList<>();


     AggConverter agg;


     SqlWindow window;


     private final Map<RelNode, Map<Integer, Integer>> mapRootRelToFieldProjection =

             new HashMap<>();


     private final List<SqlMonotonicity> columnMonotonicities = new ArrayList<>();


     private final List<RelDataTypeField> systemFieldList = new ArrayList<>();

     final boolean top;


     private final InitializerExpressionFactory initializerExpressionFactory =

             new NullInitializerExpressionFactory();


     protected Blackboard(

             SqlValidatorScope scope, Map<String, RexNode> nameToNodeMap, boolean top) {

       this.scope = scope;

       this.nameToNodeMap = nameToNodeMap;

       this.top = top;

     }


     public SqlNode getTopNode() {

       try {

         if (null == scope) {

           return null;

         }

         return scope.getNode();

       } catch (Exception e) {

         return null;

       }

     }


     public void setPatternVarRef(boolean isVarRef) {

       this.isPatternVarRef = isVarRef;

     }


     public RexNode register(RelNode rel, JoinRelType joinType) {

       return register(rel, joinType, null);

     }


     public RexNode register(RelNode rel, JoinRelType joinType, List<RexNode> leftKeys) {

       assert joinType != null;

       if (root == null) {

         assert leftKeys == null;

         setRoot(rel, false);

         return rexBuilder.makeRangeReference(root.getRowType(), 0, false);

       }


       final RexNode joinCond;

       final int origLeftInputCount = root.getRowType().getFieldCount();

       if (leftKeys != null) {

         List<RexNode> newLeftInputExprs = new ArrayList<>();

         for (int i = 0; i < origLeftInputCount; i++) {

           newLeftInputExprs.add(rexBuilder.makeInputRef(root, i));

         }


         final List<Integer> leftJoinKeys = new ArrayList<>();

         for (RexNode leftKey : leftKeys) {

           int index = newLeftInputExprs.indexOf(leftKey);

           if (index < 0 || joinType == JoinRelType.LEFT) {

             index = newLeftInputExprs.size();

             newLeftInputExprs.add(leftKey);

           }

           leftJoinKeys.add(index);

         }


         RelNode newLeftInput = relBuilder.push(root).project(newLeftInputExprs).build();


         // maintain the group by mapping in the new LogicalProject

         if (mapRootRelToFieldProjection.containsKey(root)) {

           mapRootRelToFieldProjection.put(

                   newLeftInput, mapRootRelToFieldProjection.get(root));

         }


         setRoot(newLeftInput, false);


         // right fields appear after the LHS fields.

         final int rightOffset = root.getRowType().getFieldCount()

                 - newLeftInput.getRowType().getFieldCount();

         final List<Integer> rightKeys =

                 Util.range(rightOffset, rightOffset + leftKeys.size());


         joinCond = RelOptUtil.createEquiJoinCondition(

                 newLeftInput, leftJoinKeys, rel, rightKeys, rexBuilder);

       } else {

         joinCond = rexBuilder.makeLiteral(true);

       }


       int leftFieldCount = root.getRowType().getFieldCount();

       final RelNode join = createJoin(this, root, rel, joinCond, joinType);


       setRoot(join, false);


       if (leftKeys != null && joinType == JoinRelType.LEFT) {

         final int leftKeyCount = leftKeys.size();

         int rightFieldLength = rel.getRowType().getFieldCount();

         assert leftKeyCount == rightFieldLength - 1;


         final int rexRangeRefLength = leftKeyCount + rightFieldLength;

         RelDataType returnType = typeFactory.createStructType(

                 new AbstractList<Map.Entry<String, RelDataType>>() {

                   public Map.Entry<String, RelDataType> get(int index) {

                     return join.getRowType().getFieldList().get(

                             origLeftInputCount + index);

                   }


                   public int size() {

                     return rexRangeRefLength;

                   }

                 });


         return rexBuilder.makeRangeReference(returnType, origLeftInputCount, false);

       } else {

         return rexBuilder.makeRangeReference(

                 rel.getRowType(), leftFieldCount, joinType.generatesNullsOnRight());

       }

     }


     public void setRoot(RelNode root, boolean leaf) {

       setRoot(Collections.singletonList(root), root, root instanceof LogicalJoin);

       if (leaf) {

         leaves.put(root, root.getRowType().getFieldCount());

       }

       this.columnMonotonicities.clear();

     }


     private void setRoot(List<RelNode> inputs, RelNode root, boolean hasSystemFields) {

       this.inputs = inputs;

       this.root = root;

       this.systemFieldList.clear();

       if (hasSystemFields) {

         this.systemFieldList.addAll(getSystemFields());

       }

     }


     public void setDataset(String datasetName) {}


     void setRoot(List<RelNode> inputs) {

       setRoot(inputs, null, false);

     }


     Pair<RexNode, Map<String, Integer>> lookupExp(SqlQualified qualified) {

       if (nameToNodeMap != null && qualified.prefixLength == 1) {

         RexNode node = nameToNodeMap.get(qualified.identifier.names.get(0));

         if (node == null) {

           throw new AssertionError("Unknown identifier '" + qualified.identifier

                   + "' encountered while expanding expression");

         }

         return Pair.of(node, null);

       }

       final SqlNameMatcher nameMatcher =

               scope.getValidator().getCatalogReader().nameMatcher();

       final SqlValidatorScope.ResolvedImpl resolved =

               new SqlValidatorScope.ResolvedImpl();

       scope.resolve(qualified.prefix(), nameMatcher, false, resolved);

       if (!(resolved.count() == 1)) {

         return null;

       }

       final SqlValidatorScope.Resolve resolve = resolved.only();

       final RelDataType rowType = resolve.rowType();


       // Found in current query's from list. Find which from item.

       // We assume that the order of the from clause items has been

       // preserved.

       final SqlValidatorScope ancestorScope = resolve.scope;

       boolean isParent = ancestorScope != scope;

       if ((inputs != null) && !isParent) {

         final LookupContext rels =

                 new LookupContext(this, inputs, systemFieldList.size());

         final RexNode node = lookup(resolve.path.steps().get(0).i, rels);

         if (node == null) {

           return null;

         } else {

           final Map<String, Integer> fieldOffsets = new HashMap<>();

           for (RelDataTypeField f : resolve.rowType().getFieldList()) {

             if (!fieldOffsets.containsKey(f.getName())) {

               fieldOffsets.put(f.getName(), f.getIndex());

             }

           }

           final Map<String, Integer> map = ImmutableMap.copyOf(fieldOffsets);

           return Pair.of(node, map);

         }

       } else {

         // We're referencing a relational expression which has not been

         // converted yet. This occurs when from items are correlated,

         // e.g. "select from emp as emp join emp.getDepts() as dept".

         // Create a temporary expression.

         DeferredLookup lookup =

                 new DeferredLookup(this, qualified.identifier.names.get(0));

         final CorrelationId correlId = cluster.createCorrel();

         mapCorrelToDeferred.put(correlId, lookup);

         if (resolve.path.steps().get(0).i < 0) {

           return Pair.of(rexBuilder.makeCorrel(rowType, correlId), null);

         } else {

           final RelDataTypeFactory.Builder builder = typeFactory.builder();

           final ListScope ancestorScope1 = (ListScope) resolve.scope;

           final ImmutableMap.Builder<String, Integer> fields = ImmutableMap.builder();

           int i = 0;

           int offset = 0;

           for (SqlValidatorNamespace c : ancestorScope1.getChildren()) {

             builder.addAll(c.getRowType().getFieldList());

             if (i == resolve.path.steps().get(0).i) {

               for (RelDataTypeField field : c.getRowType().getFieldList()) {

                 fields.put(field.getName(), field.getIndex() + offset);

               }

             }

             ++i;

             offset += c.getRowType().getFieldCount();

           }

           final RexNode c = rexBuilder.makeCorrel(builder.uniquify().build(), correlId);

           return Pair.of(c, fields.build());

         }

       }

     }


     RexNode lookup(int offset, LookupContext lookupContext) {

       Pair<RelNode, Integer> pair = lookupContext.findRel(offset);

       return rexBuilder.makeRangeReference(pair.left.getRowType(), pair.right, false);

     }


     RelDataTypeField getRootField(RexInputRef inputRef) {

       if (inputs == null) {

         return null;

       }

       int fieldOffset = inputRef.getIndex();

       for (RelNode input : inputs) {

         RelDataType rowType = input.getRowType();

         if (fieldOffset < rowType.getFieldCount()) {

           return rowType.getFieldList().get(fieldOffset);

         }

         fieldOffset -= rowType.getFieldCount();

       }

       return null;

     }


     public void flatten(List<RelNode> rels,

             int systemFieldCount,

             int[] start,

             List<Pair<RelNode, Integer>> relOffsetList) {

       for (RelNode rel : rels) {

         if (leaves.containsKey(rel)) {

           relOffsetList.add(Pair.of(rel, start[0]));

           start[0] += leaves.get(rel);

         } else if (rel instanceof LogicalMatch) {

           relOffsetList.add(Pair.of(rel, start[0]));

           start[0] += rel.getRowType().getFieldCount();

         } else {

           if (rel instanceof LogicalJoin || rel instanceof LogicalAggregate) {

             start[0] += systemFieldCount;

           }

           flatten(rel.getInputs(), systemFieldCount, start, relOffsetList);

         }

       }

     }


     void registerSubQuery(SqlNode node, RelOptUtil.Logic logic) {

       for (SubQuery subQuery : subQueryList) {

         // Compare the reference to make sure the matched node has

         // exact scope where it belongs.

         if (node == subQuery.node) {

           return;

         }

       }

       subQueryList.add(new SubQuery(node, logic));

     }


     SubQuery getSubQuery(SqlNode expr) {

       for (SubQuery subQuery : subQueryList) {

         // Compare the reference to make sure the matched node has

         // exact scope where it belongs.

         if (expr == subQuery.node) {

           return subQuery;

         }

       }


       return null;

     }


     ImmutableList<RelNode> retrieveCursors() {

       try {

         return ImmutableList.copyOf(cursors);

       } finally {

         cursors.clear();

       }

     }


     public RexNode convertExpression(SqlNode expr) {

       // If we're in aggregation mode and this is an expression in the

       // GROUP BY clause, return a reference to the field.

       if (agg != null) {

         final SqlNode expandedGroupExpr = validator.expand(expr, scope);

         final int ref = agg.lookupGroupExpr(expandedGroupExpr);

         if (ref >= 0) {

           return rexBuilder.makeInputRef(root, ref);

         }

         if (expr instanceof SqlCall) {

           final RexNode rex = agg.lookupAggregates((SqlCall) expr);

           if (rex != null) {

             return rex;

           }

         }

       }


       // Allow the derived class chance to override the standard

       // behavior for special kinds of expressions.

       RexNode rex = convertExtendedExpression(expr, this);

       if (rex != null) {

         return rex;

       }


       // Sub-queries and OVER expressions are not like ordinary

       // expressions.

       final SqlKind kind = expr.getKind();

       final SubQuery subQuery;

       boolean isExpand = config.getExpandPredicate().test(getTopNode(), expr);

       if (!isExpand) {

         final SqlCall call;

         final SqlNode query;

         final RelRoot root;

         switch (kind) {

           case IN:

           case NOT_IN:

           case SOME:

           case ALL:

             call = (SqlCall) expr;

             query = call.operand(1);

             if (!(query instanceof SqlNodeList)) {

               root = convertQueryRecursive(query, false, null);

               final SqlNode operand = call.operand(0);

               List<SqlNode> nodes;

               switch (operand.getKind()) {

                 case ROW:

                   nodes = ((SqlCall) operand).getOperandList();

                   break;

                 default:

                   nodes = ImmutableList.of(operand);

               }

               final ImmutableList.Builder<RexNode> builder = ImmutableList.builder();

               for (SqlNode node : nodes) {

                 builder.add(convertExpression(node));

               }

               final ImmutableList<RexNode> list = builder.build();

               switch (kind) {

                 case IN:

                   return RexSubQuery.in(root.rel, list);

                 case NOT_IN:

                   return rexBuilder.makeCall(

                           SqlStdOperatorTable.NOT, RexSubQuery.in(root.rel, list));

                 case SOME:

                   return RexSubQuery.some(

                           root.rel, list, (SqlQuantifyOperator) call.getOperator());

                 case ALL:

                   return rexBuilder.makeCall(SqlStdOperatorTable.NOT,

                           RexSubQuery.some(root.rel,

                                   list,

                                   negate((SqlQuantifyOperator) call.getOperator())));

                 default:

                   throw new AssertionError(kind);

               }

             }

             break;


           case EXISTS:

             call = (SqlCall) expr;

             query = Iterables.getOnlyElement(call.getOperandList());

             root = convertQueryRecursive(query, false, null);

             RelNode rel = root.rel;

             while (rel instanceof Project

                     || rel instanceof Sort && ((Sort) rel).fetch == null

                             && ((Sort) rel).offset == null) {

               rel = ((SingleRel) rel).getInput();

             }

             return RexSubQuery.exists(rel);


           case SCALAR_QUERY:

             call = (SqlCall) expr;

             query = Iterables.getOnlyElement(call.getOperandList());

             root = convertQueryRecursive(query, false, null);

             return RexSubQuery.scalar(root.rel);

         }

       }


       switch (kind) {

         case SOME:

         case ALL:

           if (isExpand) {

             throw new RuntimeException(kind + " is only supported if expand = false");

           }

           // fall through

         case CURSOR:

         case IN:

         case NOT_IN:

           subQuery = Objects.requireNonNull(getSubQuery(expr));

           rex = Objects.requireNonNull(subQuery.expr);

           return StandardConvertletTable.castToValidatedType(

                   expr, rex, validator, rexBuilder);


         case SELECT:

         case EXISTS:

         case SCALAR_QUERY:

           subQuery = getSubQuery(expr);

           assert subQuery != null;

           rex = subQuery.expr;

           assert rex != null : "rex != null";


           if (((kind == SqlKind.SCALAR_QUERY) || (kind == SqlKind.EXISTS))

                   && isConvertedSubq(rex)) {

             // scalar sub-query or EXISTS has been converted to a

             // constant

             return rex;

           }


           // The indicator column is the last field of the sub-query.

           RexNode fieldAccess =

                   rexBuilder.makeFieldAccess(rex, rex.getType().getFieldCount() - 1);


           // The indicator column will be nullable if it comes from

           // the null-generating side of the join. For EXISTS, add an

           // "IS TRUE" check so that the result is "BOOLEAN NOT NULL".

           if (fieldAccess.getType().isNullable() && kind == SqlKind.EXISTS) {

             fieldAccess =

                     rexBuilder.makeCall(SqlStdOperatorTable.IS_NOT_NULL, fieldAccess);

           }

           return fieldAccess;


         case OVER:

           return convertOver(this, expr);


         default:

           // fall through

       }


       // Apply standard conversions.

       rex = expr.accept(this);

       return Objects.requireNonNull(rex);

     }


     public RexFieldCollation convertSortExpression(SqlNode expr,

             RelFieldCollation.Direction direction,

             RelFieldCollation.NullDirection nullDirection) {

       switch (expr.getKind()) {

         case DESCENDING:

           return convertSortExpression(((SqlCall) expr).operand(0),

                   RelFieldCollation.Direction.DESCENDING,

                   nullDirection);

         case NULLS_LAST:

           return convertSortExpression(((SqlCall) expr).operand(0),

                   direction,

                   RelFieldCollation.NullDirection.LAST);

         case NULLS_FIRST:

           return convertSortExpression(((SqlCall) expr).operand(0),

                   direction,

                   RelFieldCollation.NullDirection.FIRST);

         default:

           final Set<SqlKind> flags = EnumSet.noneOf(SqlKind.class);

           switch (direction) {

             case DESCENDING:

               flags.add(SqlKind.DESCENDING);

           }

           switch (nullDirection) {

             case UNSPECIFIED:

               final RelFieldCollation.NullDirection nullDefaultDirection =

                       validator.config().defaultNullCollation().last(desc(direction))

                       ? RelFieldCollation.NullDirection.LAST

                       : RelFieldCollation.NullDirection.FIRST;

               if (nullDefaultDirection != direction.defaultNullDirection()) {

                 SqlKind nullDirectionSqlKind =

                         validator.config().defaultNullCollation().last(desc(direction))

                         ? SqlKind.NULLS_LAST

                         : SqlKind.NULLS_FIRST;

                 flags.add(nullDirectionSqlKind);

               }

               break;

             case FIRST:

               flags.add(SqlKind.NULLS_FIRST);

               break;

             case LAST:

               flags.add(SqlKind.NULLS_LAST);

               break;

           }

           return new RexFieldCollation(convertExpression(expr), flags);

       }

     }


     private boolean isConvertedSubq(RexNode rex) {

       if ((rex instanceof RexLiteral) || (rex instanceof RexDynamicParam)) {

         return true;

       }

       if (rex instanceof RexCall) {

         RexCall call = (RexCall) rex;

         if (call.getOperator() == SqlStdOperatorTable.CAST) {

           RexNode operand = call.getOperands().get(0);

           if (operand instanceof RexLiteral) {

             return true;

           }

         }

       }

       return false;

     }


     public int getGroupCount() {

       if (agg != null) {

         return agg.groupExprs.size();

       }

       if (window != null) {

         return window.isAlwaysNonEmpty() ? 1 : 0;

       }

       return -1;

     }


     public RexBuilder getRexBuilder() {

       return rexBuilder;

     }


     public SqlNode validateExpression(RelDataType rowType, SqlNode expr) {

       return SqlValidatorUtil

               .validateExprWithRowType(catalogReader.nameMatcher().isCaseSensitive(),

                       opTab,

                       typeFactory,

                       rowType,

                       expr)

               .left;

     }


     public RexRangeRef getSubQueryExpr(SqlCall call) {

       final SubQuery subQuery = getSubQuery(call);

       assert subQuery != null;

       return (RexRangeRef) subQuery.expr;

     }


     public RelDataTypeFactory getTypeFactory() {

       return typeFactory;

     }


     public InitializerExpressionFactory getInitializerExpressionFactory() {

       return initializerExpressionFactory;

     }


     public SqlValidator getValidator() {

       return validator;

     }


     public RexNode convertLiteral(SqlLiteral literal) {

       return exprConverter.convertLiteral(this, literal);

     }


     public RexNode convertInterval(SqlIntervalQualifier intervalQualifier) {

       return exprConverter.convertInterval(this, intervalQualifier);

     }


     public RexNode visit(SqlLiteral literal) {

       return exprConverter.convertLiteral(this, literal);

     }


     public RexNode visit(SqlCall call) {

       if (agg != null) {

         final SqlOperator op = call.getOperator();

         if (window == null

                 && (op.isAggregator() || op.getKind() == SqlKind.FILTER

                         || op.getKind() == SqlKind.WITHIN_GROUP)) {

           return agg.lookupAggregates(call);

         }

       }

       SqlCall permutedCall =

               new SqlCallBinding(validator, scope, call).permutedCall(); // HEAVY.AI new

       if (permutedCall.getOperator() instanceof ExtTableFunction) { // HEAVY.AI new

         ExtTableFunction tf =

                 (ExtTableFunction) permutedCall.getOperator(); // HEAVY.AI new

         if (tf.supportsDefaultArguments() // HEAVY.AI new

                 && permutedCall.getOperandList().stream().anyMatch( // HEAVY.AI new

                         op -> op.getKind() == SqlKind.DEFAULT)) { // HEAVY.AI new

           permutedCall = tf.rewriteCallWithDefaultArguments(permutedCall); // HEAVY.AI new

         } // HEAVY.AI new

       } // HEAVY.AI new

       return exprConverter.convertCall(this, permutedCall); // HEAVY.AI new

     }


     public RexNode visit(SqlNodeList nodeList) {

       throw new UnsupportedOperationException();

     }


     public RexNode visit(SqlIdentifier id) {

       return convertIdentifier(this, id);

     }


     public RexNode visit(SqlDataTypeSpec type) {

       throw new UnsupportedOperationException();

     }


     public RexNode visit(SqlDynamicParam param) {

       return convertDynamicParam(param);

     }


     public RexNode visit(SqlIntervalQualifier intervalQualifier) {

       return convertInterval(intervalQualifier);

     }


     public List<SqlMonotonicity> getColumnMonotonicities() {

       return columnMonotonicities;

     }

   }


   private SqlQuantifyOperator negate(SqlQuantifyOperator operator) {

     assert operator.kind == SqlKind.ALL;

     return SqlStdOperatorTable.some(operator.comparisonKind.negateNullSafe());

   }


   private static class DeferredLookup {

     Blackboard bb;

     String originalRelName;


     DeferredLookup(Blackboard bb, String originalRelName) {

       this.bb = bb;

       this.originalRelName = originalRelName;

     }


     public RexFieldAccess getFieldAccess(CorrelationId name) {

       return (RexFieldAccess) bb.mapCorrelateToRex.get(name);

     }


     public String getOriginalRelName() {

       return originalRelName;

     }

   }


   private class NoOpSubQueryConverter implements SubQueryConverter {

     public boolean canConvertSubQuery() {

       return false;

     }


     public RexNode convertSubQuery(SqlCall subQuery,

             SqlToRelConverter parentConverter,

             boolean isExists,

             boolean isExplain) {

       throw new IllegalArgumentException();

     }

   }


   protected class AggConverter implements SqlVisitor<Void> {

     private final Blackboard bb;

     public final AggregatingSelectScope aggregatingSelectScope;


     private final Map<String, String> nameMap = new HashMap<>();


     private final SqlNodeList groupExprs = new SqlNodeList(SqlParserPos.ZERO);


     private final Map<SqlNode, Ord<AuxiliaryConverter>> auxiliaryGroupExprs =

             new HashMap<>();


     private final List<Pair<RexNode, String>> convertedInputExprs = new ArrayList<>();


     private final List<AggregateCall> aggCalls = new ArrayList<>();

     private final Map<SqlNode, RexNode> aggMapping = new HashMap<>();

     private final Map<AggregateCall, RexNode> aggCallMapping = new HashMap<>();


     private boolean inOver = false;


     public AggConverter(Blackboard bb, SqlSelect select) {

       this.bb = bb;

       this.aggregatingSelectScope =

               (AggregatingSelectScope) bb.getValidator().getSelectScope(select);


       // Collect all expressions used in the select list so that aggregate

       // calls can be named correctly.

       final SqlNodeList selectList = select.getSelectList();

       for (int i = 0; i < selectList.size(); i++) {

         SqlNode selectItem = selectList.get(i);

         String name = null;

         if (SqlUtil.isCallTo(selectItem, SqlStdOperatorTable.AS)) {

           final SqlCall call = (SqlCall) selectItem;

           selectItem = call.operand(0);

           name = call.operand(1).toString();

         }

         if (name == null) {

           name = validator.deriveAlias(selectItem, i);

         }

         nameMap.put(selectItem.toString(), name);

       }

     }


     public int addGroupExpr(SqlNode expr) {

       int ref = lookupGroupExpr(expr);

       if (ref >= 0) {

         return ref;

       }

       final int index = groupExprs.size();

       groupExprs.add(expr);

       String name = nameMap.get(expr.toString());

       RexNode convExpr = bb.convertExpression(expr);

       addExpr(convExpr, name);


       if (expr instanceof SqlCall) {

         SqlCall call = (SqlCall) expr;

         for (Pair<SqlNode, AuxiliaryConverter> p :

                 SqlStdOperatorTable.convertGroupToAuxiliaryCalls(call)) {

           addAuxiliaryGroupExpr(p.left, index, p.right);

         }

       }


       return index;

     }


     void addAuxiliaryGroupExpr(SqlNode node, int index, AuxiliaryConverter converter) {

       for (SqlNode node2 : auxiliaryGroupExprs.keySet()) {

         if (node2.equalsDeep(node, Litmus.IGNORE)) {

           return;

         }

       }

       auxiliaryGroupExprs.put(node, Ord.of(index, converter));

     }


     private void addExpr(RexNode expr, String name) {

       if ((name == null) && (expr instanceof RexInputRef)) {

         final int i = ((RexInputRef) expr).getIndex();

         name = bb.root.getRowType().getFieldList().get(i).getName();

       }

       if (Pair.right(convertedInputExprs).contains(name)) {

         // In case like 'SELECT ... GROUP BY x, y, x', don't add

         // name 'x' twice.

         name = null;

       }

       convertedInputExprs.add(Pair.of(expr, name));

     }


     public Void visit(SqlIdentifier id) {

       return null;

     }


     public Void visit(SqlNodeList nodeList) {

       for (int i = 0; i < nodeList.size(); i++) {

         nodeList.get(i).accept(this);

       }

       return null;

     }


     public Void visit(SqlLiteral lit) {

       return null;

     }


     public Void visit(SqlDataTypeSpec type) {

       return null;

     }


     public Void visit(SqlDynamicParam param) {

       return null;

     }


     public Void visit(SqlIntervalQualifier intervalQualifier) {

       return null;

     }


     public Void visit(SqlCall call) {

       switch (call.getKind()) {

         case FILTER:

         case WITHIN_GROUP:

           translateAgg(call);

           return null;

         case SELECT:

           // rchen 2006-10-17:

           // for now do not detect aggregates in sub-queries.

           return null;

       }

       final boolean prevInOver = inOver;

       // Ignore window aggregates and ranking functions (associated with OVER

       // operator). However, do not ignore nested window aggregates.

       if (call.getOperator().getKind() == SqlKind.OVER) {

         // Track aggregate nesting levels only within an OVER operator.

         List<SqlNode> operandList = call.getOperandList();

         assert operandList.size() == 2;


         // Ignore the top level window aggregates and ranking functions

         // positioned as the first operand of a OVER operator

         inOver = true;

         operandList.get(0).accept(this);


         // Normal translation for the second operand of a OVER operator

         inOver = false;

         operandList.get(1).accept(this);

         return null;

       }


       // Do not translate the top level window aggregate. Only do so for

       // nested aggregates, if present

       if (call.getOperator().isAggregator()) {

         if (inOver) {

           // Add the parent aggregate level before visiting its children

           inOver = false;

         } else {

           // We're beyond the one ignored level

           translateAgg(call);

           return null;

         }

       }

       for (SqlNode operand : call.getOperandList()) {

         // Operands are occasionally null, e.g. switched CASE arg 0.

         if (operand != null) {

           operand.accept(this);

         }

       }

       // Remove the parent aggregate level after visiting its children

       inOver = prevInOver;

       return null;

     }


     private void translateAgg(SqlCall call) {

       translateAgg(call, null, null, false, call);

     }


     private void translateAgg(SqlCall call,

             SqlNode filter,

             SqlNodeList orderList,

             boolean ignoreNulls,

             SqlCall outerCall) {

       assert bb.agg == this;

       assert outerCall != null;

       switch (call.getKind()) {

         case FILTER:

           assert filter == null;

           translateAgg(

                   call.operand(0), call.operand(1), orderList, ignoreNulls, outerCall);

           return;

         case WITHIN_GROUP:

           assert orderList == null;

           translateAgg(call.operand(0), filter, call.operand(1), ignoreNulls, outerCall);

           return;

         case IGNORE_NULLS:

           ignoreNulls = true;

           // fall through

         case RESPECT_NULLS:

           translateAgg(call.operand(0), filter, orderList, ignoreNulls, outerCall);

           return;

       }

       final List<Integer> args = new ArrayList<>();

       int filterArg = -1;

       final List<RelDataType> argTypes = call.getOperator() instanceof SqlCountAggFunction

               ? new ArrayList<>(call.getOperandList().size())

               : null;

       try {

         // switch out of agg mode

         bb.agg = null;

         for (SqlNode operand : call.getOperandList()) {

           // special case for COUNT(*): delete the *

           if (operand instanceof SqlIdentifier) {

             SqlIdentifier id = (SqlIdentifier) operand;

             if (id.isStar()) {

               assert call.operandCount() == 1;

               assert args.isEmpty();

               break;

             }

           }

           RexNode convertedExpr = bb.convertExpression(operand);

           assert convertedExpr != null;

           if (argTypes != null) {

             argTypes.add(convertedExpr.getType());

           }

           args.add(lookupOrCreateGroupExpr(convertedExpr));

         }


         if (filter != null) {

           RexNode convertedExpr = bb.convertExpression(filter);

           assert convertedExpr != null;

           if (convertedExpr.getType().isNullable()) {

             convertedExpr =

                     rexBuilder.makeCall(SqlStdOperatorTable.IS_TRUE, convertedExpr);

           }

           filterArg = lookupOrCreateGroupExpr(convertedExpr);

         }

       } finally {

         // switch back into agg mode

         bb.agg = this;

       }


       SqlAggFunction aggFunction = (SqlAggFunction) call.getOperator();

       final RelDataType type = validator.deriveType(bb.scope, call);

       boolean distinct = false;

       SqlLiteral quantifier = call.getFunctionQuantifier();

       if ((null != quantifier) && (quantifier.getValue() == SqlSelectKeyword.DISTINCT)) {

         distinct = true;

       }

       boolean approximate = false;

       if (aggFunction == SqlStdOperatorTable.APPROX_COUNT_DISTINCT) {

         aggFunction = SqlStdOperatorTable.COUNT;

         distinct = true;

         approximate = true;

       }

       final RelCollation collation;

       if (orderList == null || orderList.size() == 0) {

         collation = RelCollations.EMPTY;

       } else {

         collation = RelCollations.of(

                 orderList.getList()

                         .stream()

                         .map(order

                                 -> bb.convertSortExpression(order,

                                         RelFieldCollation.Direction.ASCENDING,

                                         RelFieldCollation.NullDirection.UNSPECIFIED))

                         .map(fieldCollation

                                 -> new RelFieldCollation(

                                         lookupOrCreateGroupExpr(fieldCollation.left),

                                         fieldCollation.getDirection(),

                                         fieldCollation.getNullDirection()))

                         .collect(Collectors.toList()));

       }

       final AggregateCall aggCall = AggregateCall.create(aggFunction,

               distinct,

               approximate,

               ignoreNulls,

               args,

               filterArg,

               collation,

               type,

               nameMap.get(outerCall.toString()));

       RexNode rex = rexBuilder.addAggCall(

               aggCall, groupExprs.size(), aggCalls, aggCallMapping, argTypes);

       aggMapping.put(outerCall, rex);

     }


     private int lookupOrCreateGroupExpr(RexNode expr) {

       int index = 0;

       for (RexNode convertedInputExpr : Pair.left(convertedInputExprs)) {

         if (expr.equals(convertedInputExpr)) {

           return index;

         }

         ++index;

       }


       // not found -- add it

       addExpr(expr, null);

       return index;

     }


     public int lookupGroupExpr(SqlNode expr) {

       for (int i = 0; i < groupExprs.size(); i++) {

         SqlNode groupExpr = groupExprs.get(i);

         if (expr.equalsDeep(groupExpr, Litmus.IGNORE)) {

           return i;

         }

       }

       return -1;

     }


     public RexNode lookupAggregates(SqlCall call) {

       // assert call.getOperator().isAggregator();

       assert bb.agg == this;


       for (Map.Entry<SqlNode, Ord<AuxiliaryConverter>> e :

               auxiliaryGroupExprs.entrySet()) {

         if (call.equalsDeep(e.getKey(), Litmus.IGNORE)) {

           AuxiliaryConverter converter = e.getValue().e;

           final int groupOrdinal = e.getValue().i;

           return converter.convert(rexBuilder,

                   convertedInputExprs.get(groupOrdinal).left,

                   rexBuilder.makeInputRef(bb.root, groupOrdinal));

         }

       }


       return aggMapping.get(call);

     }


     public List<Pair<RexNode, String>> getPreExprs() {

       return convertedInputExprs;

     }


     public List<AggregateCall> getAggCalls() {

       return aggCalls;

     }


     private boolean containsGroupId() {

       return aggCalls.stream().anyMatch(

               agg -> agg.getAggregation().kind == SqlKind.GROUP_ID);

     }


     public RelDataTypeFactory getTypeFactory() {

       return typeFactory;

     }

   }


   private static class LookupContext {

     private final List<Pair<RelNode, Integer>> relOffsetList = new ArrayList<>();


     LookupContext(Blackboard bb, List<RelNode> rels, int systemFieldCount) {

       bb.flatten(rels, systemFieldCount, new int[] {0}, relOffsetList);

     }


     Pair<RelNode, Integer> findRel(int offset) {

       return relOffsetList.get(offset);

     }

   }


   private class HistogramShuttle extends RexShuttle {

     static final boolean ENABLE_HISTOGRAM_AGG = false;


     private final List<RexNode> partitionKeys;

     private final ImmutableList<RexFieldCollation> orderKeys;

     private final RexWindowBound lowerBound;

     private final RexWindowBound upperBound;

     private final boolean rows;

     private final boolean allowPartial;

     private final boolean distinct;

     private final boolean ignoreNulls;


     HistogramShuttle(List<RexNode> partitionKeys,

             ImmutableList<RexFieldCollation> orderKeys,

             RexWindowBound lowerBound,

             RexWindowBound upperBound,

             boolean rows,

             boolean allowPartial,

             boolean distinct,

             boolean ignoreNulls) {

       this.partitionKeys = partitionKeys;

       this.orderKeys = orderKeys;

       this.lowerBound = lowerBound;

       this.upperBound = upperBound;

       this.rows = rows;

       this.allowPartial = allowPartial;

       this.distinct = distinct;

       this.ignoreNulls = ignoreNulls;

     }


     public RexNode visitCall(RexCall call) {

       final SqlOperator op = call.getOperator();

       if (!(op instanceof SqlAggFunction)) {

         return super.visitCall(call);

       }

       final SqlAggFunction aggOp = (SqlAggFunction) op;

       final RelDataType type = call.getType();

       List<RexNode> exprs = call.getOperands();


       SqlFunction histogramOp = !ENABLE_HISTOGRAM_AGG ? null : getHistogramOp(aggOp);


       if (histogramOp != null) {

         final RelDataType histogramType = computeHistogramType(type);


         // For DECIMAL, since it's already represented as a bigint we

         // want to do a reinterpretCast instead of a cast to avoid

         // losing any precision.

         boolean reinterpretCast = type.getSqlTypeName() == SqlTypeName.DECIMAL;


         // Replace original expression with CAST of not one

         // of the supported types

         if (histogramType != type) {

           exprs = new ArrayList<>(exprs);

           exprs.set(0,

                   reinterpretCast ? rexBuilder.makeReinterpretCast(

                           histogramType, exprs.get(0), rexBuilder.makeLiteral(false))

                                   : rexBuilder.makeCast(histogramType, exprs.get(0)));

         }


         RexCallBinding bind = new RexCallBinding(rexBuilder.getTypeFactory(),

                 SqlStdOperatorTable.HISTOGRAM_AGG,

                 exprs,

                 ImmutableList.of());


         RexNode over = rexBuilder.makeOver(

                 SqlStdOperatorTable.HISTOGRAM_AGG.inferReturnType(bind),

                 SqlStdOperatorTable.HISTOGRAM_AGG,

                 exprs,

                 partitionKeys,

                 orderKeys,

                 lowerBound,

                 upperBound,

                 rows,

                 allowPartial,

                 false,

                 distinct,

                 ignoreNulls);


         RexNode histogramCall =

                 rexBuilder.makeCall(histogramType, histogramOp, ImmutableList.of(over));


         // If needed, post Cast result back to original

         // type.

         if (histogramType != type) {

           if (reinterpretCast) {

             histogramCall = rexBuilder.makeReinterpretCast(

                     type, histogramCall, rexBuilder.makeLiteral(false));

           } else {

             histogramCall = rexBuilder.makeCast(type, histogramCall);

           }

         }


         return histogramCall;

       } else {

         boolean needSum0 = aggOp == SqlStdOperatorTable.SUM && type.isNullable();

         SqlAggFunction aggOpToUse = needSum0 ? SqlStdOperatorTable.SUM0 : aggOp;

         return rexBuilder.makeOver(type,

                 aggOpToUse,

                 exprs,

                 partitionKeys,

                 orderKeys,

                 lowerBound,

                 upperBound,

                 rows,

                 allowPartial,

                 needSum0,

                 distinct,

                 ignoreNulls);

       }

     }


     SqlFunction getHistogramOp(SqlAggFunction aggFunction) {

       if (aggFunction == SqlStdOperatorTable.MIN) {

         return SqlStdOperatorTable.HISTOGRAM_MIN;

       } else if (aggFunction == SqlStdOperatorTable.MAX) {

         return SqlStdOperatorTable.HISTOGRAM_MAX;

       } else if (aggFunction == SqlStdOperatorTable.FIRST_VALUE) {

         return SqlStdOperatorTable.HISTOGRAM_FIRST_VALUE;

       } else if (aggFunction == SqlStdOperatorTable.LAST_VALUE) {

         return SqlStdOperatorTable.HISTOGRAM_LAST_VALUE;

       } else {

         return null;

       }

     }


     private RelDataType computeHistogramType(RelDataType type) {

       if (SqlTypeUtil.isExactNumeric(type)

               && type.getSqlTypeName() != SqlTypeName.BIGINT) {

         return typeFactory.createSqlType(SqlTypeName.BIGINT);

       } else if (SqlTypeUtil.isApproximateNumeric(type)

               && type.getSqlTypeName() != SqlTypeName.DOUBLE) {

         return typeFactory.createSqlType(SqlTypeName.DOUBLE);

       } else {

         return type;

       }

     }

   }


   private static class SubQuery {

     final SqlNode node;

     final RelOptUtil.Logic logic;

     RexNode expr;


     private SubQuery(SqlNode node, RelOptUtil.Logic logic) {

       this.node = node;

       this.logic = logic;

     }

   }


   private static class AggregateFinder extends SqlBasicVisitor<Void> {

     final SqlNodeList list = new SqlNodeList(SqlParserPos.ZERO);

     final SqlNodeList filterList = new SqlNodeList(SqlParserPos.ZERO);

     final SqlNodeList orderList = new SqlNodeList(SqlParserPos.ZERO);


     @Override

     public Void visit(SqlCall call) {

       // ignore window aggregates and ranking functions (associated with OVER

       // operator)

       if (call.getOperator().getKind() == SqlKind.OVER) {

         return null;

       }


       if (call.getOperator().getKind() == SqlKind.FILTER) {

         // the WHERE in a FILTER must be tracked too so we can call replaceSubQueries on

         // it.

         // see https://issues.apache.org/jira/browse/CALCITE-1910

         final SqlNode aggCall = call.getOperandList().get(0);

         final SqlNode whereCall = call.getOperandList().get(1);

         list.add(aggCall);

         filterList.add(whereCall);

         return null;

       }


       if (call.getOperator().getKind() == SqlKind.WITHIN_GROUP) {

         // the WHERE in a WITHIN_GROUP must be tracked too so we can call

         // replaceSubQueries on it.

         // see https://issues.apache.org/jira/browse/CALCITE-1910

         final SqlNode aggCall = call.getOperandList().get(0);

         final SqlNodeList orderList = (SqlNodeList) call.getOperandList().get(1);

         list.add(aggCall);

         orderList.getList().forEach(this.orderList::add);

         return null;

       }


       if (call.getOperator().isAggregator()) {

         list.add(call);

         return null;

       }


       // Don't traverse into sub-queries, even if they contain aggregate

       // functions.

       if (call instanceof SqlSelect) {

         return null;

       }


       return call.getOperator().acceptCall(this, call);

     }

   }


   private static class CorrelationUse {

     private final CorrelationId id;

     private final ImmutableBitSet requiredColumns;

     private final RelNode r;


     CorrelationUse(CorrelationId id, ImmutableBitSet requiredColumns, RelNode r) {

       this.id = id;

       this.requiredColumns = requiredColumns;

       this.r = r;

     }

   }


   public static ConfigBuilder configBuilder() {

     return new ConfigBuilder();

   }


   public interface Config {

     Config DEFAULT = configBuilder().build();


     boolean isDecorrelationEnabled();


     boolean isTrimUnusedFields();


     boolean isCreateValuesRel();


     boolean isExplain();


     boolean isExpand();


     int getInSubQueryThreshold();


     RelBuilderFactory getRelBuilderFactory();


     UnaryOperator<RelBuilder.Config> getRelBuilderConfigTransform();


     HintStrategyTable getHintStrategyTable();


     BiPredicate<SqlNode, SqlNode> getExpandPredicate();

   }


   public static class ConfigBuilder {

     private boolean decorrelationEnabled = true;

     private boolean trimUnusedFields = false;

     private boolean createValuesRel = true;

     private boolean explain;

     private boolean expand = true;

     private int inSubQueryThreshold = DEFAULT_IN_SUB_QUERY_THRESHOLD;

     private UnaryOperator<RelBuilder.Config> relBuilderConfigTransform =

             c -> c.withPushJoinCondition(true);

     private RelBuilderFactory relBuilderFactory = RelFactories.LOGICAL_BUILDER;

     private HintStrategyTable hintStrategyTable = HintStrategyTable.EMPTY;

     // MAT 08 Jan 2021 HEAVY.AI code

     // pushdown join condition incurs an extra projection overhead, so remove it (21 Apr

     // 2021)

     private BiPredicate<SqlNode, SqlNode> expandPredicate;

     // MAT 08 Jan 2021 HEAVY.AI code ends


     private ConfigBuilder() {}


     public ConfigBuilder withConfig(Config config) {

       this.decorrelationEnabled = config.isDecorrelationEnabled();

       this.trimUnusedFields = config.isTrimUnusedFields();

       this.createValuesRel = config.isCreateValuesRel();

       this.explain = config.isExplain();

       this.expand = config.isExpand();

       this.inSubQueryThreshold = config.getInSubQueryThreshold();

       this.relBuilderConfigTransform = config.getRelBuilderConfigTransform();

       this.relBuilderFactory = config.getRelBuilderFactory();

       this.hintStrategyTable = config.getHintStrategyTable();


       // MAT 08 Jan 2021 HEAVY.AI code

       if (!(config.getExpandPredicate() instanceof ConfigImpl.DefaultExpandPredicate)) {

         this.expandPredicate = config.getExpandPredicate();

       }

       // MAT 08 Jan 2021 HEAVY.AI code ends

       return this;

     }


     public ConfigBuilder withDecorrelationEnabled(boolean enabled) {

       this.decorrelationEnabled = enabled;

       return this;

     }


     public ConfigBuilder withTrimUnusedFields(boolean trimUnusedFields) {

       this.trimUnusedFields = trimUnusedFields;

       return this;

     }


     public ConfigBuilder withCreateValuesRel(boolean createValuesRel) {

       this.createValuesRel = createValuesRel;

       return this;

     }


     public ConfigBuilder withExplain(boolean explain) {

       this.explain = explain;

       return this;

     }


     public ConfigBuilder withExpand(boolean expand) {

       this.expand = expand;

       return this;

     }


     public ConfigBuilder withExpandPredicate(BiPredicate<SqlNode, SqlNode> predicate) {

       this.expandPredicate = predicate;

       return this;

     }


     public ConfigBuilder withPushJoinCondition(boolean pushJoinCondition) {

       return withRelBuilderConfigTransform(Util.andThen(relBuilderConfigTransform,

               c -> c.withPushJoinCondition(pushJoinCondition)));

     }


     @Deprecated // to be removed before 2.0

     public ConfigBuilder withInSubqueryThreshold(int inSubQueryThreshold) {

       return withInSubQueryThreshold(inSubQueryThreshold);

     }


     public ConfigBuilder withInSubQueryThreshold(int inSubQueryThreshold) {

       this.inSubQueryThreshold = inSubQueryThreshold;

       return this;

     }


     public ConfigBuilder withRelBuilderConfigTransform(

             UnaryOperator<RelBuilder.Config> relBuilderConfigTransform) {

       this.relBuilderConfigTransform = relBuilderConfigTransform;

       return this;

     }


     public ConfigBuilder withRelBuilderFactory(RelBuilderFactory relBuilderFactory) {

       this.relBuilderFactory = relBuilderFactory;

       return this;

     }


     public ConfigBuilder withHintStrategyTable(HintStrategyTable hintStrategyTable) {

       this.hintStrategyTable = hintStrategyTable;

       return this;

     }


     public Config build() {

       return new ConfigImpl(decorrelationEnabled,

               trimUnusedFields,

               createValuesRel,

               explain,

               expand,

               expandPredicate,

               inSubQueryThreshold,

               relBuilderConfigTransform,

               relBuilderFactory,

               hintStrategyTable);

     }

   }


   private static class ConfigImpl implements Config {

     private final boolean decorrelationEnabled;

     private final boolean trimUnusedFields;

     private final boolean createValuesRel;

     private final boolean explain;

     private final boolean expand;

     private final int inSubQueryThreshold;

     private final UnaryOperator<RelBuilder.Config> relBuilderConfigTransform;

     private final RelBuilderFactory relBuilderFactory;

     private final HintStrategyTable hintStrategyTable;


     private final BiPredicate<SqlNode, SqlNode> expandPredicate;


     // MAT 08 Jab 2021 HEAVY.AI code

     private class DefaultExpandPredicate implements BiPredicate<SqlNode, SqlNode> {

       @Override

       public boolean test(SqlNode t, SqlNode u) {

         return expand;

       }

     }


     // MAT 08 Jan 2021 HEAVY.AI code ends


     private ConfigImpl(boolean decorrelationEnabled,

             boolean trimUnusedFields,

             boolean createValuesRel,

             boolean explain,

             boolean expand,

             // MAT 08 Jan 2021 HEAVY.AI code

             BiPredicate<SqlNode, SqlNode> expandPredicate,

             // MAT 08 Jan 2021 HEAVY.AI code ends

             int inSubQueryThreshold,

             UnaryOperator<RelBuilder.Config> relBuilderConfigTransform,

             RelBuilderFactory relBuilderFactory,

             HintStrategyTable hintStrategyTable) {

       this.decorrelationEnabled = decorrelationEnabled;

       this.trimUnusedFields = trimUnusedFields;

       this.createValuesRel = createValuesRel;

       // MAT 08 Jan 2021 HEAVY.AI code

       this.explain = explain;

       this.expand = expand;

       // MAT 08 Jan 2021 HEAVY.AI code ends

       this.inSubQueryThreshold = inSubQueryThreshold;

       this.relBuilderConfigTransform = relBuilderConfigTransform;

       this.relBuilderFactory = relBuilderFactory;

       this.hintStrategyTable = hintStrategyTable;

       // MAT 08 Jan 2021 HEAVY.AI code

       if (null == expandPredicate) {

         expandPredicate = new DefaultExpandPredicate();

       }

       this.expandPredicate = expandPredicate;


       // MAT 08 Jan 2021 HEAVY.AI code ends

     }


     // TODO MAT 08 Jan 2021 add our added types to this equals

     @Override

     public boolean equals(Object obj) {

       return this == obj

               || obj instanceof ConfigImpl

               && decorrelationEnabled == ((ConfigImpl) obj).decorrelationEnabled

               && trimUnusedFields == ((ConfigImpl) obj).trimUnusedFields

               && createValuesRel == ((ConfigImpl) obj).createValuesRel

               && explain == ((ConfigImpl) obj).explain

               && expand == ((ConfigImpl) obj).expand

               && inSubQueryThreshold == ((ConfigImpl) obj).inSubQueryThreshold

               && relBuilderFactory == ((ConfigImpl) obj).relBuilderFactory

               && hintStrategyTable == ((ConfigImpl) obj).hintStrategyTable;

     }


     @Override

     public int hashCode() {

       return Objects.hash(decorrelationEnabled,

               trimUnusedFields,

               createValuesRel,

               explain,

               expand,

               inSubQueryThreshold,

               relBuilderFactory,

               hintStrategyTable);

     }


     public boolean isDecorrelationEnabled() {

       return decorrelationEnabled;

     }


     public boolean isTrimUnusedFields() {

       return trimUnusedFields;

     }


     public boolean isCreateValuesRel() {

       return createValuesRel;

     }


     public boolean isExplain() {

       return explain;

     }


     public boolean isExpand() {

       return expand;

     }


     public int getInSubQueryThreshold() {

       return inSubQueryThreshold;

     }


     public UnaryOperator<RelBuilder.Config> getRelBuilderConfigTransform() {

       return relBuilderConfigTransform;

     }


     public RelBuilderFactory getRelBuilderFactory() {

       return relBuilderFactory;

     }


     public HintStrategyTable getHintStrategyTable() {

       return hintStrategyTable;

     }


     // MAT 08 Jan 2021 HEAVY.AI code

     public BiPredicate<SqlNode, SqlNode> getExpandPredicate() {

       return expandPredicate;

     }

     // MAT 08 Jan 2021 HEAVY.AI code ends

   }

 }

heavydb.dtypes.T
T
Definition: dtypes.py:8

org.apache.calcite.sql2rel.SqlToRelConverter.convertWith
RelRoot convertWith(SqlWith with, boolean top)
Definition: SqlToRelConverter.java:4047

org.apache.calcite.sql2rel.SqlToRelConverter.createToRelContext
RelOptTable.ToRelContext createToRelContext(List< RelHint > hints)
Definition: SqlToRelConverter.java:3394

org.apache.calcite.sql2rel.SqlToRelConverter.isOrdered
static boolean isOrdered(SqlNode query)
Definition: SqlToRelConverter.java:615

org.apache.calcite.sql2rel.SqlToRelConverter.DeferredLookup.originalRelName
String originalRelName
Definition: SqlToRelConverter.java:4818

org.apache.calcite.sql2rel.SqlToRelConverter.getMapConvertedNonCorrSubqs
Map< SqlNode, RexNode > getMapConvertedNonCorrSubqs()
Definition: SqlToRelConverter.java:408

org.apache.calcite.sql2rel.SqlToRelConverter.exprConverter
final SqlNodeToRexConverter exprConverter
Definition: SqlToRelConverter.java:258

org.apache.calcite.sql2rel.SqlToRelConverter.negate
SqlQuantifyOperator negate(SqlQuantifyOperator operator)
Definition: SqlToRelConverter.java:4810

JoinType
JoinType
Definition: sqldefs.h:172

NullsOrdering::FIRST

org.apache.calcite.sql2rel.SqlToRelConverter.Blackboard
Definition: SqlToRelConverter.java:4111

org.apache.calcite.sql2rel.SqlToRelConverter.getDynamicParamCount
int getDynamicParamCount()
Definition: SqlToRelConverter.java:371

org.apache.calcite.sql2rel.SqlToRelConverter.getRexBuilder
RexBuilder getRexBuilder()
Definition: SqlToRelConverter.java:361

run_benchmark_import.args
tuple args
Definition: run_benchmark_import.py:247

org.apache.calcite.sql2rel.SqlToRelConverter.setDynamicParamCountInExplain
void setDynamicParamCountInExplain(int explainParamCount)
Definition: SqlToRelConverter.java:439

org.apache.calcite.sql2rel.SqlToRelConverter.pushDownNotForIn
static SqlNode pushDownNotForIn(SqlValidatorScope scope, SqlNode sqlNode)
Definition: SqlToRelConverter.java:880

org.apache.calcite.sql2rel.SqlToRelConverter.Blackboard.top
final boolean top
Definition: SqlToRelConverter.java:4154

org.apache.calcite.sql2rel.SqlToRelConverter.extraSelectItems
void extraSelectItems(Blackboard bb, SqlSelect select, List< RexNode > exprList, List< String > nameList, Collection< String > aliasList, List< SqlMonotonicity > columnMonotonicityList)
Definition: SqlToRelConverter.java:4021

QueryRunner::ALL
Definition: QueryRunner.h:114

org.apache.calcite.sql2rel.SqlToRelConverter.convertInsert
RelNode convertInsert(SqlInsert call)
Definition: SqlToRelConverter.java:3296

org.apache.calcite.sql2rel.SqlToRelConverter.isStream
static boolean isStream(SqlNode query)
Definition: SqlToRelConverter.java:610

org.apache.calcite.sql2rel.SqlToRelConverter.SQL2REL_LOGGER
static final Logger SQL2REL_LOGGER
Definition: SqlToRelConverter.java:236

org.apache.calcite.sql2rel.SqlToRelConverter.relBuilder
final RelBuilder relBuilder
Definition: SqlToRelConverter.java:262

org.apache.calcite.sql2rel.SqlToRelConverter.substituteSubQuery
void substituteSubQuery(Blackboard bb, SubQuery subQuery)
Definition: SqlToRelConverter.java:1018

org.apache.calcite.sql2rel.SqlToRelConverter.convertCollectionTable
void convertCollectionTable(Blackboard bb, SqlCall call)
Definition: SqlToRelConverter.java:2348

JoinType::LEFT

org.apache.calcite.sql2rel.SqlToRelConverter.Blackboard.getTopNode
SqlNode getTopNode()
Definition: SqlToRelConverter.java:4177

org.apache.calcite.sql2rel.SqlToRelConverter.NoOpSubQueryConverter.convertSubQuery
RexNode convertSubQuery(SqlCall subQuery, SqlToRelConverter parentConverter, boolean isExists, boolean isExplain)
Definition: SqlToRelConverter.java:4842

org.apache.calcite.sql2rel.SqlToRelConverter.checkConvertedType
void checkConvertedType(SqlNode query, RelNode result)
Definition: SqlToRelConverter.java:444

org.apache.calcite.sql2rel.SqlToRelConverter.DeferredLookup.DeferredLookup
DeferredLookup(Blackboard bb, String originalRelName)
Definition: SqlToRelConverter.java:4820

org.apache.calcite.sql2rel.SqlToRelConverter.translateIn
RexNode translateIn(RelOptUtil.Logic logic, RelNode root, final RexNode rex)
Definition: SqlToRelConverter.java:1260

org.apache.calcite.sql2rel.SqlToRelConverter.convertCursor
RelNode convertCursor(Blackboard bb, SubQuery subQuery)
Definition: SqlToRelConverter.java:3851

org.apache.calcite.sql2rel.SqlToRelConverter.DeferredLookup
Definition: SqlToRelConverter.java:4816

org.apache.calcite.sql2rel.SqlToRelConverter.convertQueryOrInList
RelNode convertQueryOrInList(Blackboard bb, SqlNode seek, RelDataType targetRowType)
Definition: SqlToRelConverter.java:1548

join
std::string join(T const &container, std::string const &delim)
Definition: StringTransform.h:63

measure
Definition: sample.cpp:27

RexLiteral
Definition: RelAlgDag.h:193

org.apache.calcite.sql2rel.SqlToRelConverter.castNullLiteralIfNeeded
RexNode castNullLiteralIfNeeded(RexNode node, RelDataType type)
Definition: SqlToRelConverter.java:3561

org.apache.calcite.sql2rel.SqlToRelConverter.ensureSqlType
RexNode ensureSqlType(RelDataType type, RexNode node)
Definition: SqlToRelConverter.java:1494

org.apache.calcite.sql2rel.SqlToRelConverter
Definition: SqlToRelConverter.java:233

org.apache.calcite.sql2rel.SqlToRelConverter.getCluster
RelOptCluster getCluster()
Definition: SqlToRelConverter.java:354

setup.root
tuple root
Definition: setup.in.py:14

org.apache.calcite.sql2rel.SqlToRelConverter.RexAccessShuttle.builder
final RexBuilder builder
Definition: SqlToRelConverter.java:2439

MLFramework::DEFAULT

org.apache.calcite.sql2rel.SqlToRelConverter.Blackboard.subQueryList
final List< SubQuery > subQueryList
Definition: SqlToRelConverter.java:4130

org.apache.calcite.sql2rel.SqlToRelConverter.afterTableFunction
void afterTableFunction(SqlToRelConverter.Blackboard bb, SqlCall call, LogicalTableFunctionScan callRel)
Definition: SqlToRelConverter.java:2399

toString
std::string toString(const QueryDescriptionType &type)
Definition: Types.h:64

org.apache.calcite.sql2rel.SqlToRelConverter.cluster
final RelOptCluster cluster
Definition: SqlToRelConverter.java:252

org.apache.calcite.sql2rel.SqlToRelConverter.explainParamCount
int explainParamCount
Definition: SqlToRelConverter.java:260

org.apache.calcite.sql2rel.SqlToRelConverter.toRel
RelNode toRel(final RelOptTable table, final List< RelHint > hints)
Definition: SqlToRelConverter.java:3398

File_Namespace::create
std::pair< FILE *, std::string > create(const std::string &basePath, const int fileId, const size_t pageSize, const size_t numPages)
Definition: File.cpp:55

JoinType::INNER

org.apache.calcite.sql2rel.SqlToRelConverter.SqlToRelConverter
SqlToRelConverter(RelOptTable.ViewExpander viewExpander, SqlValidator validator, Prepare.CatalogReader catalogReader, RelOptCluster cluster, SqlRexConvertletTable convertletTable)
Definition: SqlToRelConverter.java:311

org.apache.calcite.sql2rel.SqlToRelConverter.convertValuesImpl
void convertValuesImpl(Blackboard bb, SqlCall values, RelDataType targetRowType)
Definition: SqlToRelConverter.java:4070

org.apache.calcite.sql2rel.SqlToRelConverter.convertFrom
void convertFrom(Blackboard bb, SqlNode from)
Definition: SqlToRelConverter.java:1939

org.apache.calcite.sql2rel.SqlToRelConverter.Blackboard.scope
final SqlValidatorScope scope
Definition: SqlToRelConverter.java:4116

org.apache.calcite.sql2rel.SqlToRelConverter.getInitializerFactory
InitializerExpressionFactory getInitializerFactory(SqlValidatorTable validatorTable)
Definition: SqlToRelConverter.java:3541

org.apache.calcite.sql2rel.SqlToRelConverter.deriveAlias
String deriveAlias(final SqlNode node, Collection< String > aliases, final int ordinal)
Definition: SqlToRelConverter.java:4028

org.apache.calcite.sql2rel.SqlToRelConverter.Blackboard.setRoot
void setRoot(List< RelNode > inputs)
Definition: SqlToRelConverter.java:4323

org.apache.calcite.sql2rel.SqlToRelConverter.Blackboard.setPatternVarRef
void setPatternVarRef(boolean isVarRef)
Definition: SqlToRelConverter.java:4188

org.apache.calcite.sql2rel.SqlToRelConverter.RexAccessShuttle
Definition: SqlToRelConverter.java:2438

org.apache.calcite.sql2rel.SqlToRelConverter.decorrelate
RelNode decorrelate(SqlNode query, RelNode rootRel)
Definition: SqlToRelConverter.java:492

Double
Definition: HashJoinRuntime.h:120

org.apache.calcite.sql2rel.SqlToRelConverter.Blackboard.setRoot
void setRoot(List< RelNode > inputs, RelNode root, boolean hasSystemFields)
Definition: SqlToRelConverter.java:4302

org.apache.calcite.sql2rel.SqlToRelConverter.config
final SqlToRelConverter.Config config
Definition: SqlToRelConverter.java:261

org.apache.calcite.sql2rel.SqlToRelConverter.convertDynamicParam
RexDynamicParam convertDynamicParam(final SqlDynamicParam dynamicParam)
Definition: SqlToRelConverter.java:3078

report.rows
tuple rows
Definition: report.py:114

org.apache.calcite.sql2rel.SqlToRelConverter.convertRowValues
RelNode convertRowValues(Blackboard bb, SqlNode rowList, Collection< SqlNode > rows, boolean allowLiteralsOnly, RelDataType targetRowType)
Definition: SqlToRelConverter.java:1564

org.apache.calcite.sql2rel.SqlToRelConverter.convertInToOr
RexNode convertInToOr(final Blackboard bb, final List< RexNode > leftKeys, SqlNodeList valuesList, SqlInOperator op)
Definition: SqlToRelConverter.java:1440

field
const rapidjson::Value & field(const rapidjson::Value &obj, const char field[]) noexcept
Definition: JsonAccessors.h:33

org.apache.calcite.sql2rel.SqlToRelConverter.mapCorrelToDeferred
final Map< CorrelationId, DeferredLookup > mapCorrelToDeferred
Definition: SqlToRelConverter.java:267

org.apache.calcite.sql2rel.SqlToRelConverter.convertExists
RelOptUtil.Exists convertExists(SqlNode seek, RelOptUtil.SubQueryType subQueryType, RelOptUtil.Logic logic, boolean notIn, RelDataType targetDataType)
Definition: SqlToRelConverter.java:1534

org.apache.calcite.sql2rel.SqlToRelConverter.opTab
final SqlOperatorTable opTab
Definition: SqlToRelConverter.java:256

org.apache.calcite.sql2rel.SqlToRelConverter.createSource
RelNode createSource(RelOptTable targetTable, RelNode source, ModifiableView modifiableView, RelDataType delegateRowType)
Definition: SqlToRelConverter.java:3353

org.apache.calcite.sql2rel.SqlToRelConverter.convertRowConstructor
RelNode convertRowConstructor(Blackboard bb, SqlCall rowConstructor)
Definition: SqlToRelConverter.java:3845

org.apache.calcite.sql2rel.SqlToRelConverter.rexBuilder
final RexBuilder rexBuilder
Definition: SqlToRelConverter.java:250

org.apache.calcite.sql2rel.SqlToRelConverter.convertQueryRecursive
RelRoot convertQueryRecursive(SqlNode query, boolean top, RelDataType targetRowType)
Definition: SqlToRelConverter.java:3240

org.apache.calcite.sql2rel.SqlToRelConverter.DeferredLookup.getOriginalRelName
String getOriginalRelName()
Definition: SqlToRelConverter.java:4829

org.apache.calcite.sql2rel.SqlToRelConverter.SqlToRelConverter
SqlToRelConverter(RelOptTable.ViewExpander viewExpander, SqlValidator validator, Prepare.CatalogReader catalogReader, RelOptPlanner planner, RexBuilder rexBuilder, SqlRexConvertletTable convertletTable)
Definition: SqlToRelConverter.java:296

org.apache.calcite.sql2rel.SqlToRelConverter.dynamicParamSqlNodes
final List< SqlDynamicParam > dynamicParamSqlNodes
Definition: SqlToRelConverter.java:255

org.apache.calcite.sql2rel.SqlToRelConverter.Blackboard.setRoot
void setRoot(RelNode root, boolean leaf)
Definition: SqlToRelConverter.java:4294

org.apache.calcite.sql2rel.SqlToRelConverter.mapConvertedNonCorrSubqs
final Map< SqlNode, RexNode > mapConvertedNonCorrSubqs
Definition: SqlToRelConverter.java:280

org.apache.calcite.sql2rel.SqlToRelConverter.convertLiteralInValuesList
RexLiteral convertLiteralInValuesList(SqlNode sqlNode, Blackboard bb, RelDataType rowType, int iField)
Definition: SqlToRelConverter.java:1638

org.apache.calcite.sql2rel.SqlToRelConverter.convertUnnest
void convertUnnest(Blackboard bb, SqlCall call, List< String > fieldNames)
Definition: SqlToRelConverter.java:2117

org.apache.calcite.sql2rel.SqlToRelConverter.NoOpSubQueryConverter
Definition: SqlToRelConverter.java:4837

org.apache.calcite.sql2rel.SqlToRelConverter.RexAccessShuttle.rexCorrel
final RexCorrelVariable rexCorrel
Definition: SqlToRelConverter.java:2440

org.apache.calcite.sql2rel.SqlToRelConverter.distinctify
void distinctify(Blackboard bb, boolean checkForDupExprs)
Definition: SqlToRelConverter.java:722

org.apache.calcite.sql2rel.SqlToRelConverter.newFieldTrimmer
RelFieldTrimmer newFieldTrimmer()
Definition: SqlToRelConverter.java:553

AggregationType::UNION

org.apache.calcite.sql2rel.SqlToRelConverter.Blackboard.window
SqlWindow window
Definition: SqlToRelConverter.java:4141

com.mapd.calcite.parser.HeavyDBSqlOperatorTable.ExtTableFunction
Definition: HeavyDBSqlOperatorTable.java:2926

org.apache.calcite.sql2rel.SqlToRelConverter.createModify
RelNode createModify(RelOptTable targetTable, RelNode source)
Definition: SqlToRelConverter.java:3309

org.apache.calcite.sql2rel.SqlToRelConverter.catalogReader
final Prepare.CatalogReader catalogReader
Definition: SqlToRelConverter.java:251

org.apache.calcite.sql2rel.SqlToRelConverter.trimUnusedFields
RelNode trimUnusedFields(boolean ordered, RelNode rootRel)
Definition: SqlToRelConverter.java:525

org.apache.calcite.sql2rel.SqlToRelConverter.convertUsing
RexNode convertUsing(SqlValidatorNamespace leftNamespace, SqlValidatorNamespace rightNamespace, List< String > nameList)
Definition: SqlToRelConverter.java:2721

org.apache.calcite.sql2rel.SqlToRelConverter.convertSelectImpl
void convertSelectImpl(final Blackboard bb, SqlSelect select)
Definition: SqlToRelConverter.java:664

org.apache.calcite.sql2rel.SqlToRelConverter.getSystemFields
List< RelDataTypeField > getSystemFields()
Definition: SqlToRelConverter.java:2676

org.apache.calcite.sql2rel.SqlToRelConverter.addConvertedNonCorrSubqs
void addConvertedNonCorrSubqs(Map< SqlNode, RexNode > alreadyConvertedNonCorrSubqs)
Definition: SqlToRelConverter.java:419

org.apache.calcite.sql2rel.SqlToRelConverter.convertJoinCondition
RexNode convertJoinCondition(Blackboard bb, SqlValidatorNamespace leftNamespace, SqlValidatorNamespace rightNamespace, SqlNode condition, JoinConditionType conditionType, RelNode leftRel, RelNode rightRel)
Definition: SqlToRelConverter.java:2680

org.apache.calcite.sql2rel.SqlToRelConverter.collectInsertTargets
void collectInsertTargets(SqlInsert call, final RexNode sourceRef, final List< String > targetColumnNames, List< RexNode > columnExprs)
Definition: SqlToRelConverter.java:3578

org.apache.calcite.sql2rel.SqlToRelConverter.validator
final SqlValidator validator
Definition: SqlToRelConverter.java:249

org.apache.calcite.sql2rel.SqlToRelConverter.replaceSubQueries
void replaceSubQueries(final Blackboard bb, final SqlNode expr, RelOptUtil.Logic logic)
Definition: SqlToRelConverter.java:1010

org.apache.calcite.sql2rel.SqlToRelConverter.datasetStack
final Deque< String > datasetStack
Definition: SqlToRelConverter.java:273

org.apache.calcite.sql2rel.SqlToRelConverter.convertMerge
RelNode convertMerge(SqlMerge call)
Definition: SqlToRelConverter.java:3687

org.apache.calcite.sql2rel.SqlToRelConverter.unwrap
static< T > T unwrap(Object o, Class< T > clazz)
Definition: SqlToRelConverter.java:3554

ExtArgumentType::Void

Fragmenter_Namespace::indexOf
size_t indexOf(std::vector< T > &vec, T val)
Definition: InsertDataLoader.cpp:66

org.apache.calcite.sql2rel.SqlToRelConverter.isTrimUnusedFields
boolean isTrimUnusedFields()
Definition: SqlToRelConverter.java:3227

org.apache.calcite.sql2rel.SqlToRelConverter.SqlToRelConverter
SqlToRelConverter(RelOptTable.ViewExpander viewExpander, SqlValidator validator, Prepare.CatalogReader catalogReader, RelOptCluster cluster, SqlRexConvertletTable convertletTable, Config config)
Definition: SqlToRelConverter.java:325

org.apache.calcite.sql.validate.SqlValidatorImpl
Definition: SqlValidatorImpl.java:178

org.apache.calcite.sql2rel.SqlToRelConverter.flattenTypes
RelNode flattenTypes(RelNode rootRel, boolean restructure)
Definition: SqlToRelConverter.java:478

org.apache.calcite.sql2rel.SqlToRelConverter.createAggregate
RelNode createAggregate(Blackboard bb, ImmutableBitSet groupSet, ImmutableList< ImmutableBitSet > groupSets, List< AggregateCall > aggCalls)
Definition: SqlToRelConverter.java:3070

org.apache.calcite.sql2rel.SqlToRelConverter.getCorrelationUse
CorrelationUse getCorrelationUse(Blackboard bb, final RelNode r0)
Definition: SqlToRelConverter.java:2516

org.apache.calcite.sql2rel.SqlToRelConverter.DeferredLookup.getFieldAccess
RexFieldAccess getFieldAccess(CorrelationId name)
Definition: SqlToRelConverter.java:4825

org.apache.calcite.sql2rel.SqlToRelConverter.DeferredLookup.bb
Blackboard bb
Definition: SqlToRelConverter.java:4817

org.apache.calcite.sql2rel.SqlToRelConverter.convertSetOp
RelNode convertSetOp(SqlCall call)
Definition: SqlToRelConverter.java:3274

org.apache.calcite.sql2rel.SqlToRelConverter.subQueryConverter
SubQueryConverter subQueryConverter
Definition: SqlToRelConverter.java:253

org.apache.calcite.sql2rel.SqlToRelConverter.convertValues
RelNode convertValues(SqlCall values, RelDataType targetRowType)
Definition: SqlToRelConverter.java:4054

org.apache.calcite.sql2rel.SqlToRelConverter.DEFAULT_IN_SUBQUERY_THRESHOLD
static final int DEFAULT_IN_SUBQUERY_THRESHOLD
Definition: SqlToRelConverter.java:245

org.apache.calcite.sql2rel.SqlToRelConverter.convertAgg
void convertAgg(Blackboard bb, SqlSelect select, List< SqlNode > orderExprList)
Definition: SqlToRelConverter.java:2770

org.apache.calcite.sql2rel.SqlToRelConverter.getDynamicParamCountInExplain
int getDynamicParamCountInExplain(boolean increment)
Definition: SqlToRelConverter.java:396

org.apache.calcite.sql2rel.SqlToRelConverter.convertOver
RexNode convertOver(Blackboard bb, SqlNode node)
Definition: SqlToRelConverter.java:1847

org.apache.calcite.sql2rel.SqlToRelConverter.createAggImpl
final void createAggImpl(Blackboard bb, final AggConverter aggConverter, SqlNodeList selectList, SqlNodeList groupList, SqlNode having, List< SqlNode > orderExprList)
Definition: SqlToRelConverter.java:2781

org.apache.calcite.sql2rel.SqlToRelConverter.isRowConstructor
boolean isRowConstructor(SqlNode node)
Definition: SqlToRelConverter.java:1685

org.apache.calcite.sql2rel.SqlToRelConverter.createInsertBlackboard
Blackboard createInsertBlackboard(RelOptTable targetTable, RexNode sourceRef, List< String > targetColumnNames)
Definition: SqlToRelConverter.java:3520

org.apache.calcite.sql2rel.SqlToRelConverter.Blackboard.inputs
List< RelNode > inputs
Definition: SqlToRelConverter.java:4119

org.apache.calcite.sql2rel.SqlToRelConverter.containsInOperator
static boolean containsInOperator(SqlNode node)
Definition: SqlToRelConverter.java:855

org.apache.calcite.sql2rel.SqlToRelConverter.Blackboard.root
RelNode root
Definition: SqlToRelConverter.java:4118

org.apache.calcite.sql2rel.SqlToRelConverter.NoOpSubQueryConverter.canConvertSubQuery
boolean canConvertSubQuery()
Definition: SqlToRelConverter.java:4838

org.apache.calcite.sql2rel.SqlToRelConverter.convertUpdate
RelNode convertUpdate(SqlUpdate call)
Definition: SqlToRelConverter.java:3650

NullsOrdering::LAST

org.apache.calcite.sql2rel.SqlToRelConverter.convertIdentifier
void convertIdentifier(Blackboard bb, SqlIdentifier id, SqlNodeList extendedColumns, SqlNodeList tableHints)
Definition: SqlToRelConverter.java:2315

org.apache.calcite.sql2rel.SqlToRelConverter.convertMultisets
RelNode convertMultisets(final List< SqlNode > operands, Blackboard bb)
Definition: SqlToRelConverter.java:3862

f
torch::Tensor f(torch::Tensor x, torch::Tensor W_target, torch::Tensor b_target)
Definition: TestTorchTableFunctions.cpp:103

org.apache.calcite.sql2rel.SqlToRelConverter.containsNullLiteral
static boolean containsNullLiteral(SqlNodeList valueList)
Definition: SqlToRelConverter.java:1340

org.apache.calcite.sql2rel.SqlToRelConverter.Blackboard.agg
AggConverter agg
Definition: SqlToRelConverter.java:4135

Type
Type
Definition: ResultSetReductionOps.h:33

org.apache.calcite.sql2rel.SqlToRelConverter.decorrelateQuery
RelNode decorrelateQuery(RelNode rootRel)
Definition: SqlToRelConverter.java:3217

org.apache.calcite.sql2rel.SqlToRelConverter.getDynamicParamType
RelDataType getDynamicParamType(int index)
Definition: SqlToRelConverter.java:381

org.apache.calcite.sql2rel.SqlToRelConverter.typeFactory
final RelDataTypeFactory typeFactory
Definition: SqlToRelConverter.java:257

org.apache.calcite.sql2rel.SqlToRelConverter.gatherOrderExprs
void gatherOrderExprs(Blackboard bb, SqlSelect select, SqlNodeList orderList, List< SqlNode > extraOrderExprs, List< RelFieldCollation > collationList)
Definition: SqlToRelConverter.java:3106

org.apache.calcite.sql2rel.SqlToRelConverter.DEFAULT_IN_SUB_QUERY_THRESHOLD
static final int DEFAULT_IN_SUB_QUERY_THRESHOLD
Definition: SqlToRelConverter.java:242

org.apache.calcite.sql2rel.SqlToRelConverter.convertExtendedExpression
RexNode convertExtendedExpression(SqlNode node, Blackboard bb)
Definition: SqlToRelConverter.java:1843

org.apache.calcite.sql2rel.SqlToRelConverter.Blackboard.isPatternVarRef
boolean isPatternVarRef
Definition: SqlToRelConverter.java:4122

org.apache.calcite.sql2rel.SqlToRelConverter.convertExpression
RexNode convertExpression(SqlNode node)
Definition: SqlToRelConverter.java:1801

org.apache.calcite.sql2rel.SqlToRelConverter.hintStrategies
final HintStrategyTable hintStrategies
Definition: SqlToRelConverter.java:259

report.params
dictionary params
Definition: report.py:27

org.apache.calcite.sql2rel.SqlToRelConverter.convertMatchRecognize
void convertMatchRecognize(Blackboard bb, SqlCall call)
Definition: SqlToRelConverter.java:2147

org.apache.calcite.sql2rel.SqlToRelConverter.convertWhere
void convertWhere(final Blackboard bb, final SqlNode where)
Definition: SqlToRelConverter.java:979

org.apache.calcite.sql2rel.SqlToRelConverter.RexAccessShuttle.varCols
final BitSet varCols
Definition: SqlToRelConverter.java:2441

org.apache.calcite.sql2rel.SqlToRelConverter.convertExpression
RexNode convertExpression(SqlNode node, Map< String, RexNode > nameToNodeMap)
Definition: SqlToRelConverter.java:1820

org.apache.calcite.sql2rel.SqlToRelConverter.Blackboard.setDataset
void setDataset(String datasetName)
Definition: SqlToRelConverter.java:4321

org.apache.calcite.sql2rel.SqlToRelConverter.Blackboard.Blackboard
Blackboard(SqlValidatorScope scope, Map< String, RexNode > nameToNodeMap, boolean top)
Definition: SqlToRelConverter.java:4170

org.apache.calcite.sql2rel.SqlToRelConverter.rewriteAggregateWithGroupId
RelNode rewriteAggregateWithGroupId(Blackboard bb, AggregatingSelectScope.Resolved r, AggConverter converter)
Definition: SqlToRelConverter.java:2963

org.apache.calcite.sql2rel.SqlToRelConverter.viewExpander
final RelOptTable.ViewExpander viewExpander
Definition: SqlToRelConverter.java:282

org.apache.calcite.sql2rel.SqlToRelConverter.reg
static SqlNode reg(SqlValidatorScope scope, SqlNode e)
Definition: SqlToRelConverter.java:968

org.apache.calcite.sql2rel.SqlToRelConverter.convertNonCorrelatedSubQuery
boolean convertNonCorrelatedSubQuery(SubQuery subQuery, Blackboard bb, RelNode converted, boolean isExists)
Definition: SqlToRelConverter.java:1362

org.apache.calcite.sql.SqlOperator
Definition: SqlOperator.java:74

org.apache.calcite.sql2rel.SqlToRelConverter.findSubQueries
void findSubQueries(Blackboard bb, SqlNode node, RelOptUtil.Logic logic, boolean registerOnlyScalarSubQueries)
Definition: SqlToRelConverter.java:1709

org.apache.calcite.sql2rel.SqlToRelConverter.getInSubqueryThreshold
int getInSubqueryThreshold()
Definition: SqlToRelConverter.java:1513

org.apache.calcite.sql2rel.SqlToRelConverter.Blackboard.lookupExp
Pair< RexNode, Map< String, Integer > > lookupExp(SqlQualified qualified)
Definition: SqlToRelConverter.java:4333

org.apache.calcite.sql2rel.SqlToRelConverter.isSubQueryNonCorrelated
boolean isSubQueryNonCorrelated(RelNode subq, Blackboard bb)
Definition: SqlToRelConverter.java:2639

org.apache.calcite.sql2rel.SqlToRelConverter.enableDecorrelation
boolean enableDecorrelation()
Definition: SqlToRelConverter.java:3211

org.apache.calcite.sql2rel.SqlToRelConverter.convertIdentifier
RexNode convertIdentifier(Blackboard bb, SqlIdentifier identifier)
Definition: SqlToRelConverter.java:3771

org.apache.calcite.sql2rel.SqlToRelConverter.createJoin
RelNode createJoin(Blackboard bb, RelNode leftRel, RelNode rightRel, RexNode joinCond, JoinRelType joinType)
Definition: SqlToRelConverter.java:2459

org.apache.calcite.sql2rel.SqlToRelConverter.RexAccessShuttle.RexAccessShuttle
RexAccessShuttle(RexBuilder builder, RexCorrelVariable rexCorrel)
Definition: SqlToRelConverter.java:2443

ExpressionRangeType::Integer

org.apache.calcite.sql2rel.SqlToRelConverter.convertColumnList
RelNode convertColumnList(final SqlInsert call, RelNode source)
Definition: SqlToRelConverter.java:3465

org.apache.calcite.sql2rel.SqlToRelConverter.convertFrom
void convertFrom(Blackboard bb, SqlNode from, List< String > fieldNames)
Definition: SqlToRelConverter.java:1961

org.apache.calcite.sql2rel.SqlToRelConverter.Blackboard.nameToNodeMap
final Map< String, RexNode > nameToNodeMap
Definition: SqlToRelConverter.java:4117

org.apache.calcite.sql2rel.SqlToRelConverter.convertTemporalTable
void convertTemporalTable(Blackboard bb, SqlCall call)
Definition: SqlToRelConverter.java:2403

org.apache.calcite.sql2rel.SqlToRelConverter.desc
static boolean desc(RelFieldCollation.Direction direction)
Definition: SqlToRelConverter.java:3200

setup.name
string name
Definition: setup.in.py:72

anonymous_namespace{Utm.h}::n
constexpr double n
Definition: Utm.h:38

org.apache.calcite.sql2rel.SqlToRelConverter.all
boolean all(SqlCall call)
Definition: SqlToRelConverter.java:3292

org.apache.calcite.sql2rel.SqlToRelConverter.getColumnMappings
Set< RelColumnMapping > getColumnMappings(SqlOperator op)
Definition: SqlToRelConverter.java:2416

org.apache.calcite.sql2rel.SqlToRelConverter.createBlackboard
Blackboard createBlackboard(SqlValidatorScope scope, Map< String, RexNode > nameToNodeMap, boolean top)
Definition: SqlToRelConverter.java:655

org.apache.calcite.sql2rel.SqlToRelConverter.convertQuery
RelRoot convertQuery(SqlNode query, final boolean needsValidation, final boolean top)
Definition: SqlToRelConverter.java:568

org.apache.calcite.sql2rel.SqlToRelConverter.convertOrderItem
RelFieldCollation convertOrderItem(SqlSelect select, SqlNode orderItem, List< SqlNode > extraExprs, RelFieldCollation.Direction direction, RelFieldCollation.NullDirection nullDirection)
Definition: SqlToRelConverter.java:3139

org.apache.calcite.sql2rel.SqlToRelConverter.Blackboard.mapRootRelToFieldProjection
final Map< RelNode, Map< Integer, Integer > > mapRootRelToFieldProjection
Definition: SqlToRelConverter.java:4148

org.apache.calcite.sql2rel.SqlToRelConverter.convertToSingleValueSubq
RelNode convertToSingleValueSubq(SqlNode query, RelNode plan)
Definition: SqlToRelConverter.java:1392

org.apache.calcite.sql2rel.SqlToRelConverter.convertJoinType
static JoinRelType convertJoinType(JoinType joinType)
Definition: SqlToRelConverter.java:2740

org.apache.calcite.sql2rel.SqlToRelConverter.requiredCollation
RelCollation requiredCollation(RelNode r)
Definition: SqlToRelConverter.java:629

org.apache.calcite.sql2rel.SqlToRelConverter.setSubQueryConverter
void setSubQueryConverter(SubQueryConverter converter)
Definition: SqlToRelConverter.java:430

org.apache.calcite.sql2rel.SqlToRelConverter.leaves
final Map< RelNode, Integer > leaves
Definition: SqlToRelConverter.java:254

org.apache.calcite.sql2rel.SqlToRelConverter.getTargetTable
RelOptTable getTargetTable(SqlNode call)
Definition: SqlToRelConverter.java:3437

org.apache.calcite.sql2rel.SqlToRelConverter.adjustInputRef
RexNode adjustInputRef(Blackboard bb, RexInputRef inputRef)
Definition: SqlToRelConverter.java:3830

org.apache.calcite.sql2rel.SqlToRelConverter.convertOrder
void convertOrder(SqlSelect select, Blackboard bb, RelCollation collation, List< SqlNode > orderExprList, SqlNode offset, SqlNode fetch)
Definition: SqlToRelConverter.java:804

org.apache.calcite.sql2rel.SqlToRelConverter.convertSelectList
void convertSelectList(Blackboard bb, SqlSelect select, List< SqlNode > orderList)
Definition: SqlToRelConverter.java:3963

org.apache.calcite.sql2rel.SqlToRelConverter.convertDelete
RelNode convertDelete(SqlDelete call)
Definition: SqlToRelConverter.java:3638

org.apache.calcite.sql2rel.SqlToRelConverter.RexAccessShuttle.visitInputRef
RexNode visitInputRef(RexInputRef input)
Definition: SqlToRelConverter.java:2449

run_benchmark_import.type
type
Definition: run_benchmark_import.py:89

run_benchmark_import.result
dictionary result
Definition: run_benchmark_import.py:441

org.apache.calcite.sql2rel.SqlToRelConverter.convertSelect
RelNode convertSelect(SqlSelect select, boolean top)
Definition: SqlToRelConverter.java:645