GeoIR.cpp

Go to the documentation of this file.

/*
 * Copyright 2022 HEAVY.AI, Inc.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

#include "Geospatial/Compression.h"
#include "QueryEngine/CodeGenerator.h"
#include "QueryEngine/Execute.h"
#include "QueryEngine/GeoOperators/API.h"
#include "QueryEngine/GeoOperators/Codegen.h"

ArrayLoadCodegen CodeGenerator::codegenGeoArrayLoadAndNullcheck(llvm::Value* byte_stream,
                                                                llvm::Value* pos,
                                                                const SQLTypeInfo& ti,
                                                                CgenState* cgen_state) {
  CHECK(byte_stream);

  const auto key = std::make_pair(byte_stream, pos);
  auto cache_itr = cgen_state->array_load_cache_.find(key);
  if (cache_itr != cgen_state->array_load_cache_.end()) {
    return cache_itr->second;
  }
  const bool is_nullable = !ti.get_notnull();
  CHECK(ti.get_type() == kPOINT);  // TODO: lift this

  auto pt_arr_buf =
      cgen_state->emitExternalCall("array_buff",
                                   llvm::Type::getInt8PtrTy(cgen_state->context_),
                                   {key.first, key.second});
  llvm::Value* pt_is_null{nullptr};
  if (is_nullable) {
    pt_is_null = cgen_state->emitExternalCall("point_coord_array_is_null",
                                              llvm::Type::getInt1Ty(cgen_state->context_),
                                              {key.first, key.second});
  }
  ArrayLoadCodegen arr_load{pt_arr_buf, nullptr, pt_is_null};
  cgen_state->array_load_cache_.insert(std::make_pair(key, arr_load));
  return arr_load;
}

std::vector<llvm::Value*> CodeGenerator::codegenGeoColumnVar(
    const Analyzer::GeoColumnVar* geo_col_var,
    const bool fetch_columns,
    const CompilationOptions& co) {
  auto generate_column_lvs = [this, geo_col_var, &co](const int column_id) {
    auto column_key = geo_col_var->getColumnKey();
    column_key.column_id = column_id;

    auto cd = get_column_descriptor(column_key);
    CHECK(cd);

    const auto col_var =
        Analyzer::ColumnVar(cd->columnType, column_key, geo_col_var->get_rte_idx());
    const auto lv_vec = codegen(&col_var, /*fetch_columns=*/true, co);
    CHECK_EQ(lv_vec.size(), size_t(1));  // ptr
    return lv_vec;
  };

  const auto& ti = geo_col_var->get_type_info();
  switch (ti.get_type()) {
    case kPOINT:
    case kLINESTRING:
    case kMULTILINESTRING:
    case kPOLYGON:
    case kMULTIPOLYGON: {
      std::vector<llvm::Value*> geo_lvs;
      // iterate over physical columns
      for (int i = 0; i < ti.get_physical_coord_cols(); i++) {
        const auto column_id = geo_col_var->getColumnKey().column_id + 1 + i;
        const auto lvs = generate_column_lvs(column_id);
        CHECK_EQ(lvs.size(), size_t(1));  // expecting ptr for each column
        geo_lvs.insert(geo_lvs.end(), lvs.begin(), lvs.end());
      }

      return geo_lvs;
    }
    default:
      UNREACHABLE() << geo_col_var->toString();
  }
  UNREACHABLE();
  return {};
}

std::vector<llvm::Value*> CodeGenerator::codegenGeoExpr(const Analyzer::GeoExpr* expr,
                                                        const CompilationOptions& co) {
  auto geo_constant = dynamic_cast<const Analyzer::GeoConstant*>(expr);
  if (geo_constant) {
    return codegenGeoConstant(geo_constant, co);
  }
  auto geo_operator = dynamic_cast<const Analyzer::GeoOperator*>(expr);
  if (geo_operator) {
    return codegenGeoOperator(geo_operator, co);
  }
  UNREACHABLE() << expr->toString();
  return {};
}

std::vector<llvm::Value*> CodeGenerator::codegenGeoConstant(
    const Analyzer::GeoConstant* geo_constant,
    const CompilationOptions& co) {
  AUTOMATIC_IR_METADATA(cgen_state_);

  std::vector<llvm::Value*> ret;
  for (size_t i = 0; i < geo_constant->physicalCols(); i++) {
    auto physical_constant = geo_constant->makePhysicalConstant(i);
    auto operand_lvs = codegen(physical_constant.get(), /*fetch_columns=*/true, co);
    CHECK_EQ(operand_lvs.size(), size_t(2));
    auto array_buff_lv = operand_lvs[0];
    if (i > 0) {
      array_buff_lv = cgen_state_->ir_builder_.CreateBitCast(
          operand_lvs[0], llvm::Type::getInt8PtrTy(cgen_state_->context_));
    }
    ret.push_back(array_buff_lv);
    ret.push_back(operand_lvs[1]);
  }
  return ret;
}

std::vector<llvm::Value*> CodeGenerator::codegenGeoOperator(
    const Analyzer::GeoOperator* geo_operator,
    const CompilationOptions& co) {
  AUTOMATIC_IR_METADATA(cgen_state_);

  if (geo_operator->getName() == "ST_X" || geo_operator->getName() == "ST_Y") {
    const auto key = geo_operator->toString();
    auto geo_target_cache_it = cgen_state_->geo_target_cache_.find(key);
    if (geo_target_cache_it != cgen_state_->geo_target_cache_.end()) {
      return {geo_target_cache_it->second};
    }
  }

  auto op_codegen = spatial_type::Codegen::init(geo_operator);
  CHECK(op_codegen);

  std::vector<llvm::Value*> load_lvs;
  std::vector<llvm::Value*> pos_lvs;
  for (size_t i = 0; i < op_codegen->size(); i++) {
    auto intermediate_lvs =
        codegen(op_codegen->getOperand(i), /*fetch_columns=*/true, co);
    load_lvs.insert(load_lvs.end(), intermediate_lvs.begin(), intermediate_lvs.end());
    pos_lvs.push_back(posArg(op_codegen->getOperand(i)));
  }

  auto [arg_lvs, null_lv] = op_codegen->codegenLoads(load_lvs, pos_lvs, cgen_state_);

  std::unique_ptr<CodeGenerator::NullCheckCodegen> nullcheck_codegen =
      op_codegen->getNullCheckCodegen(null_lv, cgen_state_, executor());
  return op_codegen->codegen(arg_lvs, nullcheck_codegen.get(), cgen_state_, co);
}

std::vector<llvm::Value*> CodeGenerator::codegenGeoUOper(
    const Analyzer::GeoUOper* geo_expr,
    const CompilationOptions& co) {
  AUTOMATIC_IR_METADATA(cgen_state_);
  if (co.device_type == ExecutorDeviceType::GPU) {
    if (geo_expr->getOp() != Geospatial::GeoBase::GeoOp::kPROJECTION) {
      throw QueryMustRunOnCpu();
    }
  }

  auto argument_list = codegenGeoArgs(geo_expr->getArgs0(), co);

  if (geo_expr->getOp() == Geospatial::GeoBase::GeoOp::kPROJECTION) {
    return argument_list;
  }

#ifndef ENABLE_GEOS
  throw std::runtime_error("Geo operation requires GEOS support.");
#endif

  // Basic set of arguments is currently common to all Geos_* func invocations:
  // op kind, type of the first geo arg0, geo arg0 components
  std::string func = "Geos_Wkb"s;

  if (geo_expr->getTypeInfo0().transforms() || geo_expr->get_type_info().transforms()) {
    // If there is a transform on the argument and/or on the result of the operation,
    // verify that the argument's output srid is equal to result's input srid
    if (geo_expr->getTypeInfo0().get_output_srid() !=
        geo_expr->get_type_info().get_input_srid()) {
      throw std::runtime_error("GEOS runtime: input/output srids have to match.");
    }
  }
  // Prepend arg0 geo SQLType
  argument_list.insert(
      argument_list.begin(),
      cgen_state_->llInt(static_cast<int>(geo_expr->getTypeInfo0().get_type())));
  // Prepend geo expr op
  argument_list.insert(argument_list.begin(),
                       cgen_state_->llInt(static_cast<int>(geo_expr->getOp())));
  for (auto i = 3; i > geo_expr->getTypeInfo0().get_physical_coord_cols(); i--) {
    argument_list.insert(argument_list.end(),
                         llvm::ConstantPointerNull::get(
                             llvm::Type::getInt32PtrTy(cgen_state_->context_, 0)));
    argument_list.insert(argument_list.end(), cgen_state_->llInt(int64_t(0)));
  }
  // Append geo expr compression
  argument_list.insert(
      argument_list.end(),
      cgen_state_->llInt(static_cast<int>(
          Geospatial::get_compression_scheme(geo_expr->getTypeInfo0()))));
  // Append geo expr input srid
  argument_list.insert(
      argument_list.end(),
      cgen_state_->llInt(static_cast<int>(geo_expr->getTypeInfo0().get_input_srid())));
  // Append geo expr output srid
  argument_list.insert(
      argument_list.end(),
      cgen_state_->llInt(static_cast<int>(geo_expr->getTypeInfo0().get_output_srid())));

  // Deal with unary geo predicates
  if (geo_expr->getOp() == Geospatial::GeoBase::GeoOp::kISEMPTY ||
      geo_expr->getOp() == Geospatial::GeoBase::GeoOp::kISVALID) {
    return codegenGeosPredicateCall(func, argument_list, co);
  }

  if (geo_expr->getOp() == Geospatial::GeoBase::GeoOp::kCONVEXHULL) {
    func += "_double"s;  // Use same interface as ST_ConcaveHull, with a dummy double

    // Insert that dummy double arg
    argument_list.insert(argument_list.end(), cgen_state_->llFp(double(0)));

    auto result_srid = cgen_state_->llInt(geo_expr->get_type_info().get_output_srid());

    return codegenGeosConstructorCall(func, argument_list, result_srid, co);
  }

  throw std::runtime_error("Unsupported unary geo operation.");
  return {};
}

std::vector<llvm::Value*> CodeGenerator::codegenGeoBinOper(
    Analyzer::GeoBinOper const* geo_expr,
    CompilationOptions const& co) {
  AUTOMATIC_IR_METADATA(cgen_state_);
  if (co.device_type == ExecutorDeviceType::GPU) {
    throw QueryMustRunOnCpu();
  }
#ifndef ENABLE_GEOS
  throw std::runtime_error("Geo operation requires GEOS support.");
#endif

  auto argument_list = codegenGeoArgs(geo_expr->getArgs0(), co);

  // Basic set of arguments is currently common to all Geos_* func invocations:
  // op kind, type of the first geo arg0, geo arg0 components
  std::string func = "Geos_Wkb"s;
  if (geo_expr->getTypeInfo0().transforms() || geo_expr->get_type_info().transforms()) {
    // If there is a transform on the argument and/or on the result of the operation,
    // verify that the argument's output srid is equal to result's input srid
    if (geo_expr->getTypeInfo0().get_output_srid() !=
        geo_expr->get_type_info().get_input_srid()) {
      throw std::runtime_error("GEOS runtime: input/output srids have to match.");
    }
  }
  // Prepend arg0 geo SQLType
  argument_list.insert(
      argument_list.begin(),
      cgen_state_->llInt(static_cast<int>(geo_expr->getTypeInfo0().get_type())));
  // Prepend geo expr op
  argument_list.insert(argument_list.begin(),
                       cgen_state_->llInt(static_cast<int>(geo_expr->getOp())));
  for (auto i = 3; i > geo_expr->getTypeInfo0().get_physical_coord_cols(); i--) {
    argument_list.insert(argument_list.end(),
                         llvm::ConstantPointerNull::get(
                             llvm::Type::getInt32PtrTy(cgen_state_->context_, 0)));
    argument_list.insert(argument_list.end(), cgen_state_->llInt(int64_t(0)));
  }
  // Append geo expr compression
  argument_list.insert(
      argument_list.end(),
      cgen_state_->llInt(static_cast<int>(
          Geospatial::get_compression_scheme(geo_expr->getTypeInfo0()))));
  // Append geo expr input srid
  argument_list.insert(
      argument_list.end(),
      cgen_state_->llInt(static_cast<int>(geo_expr->getTypeInfo0().get_input_srid())));
  // Append geo expr output srid
  argument_list.insert(
      argument_list.end(),
      cgen_state_->llInt(static_cast<int>(geo_expr->getTypeInfo0().get_output_srid())));

  auto arg1_list = codegenGeoArgs(geo_expr->getArgs1(), co);

  if (geo_expr->getOp() == Geospatial::GeoBase::GeoOp::kDIFFERENCE ||
      geo_expr->getOp() == Geospatial::GeoBase::GeoOp::kINTERSECTION ||
      geo_expr->getOp() == Geospatial::GeoBase::GeoOp::kUNION ||
      geo_expr->getOp() == Geospatial::GeoBase::GeoOp::kEQUALS) {
    func += "_Wkb"s;
    if (geo_expr->getOp() == Geospatial::GeoBase::GeoOp::kEQUALS) {
      func += "_Predicate"s;
    }
    // Prepend arg1 geo SQLType
    arg1_list.insert(
        arg1_list.begin(),
        cgen_state_->llInt(static_cast<int>(geo_expr->getTypeInfo1().get_type())));
    for (auto i = 3; i > geo_expr->getTypeInfo1().get_physical_coord_cols(); i--) {
      arg1_list.insert(arg1_list.end(),
                       llvm::ConstantPointerNull::get(
                           llvm::Type::getInt32PtrTy(cgen_state_->context_, 0)));
      arg1_list.insert(arg1_list.end(), cgen_state_->llInt(int64_t(0)));
    }
    // Append geo expr compression
    arg1_list.insert(arg1_list.end(),
                     cgen_state_->llInt(static_cast<int>(
                         Geospatial::get_compression_scheme(geo_expr->getTypeInfo1()))));
    // Append geo expr input srid
    arg1_list.insert(arg1_list.end(),
                     cgen_state_->llInt(geo_expr->getTypeInfo1().get_input_srid()));
    // Append geo expr output srid
    arg1_list.insert(arg1_list.end(),
                     cgen_state_->llInt(geo_expr->getTypeInfo1().get_output_srid()));
  } else if (geo_expr->getOp() == Geospatial::GeoBase::GeoOp::kBUFFER) {
    // Extra argument in this case is double
    func += "_double"s;
  } else if (geo_expr->getOp() == Geospatial::GeoBase::GeoOp::kCONCAVEHULL) {
#if (GEOS_VERSION_MAJOR > 3) || (GEOS_VERSION_MAJOR == 3 && GEOS_VERSION_MINOR >= 11)
    // Extra argument in this case is double
    func += "_double"s;
#else
    throw std::runtime_error("ST_ConcaveHull requires GEOS 3.11 or newer");
#endif
  } else {
    throw std::runtime_error("Unsupported binary geo operation.");
  }

  // Append arg1 to the list
  argument_list.insert(argument_list.end(), arg1_list.begin(), arg1_list.end());

  // Deal with binary geo predicates
  if (geo_expr->getOp() == Geospatial::GeoBase::GeoOp::kEQUALS) {
    return codegenGeosPredicateCall(func, argument_list, co);
  }

  auto result_srid = cgen_state_->llInt(geo_expr->get_type_info().get_output_srid());

  return codegenGeosConstructorCall(func, argument_list, result_srid, co);
}

std::vector<llvm::Value*> CodeGenerator::codegenGeoArgs(
    const std::vector<std::shared_ptr<Analyzer::Expr>>& geo_args,
    const CompilationOptions& co) {
  AUTOMATIC_IR_METADATA(cgen_state_);
  std::vector<llvm::Value*> argument_list;
  bool coord_col = true;
  for (const auto& geo_arg : geo_args) {
    const auto arg = geo_arg.get();
    const auto& arg_ti = arg->get_type_info();
    const auto elem_ti = arg_ti.get_elem_type();
    const auto arg_lvs = codegen(arg, true, co);
    if (arg_ti.is_number()) {
      argument_list.emplace_back(arg_lvs.front());
      continue;
    }
    if (arg_ti.is_geometry()) {
      argument_list.insert(argument_list.end(), arg_lvs.begin(), arg_lvs.end());
      continue;
    }
    CHECK(arg_ti.is_array());
    if (arg_lvs.size() > 1) {
      CHECK_EQ(size_t(2), arg_lvs.size());
      auto ptr_lv = arg_lvs.front();
      if (coord_col) {
        coord_col = false;
      } else {
        ptr_lv = cgen_state_->ir_builder_.CreatePointerCast(
            ptr_lv, llvm::Type::getInt32PtrTy(cgen_state_->context_));
      }
      argument_list.emplace_back(ptr_lv);
      auto cast_len_lv = cgen_state_->ir_builder_.CreateZExt(
          arg_lvs.back(), get_int_type(64, cgen_state_->context_));
      argument_list.emplace_back(cast_len_lv);
    } else {
      CHECK_EQ(size_t(1), arg_lvs.size());
      if (arg_ti.get_size() > 0) {
        // Set up the pointer lv for a dynamically generated point
        auto ptr_lv = arg_lvs.front();
        auto col_var = dynamic_cast<const Analyzer::ColumnVar*>(arg);
        // Override for point coord column access
        if (col_var) {
          ptr_lv = cgen_state_->emitExternalCall(
              "fast_fixlen_array_buff",
              llvm::Type::getInt8PtrTy(cgen_state_->context_),
              {arg_lvs.front(), posArg(arg)});
        }
        if (coord_col) {
          coord_col = false;
        } else {
          ptr_lv = cgen_state_->ir_builder_.CreatePointerCast(
              ptr_lv, llvm::Type::getInt32PtrTy(cgen_state_->context_));
        }
        argument_list.emplace_back(ptr_lv);
        argument_list.emplace_back(cgen_state_->llInt<int64_t>(arg_ti.get_size()));
      } else {
        auto ptr_lv =
            cgen_state_->emitExternalCall("array_buff",
                                          llvm::Type::getInt8PtrTy(cgen_state_->context_),
                                          {arg_lvs.front(), posArg(arg)});
        if (coord_col) {
          coord_col = false;
        } else {
          ptr_lv = cgen_state_->ir_builder_.CreatePointerCast(
              ptr_lv, llvm::Type::getInt32PtrTy(cgen_state_->context_));
        }
        argument_list.emplace_back(ptr_lv);
        const auto len_lv = cgen_state_->emitExternalCall(
            "array_size",
            get_int_type(32, cgen_state_->context_),
            {arg_lvs.front(),
             posArg(arg),
             cgen_state_->llInt(log2_bytes(elem_ti.get_logical_size()))});
        auto cast_len_lv = cgen_state_->ir_builder_.CreateZExt(
            len_lv, get_int_type(64, cgen_state_->context_));
        argument_list.emplace_back(cast_len_lv);
      }
    }
  }
  return argument_list;
}

std::vector<llvm::Value*> CodeGenerator::codegenGeosPredicateCall(
    const std::string& func,
    std::vector<llvm::Value*> argument_list,
    const CompilationOptions& co) {
  AUTOMATIC_IR_METADATA(cgen_state_);
  auto i8_type = get_int_type(8, cgen_state_->context_);
  auto result = cgen_state_->ir_builder_.CreateAlloca(i8_type, nullptr, "result");
  argument_list.emplace_back(result);

  // Generate call to GEOS wrapper
  cgen_state_->needs_geos_ = true;
  auto status_lv = cgen_state_->emitExternalCall(
      func, llvm::Type::getInt1Ty(cgen_state_->context_), argument_list);
  // Need to check the status and throw an error if this call has failed.
  llvm::BasicBlock* geos_pred_ok_bb{nullptr};
  llvm::BasicBlock* geos_pred_fail_bb{nullptr};
  geos_pred_ok_bb = llvm::BasicBlock::Create(
      cgen_state_->context_, "geos_pred_ok_bb", cgen_state_->current_func_);
  geos_pred_fail_bb = llvm::BasicBlock::Create(
      cgen_state_->context_, "geos_pred_fail_bb", cgen_state_->current_func_);
  if (!status_lv) {
    status_lv = cgen_state_->llBool(false);
  }
  cgen_state_->ir_builder_.CreateCondBr(status_lv, geos_pred_ok_bb, geos_pred_fail_bb);
  cgen_state_->ir_builder_.SetInsertPoint(geos_pred_fail_bb);
  cgen_state_->ir_builder_.CreateRet(cgen_state_->llInt(Executor::ERR_GEOS));
  cgen_state_->needs_error_check_ = true;
  cgen_state_->ir_builder_.SetInsertPoint(geos_pred_ok_bb);
  auto res = cgen_state_->ir_builder_.CreateLoad(
      result->getType()->getPointerElementType(), result);
  return {res};
}

std::vector<llvm::Value*> CodeGenerator::codegenGeosConstructorCall(
    const std::string& func,
    std::vector<llvm::Value*> argument_list,
    llvm::Value* result_srid,
    const CompilationOptions& co) {
  AUTOMATIC_IR_METADATA(cgen_state_);
  // Create output buffer pointers, append pointers to output args to
  auto i8_type = get_int_type(8, cgen_state_->context_);
  auto i32_type = get_int_type(32, cgen_state_->context_);
  auto i64_type = get_int_type(64, cgen_state_->context_);
  auto pi8_type = llvm::PointerType::get(i8_type, 0);
  auto pi32_type = llvm::PointerType::get(i32_type, 0);

  auto result_type =
      cgen_state_->ir_builder_.CreateAlloca(i32_type, nullptr, "result_type");
  auto result_coords =
      cgen_state_->ir_builder_.CreateAlloca(pi8_type, nullptr, "result_coords");
  auto result_coords_size =
      cgen_state_->ir_builder_.CreateAlloca(i64_type, nullptr, "result_coords_size");
  auto result_ring_sizes =
      cgen_state_->ir_builder_.CreateAlloca(pi32_type, nullptr, "result_ring_sizes");
  auto result_ring_sizes_size =
      cgen_state_->ir_builder_.CreateAlloca(i64_type, nullptr, "result_ring_sizes_size");
  auto result_poly_rings =
      cgen_state_->ir_builder_.CreateAlloca(pi32_type, nullptr, "result_poly_rings");
  auto result_poly_rings_size =
      cgen_state_->ir_builder_.CreateAlloca(i64_type, nullptr, "result_poly_rings_size");

  argument_list.emplace_back(result_type);
  argument_list.emplace_back(result_coords);
  argument_list.emplace_back(result_coords_size);
  argument_list.emplace_back(result_ring_sizes);
  argument_list.emplace_back(result_ring_sizes_size);
  argument_list.emplace_back(result_poly_rings);
  argument_list.emplace_back(result_poly_rings_size);
  argument_list.emplace_back(result_srid);

  // Generate call to GEOS wrapper
  cgen_state_->needs_geos_ = true;
  auto status_lv = cgen_state_->emitExternalCall(
      func, llvm::Type::getInt1Ty(cgen_state_->context_), argument_list);
  // Need to check the status and throw an error if this call has failed.
  llvm::BasicBlock* geos_ok_bb{nullptr};
  llvm::BasicBlock* geos_fail_bb{nullptr};
  geos_ok_bb = llvm::BasicBlock::Create(
      cgen_state_->context_, "geos_ok_bb", cgen_state_->current_func_);
  geos_fail_bb = llvm::BasicBlock::Create(
      cgen_state_->context_, "geos_fail_bb", cgen_state_->current_func_);
  if (!status_lv) {
    status_lv = cgen_state_->llBool(false);
  }
  cgen_state_->ir_builder_.CreateCondBr(status_lv, geos_ok_bb, geos_fail_bb);
  cgen_state_->ir_builder_.SetInsertPoint(geos_fail_bb);
  cgen_state_->ir_builder_.CreateRet(cgen_state_->llInt(Executor::ERR_GEOS));
  cgen_state_->needs_error_check_ = true;
  cgen_state_->ir_builder_.SetInsertPoint(geos_ok_bb);

  // TODO: Currently forcing the output to MULTIPOLYGON, but need to handle
  // other possible geometries that geos may return, e.g. a POINT, a LINESTRING
  // Need to handle empty result, e.g. empty intersection.
  // The type of result is returned in `result_type`

  // Load return values
  auto buf1 = cgen_state_->ir_builder_.CreateLoad(
      result_coords->getType()->getPointerElementType(), result_coords);
  auto buf1s = cgen_state_->ir_builder_.CreateLoad(
      result_coords_size->getType()->getPointerElementType(), result_coords_size);
  auto buf2 = cgen_state_->ir_builder_.CreateLoad(
      result_ring_sizes->getType()->getPointerElementType(), result_ring_sizes);
  auto buf2s = cgen_state_->ir_builder_.CreateLoad(
      result_ring_sizes_size->getType()->getPointerElementType(), result_ring_sizes_size);
  auto buf3 = cgen_state_->ir_builder_.CreateLoad(
      result_poly_rings->getType()->getPointerElementType(), result_poly_rings);
  auto buf3s = cgen_state_->ir_builder_.CreateLoad(
      result_poly_rings_size->getType()->getPointerElementType(), result_poly_rings_size);

  // generate register_buffer_with_executor_rsm() calls to register all output buffers
  cgen_state_->emitExternalCall(
      "register_buffer_with_executor_rsm",
      llvm::Type::getVoidTy(cgen_state_->context_),
      {cgen_state_->llInt(reinterpret_cast<int64_t>(executor())),
       cgen_state_->ir_builder_.CreatePointerCast(buf1, pi8_type)});
  cgen_state_->emitExternalCall(
      "register_buffer_with_executor_rsm",
      llvm::Type::getVoidTy(cgen_state_->context_),
      {cgen_state_->llInt(reinterpret_cast<int64_t>(executor())),
       cgen_state_->ir_builder_.CreatePointerCast(buf2, pi8_type)});
  cgen_state_->emitExternalCall(
      "register_buffer_with_executor_rsm",
      llvm::Type::getVoidTy(cgen_state_->context_),
      {cgen_state_->llInt(reinterpret_cast<int64_t>(executor())),
       cgen_state_->ir_builder_.CreatePointerCast(buf3, pi8_type)});

  return {cgen_state_->ir_builder_.CreatePointerCast(buf1, pi8_type),
          buf1s,
          cgen_state_->ir_builder_.CreatePointerCast(buf2, pi32_type),
          buf2s,
          cgen_state_->ir_builder_.CreatePointerCast(buf3, pi32_type),
          buf3s};
}