import_export::QueryExporterCSV Class Reference

#include <QueryExporterCSV.h>

Inheritance diagram for import_export::QueryExporterCSV:

Collaboration diagram for import_export::QueryExporterCSV:

Public Member Functions
	QueryExporterCSV ()
	~QueryExporterCSV ()
void	beginExport (const std::string &file_path, const std::string &layer_name, const CopyParams &copy_params, const std::vector< TargetMetaInfo > &column_infos, const FileCompression file_compression, const ArrayNullHandling array_null_handling) final
void	exportResults (const std::vector< AggregatedResult > &query_results) final
void	endExport () final
Public Member Functions inherited from import_export::QueryExporter
	QueryExporter (const FileType file_type)
	QueryExporter ()=delete
virtual	~QueryExporter ()

Private Attributes
std::ofstream	outfile_
CopyParams	copy_params_

Additional Inherited Members
Public Types inherited from import_export::QueryExporter
enum	FileType { FileType::kCSV, FileType::kGeoJSON, FileType::kGeoJSONL, FileType::kShapefile }
enum	FileCompression { FileCompression::kNone, FileCompression::kGZip, FileCompression::kZip }
enum	ArrayNullHandling { ArrayNullHandling::kAbortWithWarning, ArrayNullHandling::kExportSentinels, ArrayNullHandling::kExportZeros, ArrayNullHandling::kNullEntireField }
Static Public Member Functions inherited from import_export::QueryExporter
static std::unique_ptr < QueryExporter >	create (const FileType file_type)
Protected Member Functions inherited from import_export::QueryExporter
void	validateFileExtensions (const std::string &file_path, const std::string &file_type, const std::unordered_set< std::string > &valid_extensions) const
std::string	safeColumnName (const std::string &resname, const int column_index)
Protected Attributes inherited from import_export::QueryExporter
const FileType	file_type_

Detailed Description

Definition at line 25 of file QueryExporterCSV.h.

Constructor & Destructor Documentation

import_export::QueryExporterCSV::QueryExporterCSV

(

)

Definition at line 27 of file QueryExporterCSV.cpp.

: QueryExporter(FileType::kCSV) {}

import_export::QueryExporterCSV::~QueryExporterCSV

(

)

Definition at line 29 of file QueryExporterCSV.cpp.

{}

Member Function Documentation

void import_export::QueryExporterCSV::beginExport ( const std::string &  file_path, const std::string &  layer_name, const CopyParams &  copy_params, const std::vector< TargetMetaInfo > &  column_infos, const FileCompression  file_compression, const ArrayNullHandling  array_null_handling  )

finalvirtual

Implements import_export::QueryExporter.

Definition at line 31 of file QueryExporterCSV.cpp.

References copy_params_, import_export::CopyParams::delimiter, import_export::HAS_HEADER, import_export::CopyParams::has_header, import_export::QueryExporter::kNone, import_export::CopyParams::line_delim, outfile_, import_export::QueryExporter::safeColumnName(), and import_export::QueryExporter::validateFileExtensions().

                                                                                {
  validateFileExtensions(file_path, "CSV", {".csv", ".tsv"});

  // compression?
  auto actual_file_path{file_path};
  if (file_compression != FileCompression::kNone) {
    // @TODO(se) implement post-export compression
    throw std::runtime_error("Compression not yet supported for this file type");
  }

  // open file
  outfile_.open(actual_file_path);
  if (!outfile_) {
    throw std::runtime_error("Failed to create file '" + actual_file_path + "'");
  }

  // write header?
  if (copy_params.has_header == import_export::ImportHeaderRow::HAS_HEADER) {
    bool not_first{false};
    int column_index = 0;
    for (auto const& column_info : column_infos) {
      // get name or default
      auto column_name = safeColumnName(column_info.get_resname(), column_index + 1);
      // output to header line
      if (not_first) {
        outfile_ << copy_params.delimiter;
      } else {
        not_first = true;
      }
      outfile_ << column_name;
      column_index++;
    }
    outfile_ << copy_params.line_delim;
  }

  // keep these
  copy_params_ = copy_params;
}

Here is the call graph for this function:

void import_export::QueryExporterCSV::endExport ( )

finalvirtual

Implements import_export::QueryExporter.

Definition at line 201 of file QueryExporterCSV.cpp.

References outfile_.

                                 {
  // just close the file
  outfile_.close();
}

void import_export::QueryExporterCSV::exportResults ( const std::vector< AggregatedResult > &  query_results )

finalvirtual

Implements import_export::QueryExporter.

Definition at line 75 of file QueryExporterCSV.cpp.

References CHECK, CHECK_EQ, copy_params_, datum_to_string(), import_export::CopyParams::delimiter, import_export::CopyParams::escape, shared::formatHMS(), anonymous_namespace{TypedDataAccessors.h}::is_null(), kBIGINT, kBOOLEAN, kDATE, kFLOAT, kINT, kNUMERIC, kSMALLINT, kTIME, kTIMESTAMP, kTINYINT, import_export::CopyParams::line_delim, NULL_BIGINT, NULL_BOOLEAN, NULL_DOUBLE, NULL_FLOAT, NULL_INT, NULL_SMALLINT, import_export::CopyParams::null_str, NULL_TINYINT, outfile_, import_export::CopyParams::quote, and import_export::CopyParams::quoted.

                                                                                     {
  for (auto& agg_result : query_results) {
    auto results = agg_result.rs;
    auto const& targets = agg_result.targets_meta;

    while (true) {
      auto const crt_row = results->getNextRow(true, true);
      if (crt_row.empty()) {
        break;
      }
      bool not_first = false;
      for (size_t i = 0; i < results->colCount(); ++i) {
        bool is_null{false};
        auto const tv = crt_row[i];
        auto const scalar_tv = boost::get<ScalarTargetValue>(&tv);
        if (not_first) {
          outfile_ << copy_params_.delimiter;
        } else {
          not_first = true;
        }
        if (copy_params_.quoted) {
          outfile_ << copy_params_.quote;
        }
        auto const& ti = targets[i].get_type_info();
        if (!scalar_tv) {
          outfile_ << datum_to_string(crt_row[i], ti, " | ");
          if (copy_params_.quoted) {
            outfile_ << copy_params_.quote;
          }
          continue;
        }
        if (boost::get<int64_t>(scalar_tv)) {
          auto int_val = *(boost::get<int64_t>(scalar_tv));
          switch (ti.get_type()) {
            case kBOOLEAN:
              is_null = (int_val == NULL_BOOLEAN);
              break;
            case kTINYINT:
              is_null = (int_val == NULL_TINYINT);
              break;
            case kSMALLINT:
              is_null = (int_val == NULL_SMALLINT);
              break;
            case kINT:
              is_null = (int_val == NULL_INT);
              break;
            case kBIGINT:
              is_null = (int_val == NULL_BIGINT);
              break;
            case kTIME:
            case kTIMESTAMP:
            case kDATE:
              is_null = (int_val == NULL_BIGINT);
              break;
            default:
              is_null = false;
          }
          if (is_null) {
            outfile_ << copy_params_.null_str;
          } else if (ti.get_type() == kTIME) {
            constexpr size_t buf_size = 9;
            char buf[buf_size];
            size_t const len = shared::formatHMS(buf, buf_size, int_val);
            CHECK_EQ(8u, len);  // 8 == strlen("HH:MM:SS")
            outfile_ << buf;
          } else {
            outfile_ << int_val;
          }
        } else if (boost::get<double>(scalar_tv)) {
          auto real_val = *(boost::get<double>(scalar_tv));
          if (ti.get_type() == kFLOAT) {
            is_null = (real_val == NULL_FLOAT);
          } else {
            is_null = (real_val == NULL_DOUBLE);
          }
          if (is_null) {
            outfile_ << copy_params_.null_str;
          } else if (ti.get_type() == kNUMERIC) {
            outfile_ << std::setprecision(ti.get_precision()) << real_val;
          } else {
            outfile_ << std::setprecision(std::numeric_limits<double>::digits10 + 1)
                     << real_val;
          }
        } else if (boost::get<float>(scalar_tv)) {
          CHECK_EQ(kFLOAT, ti.get_type());
          auto real_val = *(boost::get<float>(scalar_tv));
          if (real_val == NULL_FLOAT) {
            outfile_ << copy_params_.null_str;
          } else {
            outfile_ << std::setprecision(std::numeric_limits<float>::digits10 + 1)
                     << real_val;
          }
        } else {
          auto s = boost::get<NullableString>(scalar_tv);
          is_null = !s || boost::get<void*>(s);
          if (is_null) {
            outfile_ << copy_params_.null_str;
          } else {
            auto s_notnull = boost::get<std::string>(s);
            CHECK(s_notnull);
            if (!copy_params_.quoted) {
              outfile_ << *s_notnull;
            } else {
              size_t q = s_notnull->find(copy_params_.quote);
              if (q == std::string::npos) {
                outfile_ << *s_notnull;
              } else {
                std::string str(*s_notnull);
                while (q != std::string::npos) {
                  str.insert(q, 1, copy_params_.escape);
                  q = str.find(copy_params_.quote, q + 2);
                }
                outfile_ << str;
              }
            }
          }
        }
        if (copy_params_.quoted) {
          outfile_ << copy_params_.quote;
        }
      }
      outfile_ << copy_params_.line_delim;
    }
  }
}

Here is the call graph for this function:

Member Data Documentation

CopyParams import_export::QueryExporterCSV::copy_params_

private

Definition at line 41 of file QueryExporterCSV.h.

Referenced by beginExport(), and exportResults().

std::ofstream import_export::QueryExporterCSV::outfile_

private

Definition at line 40 of file QueryExporterCSV.h.

Referenced by beginExport(), endExport(), and exportResults().

---

The documentation for this class was generated from the following files:

• /home/jenkins-slave/workspace/core-os-doxygen/ImportExport/QueryExporterCSV.h
• /home/jenkins-slave/workspace/core-os-doxygen/ImportExport/QueryExporterCSV.cpp