foreign_storage::Csv Namespace Reference

Namespaces
	anonymous_namespace{CsvShared.cpp}

Functions
bool	validate_and_get_is_s3_select (const ForeignTable *foreign_table)
void	validate_options (const ForeignTable *foreign_table)
void	validate_file_path (const ForeignTable *foreign_table)
import_export::CopyParams	validate_and_get_copy_params (const ForeignTable *foreign_table)
std::unique_ptr < ForeignDataWrapper >	get_csv_data_wrapper (int db_id, const ForeignTable *foreign_table)

Function Documentation

std::unique_ptr< ForeignDataWrapper > foreign_storage::Csv::get_csv_data_wrapper	(	int	db_id,
		const ForeignTable *	foreign_table
	)

Definition at line 158 of file CsvShared.cpp.

References UNREACHABLE, and validate_and_get_is_s3_select().

                                       {
  if (validate_and_get_is_s3_select(foreign_table)) {
    UNREACHABLE();
    return nullptr;
  } else {
    return std::make_unique<CsvDataWrapper>(db_id, foreign_table);
  }
}

Here is the call graph for this function:

import_export::CopyParams foreign_storage::Csv::validate_and_get_copy_params

(

const ForeignTable *

foreign_table

)

Definition at line 101 of file CsvShared.cpp.

References import_export::HAS_HEADER, import_export::NO_HEADER, foreign_storage::OptionsContainer::options, import_export::CopyParams::plain_text, foreign_storage::Csv::anonymous_namespace{CsvShared.cpp}::validate_and_get_bool_value(), and foreign_storage::Csv::anonymous_namespace{CsvShared.cpp}::validate_and_get_string_with_length().

Referenced by foreign_storage::CsvDataWrapper::populateChunkMetadata(), foreign_storage::CsvDataWrapper::populateChunks(), foreign_storage::CsvDataWrapper::restoreDataWrapperInternals(), and validate_options().

                                       {
  import_export::CopyParams copy_params{};
  copy_params.plain_text = true;
  if (const auto& value =
          validate_and_get_string_with_length(foreign_table, "ARRAY_DELIMITER", 1);
      !value.empty()) {
    copy_params.array_delim = value[0];
  }
  if (const auto& value =
          validate_and_get_string_with_length(foreign_table, "ARRAY_MARKER", 2);
      !value.empty()) {
    copy_params.array_begin = value[0];
    copy_params.array_end = value[1];
  }
  if (auto it = foreign_table->options.find("BUFFER_SIZE");
      it != foreign_table->options.end()) {
    copy_params.buffer_size = std::stoi(it->second);
  }
  if (const auto& value =
          validate_and_get_string_with_length(foreign_table, "DELIMITER", 1);
      !value.empty()) {
    copy_params.delimiter = value[0];
  }
  if (const auto& value = validate_and_get_string_with_length(foreign_table, "ESCAPE", 1);
      !value.empty()) {
    copy_params.escape = value[0];
  }
  auto has_header = validate_and_get_bool_value(foreign_table, "HEADER");
  if (has_header.has_value()) {
    if (has_header.value()) {
      copy_params.has_header = import_export::ImportHeaderRow::HAS_HEADER;
    } else {
      copy_params.has_header = import_export::ImportHeaderRow::NO_HEADER;
    }
  }
  if (const auto& value =
          validate_and_get_string_with_length(foreign_table, "LINE_DELIMITER", 1);
      !value.empty()) {
    copy_params.line_delim = value[0];
  }
  copy_params.lonlat =
      validate_and_get_bool_value(foreign_table, "LONLAT").value_or(copy_params.lonlat);

  if (auto it = foreign_table->options.find("NULLS");
      it != foreign_table->options.end()) {
    copy_params.null_str = it->second;
  }
  if (const auto& value = validate_and_get_string_with_length(foreign_table, "QUOTE", 1);
      !value.empty()) {
    copy_params.quote = value[0];
  }
  copy_params.quoted =
      validate_and_get_bool_value(foreign_table, "QUOTED").value_or(copy_params.quoted);
  return copy_params;
}

Here is the call graph for this function:

Here is the caller graph for this function:

bool foreign_storage::Csv::validate_and_get_is_s3_select

(

const ForeignTable *

foreign_table

)

Definition at line 59 of file CsvShared.cpp.

References foreign_storage::ForeignTable::foreign_server, foreign_storage::OptionsContainer::options, foreign_storage::ForeignServer::S3_STORAGE_TYPE, and foreign_storage::ForeignServer::STORAGE_TYPE_KEY.

Referenced by get_csv_data_wrapper(), and validate_options().

                                                                      {
  static constexpr const char* S3_DIRECT = "S3_DIRECT";
  static constexpr const char* S3_SELECT = "S3_SELECT";
  static constexpr const char* S3_ACCESS_TYPE = "S3_ACCESS_TYPE";
  auto access_type = foreign_table->options.find(S3_ACCESS_TYPE);

  if (access_type != foreign_table->options.end()) {
    auto& server_options = foreign_table->foreign_server->options;
    if (server_options.find(ForeignServer::STORAGE_TYPE_KEY)->second !=
        ForeignServer::S3_STORAGE_TYPE) {
      throw std::runtime_error{std::string{S3_ACCESS_TYPE} +
                               " option only valid for tables using servers with " +
                               std::string{ForeignServer::STORAGE_TYPE_KEY} + " = " +
                               std::string{ForeignServer::S3_STORAGE_TYPE} + "."};
    }
    if (access_type->second != S3_DIRECT && access_type->second != S3_SELECT) {
      throw std::runtime_error{"Invalid value provided for the " +
                               std::string{S3_ACCESS_TYPE} + " option. Value must be \"" +
                               S3_DIRECT + "\" or \"" + S3_SELECT + "\"."};
    }

    return (access_type->second == S3_SELECT);
  } else {
    return false;
  }
}

Here is the caller graph for this function:

void foreign_storage::Csv::validate_file_path

(

const ForeignTable *

foreign_table

)

Definition at line 92 of file CsvShared.cpp.

References foreign_storage::ForeignTable::foreign_server, foreign_storage::ForeignTable::getFullFilePath(), ddl_utils::IMPORT, foreign_storage::ForeignServer::LOCAL_FILE_STORAGE_TYPE, foreign_storage::OptionsContainer::options, foreign_storage::ForeignServer::STORAGE_TYPE_KEY, and ddl_utils::validate_allowed_file_path().

Referenced by validate_options().

                                                           {
  auto& server_options = foreign_table->foreign_server->options;
  if (server_options.find(ForeignServer::STORAGE_TYPE_KEY)->second ==
      ForeignServer::LOCAL_FILE_STORAGE_TYPE) {
    ddl_utils::validate_allowed_file_path(foreign_table->getFullFilePath(),
                                          ddl_utils::DataTransferType::IMPORT);
  }
}

Here is the call graph for this function:

Here is the caller graph for this function:

void foreign_storage::Csv::validate_options

(

const ForeignTable *

foreign_table

)

Definition at line 86 of file CsvShared.cpp.

References validate_and_get_copy_params(), validate_and_get_is_s3_select(), and validate_file_path().

Referenced by foreign_storage::CsvDataWrapper::validateOptions().

                                                         {
  validate_and_get_copy_params(foreign_table);
  validate_and_get_is_s3_select(foreign_table);
  validate_file_path(foreign_table);
}

Here is the call graph for this function:

Here is the caller graph for this function: