foreign_storage::json_utils Namespace Reference

Functions
std::string	get_type_as_string (const rapidjson::Value &object)
void	set_value (rapidjson::Value &json_val, const size_t &value, rapidjson::Document::AllocatorType &allocator)
void	get_value (const rapidjson::Value &json_val, size_t &value)
void	set_value (rapidjson::Value &json_val, const int &value, rapidjson::Document::AllocatorType &allocator)
void	get_value (const rapidjson::Value &json_val, int &value)
void	set_value (rapidjson::Value &json_val, const std::string &value, rapidjson::Document::AllocatorType &allocator)
void	get_value (const rapidjson::Value &json_val, std::string &value)
void	set_value (rapidjson::Value &json_val, const int64_t &value, rapidjson::Document::AllocatorType &allocator)
void	get_value (const rapidjson::Value &json_val, int64_t &value)
rapidjson::Document	read_from_file (const std::string &file_path)
void	write_to_file (const rapidjson::Document &document, const std::string &filepath)
std::string	write_to_string (const rapidjson::Document &document)
std::optional< std::string >	get_optional_string_value_from_object (const rapidjson::Value &object, const std::string &key)
template<class T >
void	add_value_to_object (rapidjson::Value &object, const T &value, const std::string &name, rapidjson::Document::AllocatorType &allocator)
template<class T >
void	get_value_from_object (const rapidjson::Value &object, T &value, const std::string &name)
template<class T >
void	set_value (rapidjson::Value &json_val, const std::vector< T > &vector_value, rapidjson::Document::AllocatorType &allocator)
template<class T >
void	get_value (const rapidjson::Value &json_val, std::vector< T > &vector_value)
template<class T , class V >
void	set_value (rapidjson::Value &json_val, const std::vector< std::pair< T, V >> &vector_value, rapidjson::Document::AllocatorType &allocator)
template<class T , class V >
void	get_value (const rapidjson::Value &json_val, std::vector< std::pair< T, V >> &vector_value)
template<class T , class V >
void	set_value (rapidjson::Value &json_val, const std::map< T, V > &map_value, rapidjson::Document::AllocatorType &allocator)
template<class T , class V >
void	get_value (const rapidjson::Value &json_val, std::map< T, V > &map_value)

Function Documentation

template<class T >

void foreign_storage::json_utils::add_value_to_object	(	rapidjson::Value &	object,
		const T &	value,
		const std::string &	name,
		rapidjson::Document::AllocatorType &	allocator
	)

Definition at line 157 of file FsiJsonUtils.h.

References CHECK, setup::name, and set_value().

Referenced by foreign_storage::ParquetDataWrapper::getSerializedDataWrapper(), foreign_storage::AbstractTextFileDataWrapper::getSerializedDataWrapper(), foreign_storage::SingleTextFileReader::serialize(), foreign_storage::CompressedFileReader::serialize(), foreign_storage::MultiFileReader::serialize(), foreign_storage::set_value(), and set_value().

                                                                    {
  CHECK(object.IsObject());
  CHECK(!object.HasMember(name)) << "Found unexpected member: " << name;
  rapidjson::Value json_val;
  set_value(json_val, value, allocator);
  rapidjson::Value json_name;
  json_name.SetString(name, allocator);
  object.AddMember(json_name, json_val, allocator);
}

Here is the call graph for this function:

Here is the caller graph for this function:

std::optional< std::string > foreign_storage::json_utils::get_optional_string_value_from_object	(	const rapidjson::Value &	object,
		const std::string &	key
	)

Definition at line 135 of file FsiJsonUtils.cpp.

Referenced by foreign_storage::anonymous_namespace{InternalCatalogDataWrapper.cpp}::get_data_sources().

                          {
  if (object.IsObject() && object.HasMember(key) && object[key].IsString()) {
    return object[key].GetString();
  }
  return {};
}

Here is the caller graph for this function:

std::string foreign_storage::json_utils::get_type_as_string

(

const rapidjson::Value &

object

)

Definition at line 30 of file FsiJsonUtils.cpp.

                                                           {
  if (object.IsArray()) {
    return "array";
  } else if (object.IsBool()) {
    return "bool";
  } else if (object.IsDouble()) {
    return "double";
  } else if (object.IsFloat()) {
    return "float";
  } else if (object.IsInt64()) {
    return "int64";
  } else if (object.IsInt()) {
    return "int";
  } else if (object.IsNull()) {
    return "null";
  } else if (object.IsNumber()) {
    return "number";
  } else if (object.IsObject()) {
    return "onject";
  } else if (object.IsString()) {
    return "string";
  } else if (object.IsUint64()) {
    return "unit64";
  } else if (object.IsUint()) {
    return "unit";
  }
  return "unknown";
}

void foreign_storage::json_utils::get_value	(	const rapidjson::Value &	json_val,
		size_t &	value
	)

Definition at line 65 of file FsiJsonUtils.cpp.

References CHECK.

Referenced by get_value(), and get_value_from_object().

                                                              {
  CHECK(json_val.IsUint64());
  value = json_val.GetUint64();
}

Here is the caller graph for this function:

void foreign_storage::json_utils::get_value	(	const rapidjson::Value &	json_val,
		int &	value
	)

Definition at line 76 of file FsiJsonUtils.cpp.

References CHECK.

                                                           {
  CHECK(json_val.IsInt());
  value = json_val.GetInt();
}

template<class T >

void foreign_storage::json_utils::get_value	(	const rapidjson::Value &	json_val,
		std::vector< T > &	vector_value
	)

Definition at line 86 of file FsiJsonUtils.h.

References CHECK, get_value(), and heavydb.dtypes::T.

                                                                           {
  CHECK(json_val.IsArray());
  CHECK(vector_value.size() == 0);
  for (const auto& json_obj : json_val.GetArray()) {
    T val;
    get_value(json_obj, val);
    vector_value.push_back(val);
  }
}

Here is the call graph for this function:

void foreign_storage::json_utils::get_value	(	const rapidjson::Value &	json_val,
		std::string &	value
	)

Definition at line 88 of file FsiJsonUtils.cpp.

References CHECK.

                                                                 {
  CHECK(json_val.IsString());
  value = json_val.GetString();
}

void foreign_storage::json_utils::get_value	(	const rapidjson::Value &	json_val,
		int64_t &	value
	)

Definition at line 99 of file FsiJsonUtils.cpp.

References CHECK.

                                                               {
  CHECK(json_val.IsInt64());
  value = json_val.GetInt64();
}

template<class T , class V >

void foreign_storage::json_utils::get_value	(	const rapidjson::Value &	json_val,
		std::vector< std::pair< T, V >> &	vector_value
	)

Definition at line 112 of file FsiJsonUtils.h.

References CHECK, get_value_from_object(), and heavydb.dtypes::T.

                                                       {
  CHECK(json_val.IsArray());
  CHECK(vector_value.size() == 0);
  for (const auto& json_obj : json_val.GetArray()) {
    CHECK(json_obj.IsObject());
    T key;
    V value;
    get_value_from_object(json_obj, key, "key");
    get_value_from_object(json_obj, value, "value");
    vector_value.emplace_back(std::make_pair(key, value));
  }
}

Here is the call graph for this function:

template<class T , class V >

void foreign_storage::json_utils::get_value	(	const rapidjson::Value &	json_val,
		std::map< T, V > &	map_value
	)

Definition at line 142 of file FsiJsonUtils.h.

References CHECK, get_value_from_object(), and heavydb.dtypes::T.

                                                                        {
  CHECK(json_val.IsArray());
  CHECK(map_value.size() == 0);
  for (const auto& json_obj : json_val.GetArray()) {
    CHECK(json_obj.IsObject());
    T key;
    V value;
    get_value_from_object(json_obj, key, "key");
    get_value_from_object(json_obj, value, "value");
    map_value[key] = value;
  }
}

Here is the call graph for this function:

template<class T >

void foreign_storage::json_utils::get_value_from_object	(	const rapidjson::Value &	object,
		T &	value,
		const std::string &	name
	)

Definition at line 172 of file FsiJsonUtils.h.

References CHECK, get_value(), and setup::name.

Referenced by foreign_storage::CompressedFileReader::CompressedFileReader(), foreign_storage::get_value(), get_value(), foreign_storage::MultiFileReader::MultiFileReader(), foreign_storage::ParquetDataWrapper::restoreDataWrapperInternals(), foreign_storage::AbstractTextFileDataWrapper::restoreDataWrapperInternals(), and foreign_storage::SingleTextFileReader::SingleTextFileReader().

                                                  {
  CHECK(object.IsObject());
  CHECK(object.HasMember(name)) << "Could not find member: " << name;
  get_value(object[name], value);
}

Here is the call graph for this function:

Here is the caller graph for this function:

rapidjson::Document foreign_storage::json_utils::read_from_file

(

const std::string &

file_path

)

Definition at line 104 of file FsiJsonUtils.cpp.

Referenced by foreign_storage::ParquetDataWrapper::restoreDataWrapperInternals(), and foreign_storage::AbstractTextFileDataWrapper::restoreDataWrapperInternals().

                                                             {
  std::ifstream ifs(file_path);
  if (!ifs) {
    throw std::runtime_error{"Error trying to open file \"" + file_path +
                             "\". The error was: " + std::strerror(errno)};
  }

  rapidjson::IStreamWrapper isw(ifs);
  rapidjson::Document d;
  d.ParseStream(isw);
  return d;
}

Here is the caller graph for this function:

void foreign_storage::json_utils::set_value	(	rapidjson::Value &	json_val,
		const size_t &	value,
		rapidjson::Document::AllocatorType &	allocator
	)

Definition at line 60 of file FsiJsonUtils.cpp.

Referenced by add_value_to_object(), and set_value().

                                                          {
  json_val.SetUint64(value);
}

Here is the caller graph for this function:

void foreign_storage::json_utils::set_value	(	rapidjson::Value &	json_val,
		const int &	value,
		rapidjson::Document::AllocatorType &	allocator
	)

Definition at line 70 of file FsiJsonUtils.cpp.

                                                          {
  json_val.SetInt(value);
}

template<class T >

void foreign_storage::json_utils::set_value	(	rapidjson::Value &	json_val,
		const std::vector< T > &	vector_value,
		rapidjson::Document::AllocatorType &	allocator
	)

Definition at line 74 of file FsiJsonUtils.h.

References set_value().

                                                          {
  json_val.SetArray();
  for (const auto& value : vector_value) {
    rapidjson::Value json_obj;
    set_value(json_obj, value, allocator);
    json_val.PushBack(json_obj, allocator);
  }
}

Here is the call graph for this function:

void foreign_storage::json_utils::set_value	(	rapidjson::Value &	json_val,
		const std::string &	value,
		rapidjson::Document::AllocatorType &	allocator
	)

Definition at line 81 of file FsiJsonUtils.cpp.

                                                          {
  json_val.SetString(value, allocator);
}

void foreign_storage::json_utils::set_value	(	rapidjson::Value &	json_val,
		const int64_t &	value,
		rapidjson::Document::AllocatorType &	allocator
	)

Definition at line 93 of file FsiJsonUtils.cpp.

                                                          {
  json_val.SetInt64(value);
}

template<class T , class V >

void foreign_storage::json_utils::set_value	(	rapidjson::Value &	json_val,
		const std::vector< std::pair< T, V >> &	vector_value,
		rapidjson::Document::AllocatorType &	allocator
	)

Definition at line 98 of file FsiJsonUtils.h.

References add_value_to_object().

                                                          {
  json_val.SetArray();
  for (const auto& pair : vector_value) {
    rapidjson::Value pair_obj;
    pair_obj.SetObject();
    add_value_to_object(pair_obj, pair.first, "key", allocator);
    add_value_to_object(pair_obj, pair.second, "value", allocator);
    json_val.PushBack(pair_obj, allocator);
  }
}

Here is the call graph for this function:

template<class T , class V >

void foreign_storage::json_utils::set_value	(	rapidjson::Value &	json_val,
		const std::map< T, V > &	map_value,
		rapidjson::Document::AllocatorType &	allocator
	)

Definition at line 128 of file FsiJsonUtils.h.

References add_value_to_object().

                                                          {
  json_val.SetArray();
  for (const auto& pair : map_value) {
    rapidjson::Value pair_obj;
    pair_obj.SetObject();
    add_value_to_object(pair_obj, pair.first, "key", allocator);
    add_value_to_object(pair_obj, pair.second, "value", allocator);
    json_val.PushBack(pair_obj, allocator);
  }
}

Here is the call graph for this function:

void foreign_storage::json_utils::write_to_file	(	const rapidjson::Document &	document,
		const std::string &	filepath
	)

Definition at line 117 of file FsiJsonUtils.cpp.

                                                                                 {
  std::ofstream ofs(filepath);
  if (!ofs) {
    throw std::runtime_error{"Error trying to create file \"" + filepath +
                             "\". The error was: " + std::strerror(errno)};
  }
  rapidjson::OStreamWrapper osw(ofs);
  rapidjson::Writer<rapidjson::OStreamWrapper> writer(osw);
  document.Accept(writer);
}

std::string foreign_storage::json_utils::write_to_string

(

const rapidjson::Document &

document

)

Definition at line 128 of file FsiJsonUtils.cpp.

Referenced by foreign_storage::ParquetDataWrapper::getSerializedDataWrapper(), and foreign_storage::AbstractTextFileDataWrapper::getSerializedDataWrapper().

                                                             {
  rapidjson::StringBuffer buffer;
  rapidjson::Writer<rapidjson::StringBuffer> writer(buffer);
  document.Accept(writer);
  return buffer.GetString();
}

Here is the caller graph for this function: