foreign_storage::json_utils Namespace Reference

Functions
void	set_value (rapidjson::Value &json_val, const long unsigned int &value, rapidjson::Document::AllocatorType &allocator)
void	get_value (const rapidjson::Value &json_val, long unsigned int &value)
void	set_value (rapidjson::Value &json_val, const int &value, rapidjson::Document::AllocatorType &allocator)
void	get_value (const rapidjson::Value &json_val, int &value)
void	set_value (rapidjson::Value &json_val, const std::string &value, rapidjson::Document::AllocatorType &allocator)
void	get_value (const rapidjson::Value &json_val, std::string &value)
rapidjson::Document	read_from_file (const std::string &file_path)
void	write_to_file (const rapidjson::Document &document, const std::string &filepath)
template<class T >
void	add_value_to_object (rapidjson::Value &object, const T &value, const std::string &name, rapidjson::Document::AllocatorType &allocator)
template<class T >
void	get_value_from_object (const rapidjson::Value &object, T &value, const std::string &name)
template<class T >
void	set_value (rapidjson::Value &json_val, const std::vector< T > &vector_value, rapidjson::Document::AllocatorType &allocator)
template<class T >
void	get_value (const rapidjson::Value &json_val, std::vector< T > &vector_value)
template<class T , class V >
void	set_value (rapidjson::Value &json_val, const std::map< T, V > &map_value, rapidjson::Document::AllocatorType &allocator)
template<class T , class V >
void	get_value (const rapidjson::Value &json_val, std::map< T, V > &map_value)

Function Documentation

add_value_to_object()

template<class T >

void foreign_storage::json_utils::add_value_to_object	(	rapidjson::Value &	object,
		const T &	value,
		const std::string &	name,
		rapidjson::Document::AllocatorType &	allocator
	)

Definition at line 111 of file FsiJsonUtils.h.

References CHECK, and set_value().

Referenced by foreign_storage::MultiS3Reader::serialize(), foreign_storage::CsvReaderS3::serialize(), foreign_storage::SingleFileReader::serialize(), foreign_storage::CompressedFileReader::serialize(), foreign_storage::MultiFileReader::serialize(), foreign_storage::ParquetDataWrapper::serializeDataWrapperInternals(), foreign_storage::CsvDataWrapper::serializeDataWrapperInternals(), set_value(), and foreign_storage::set_value().

                                                                    {
  CHECK(object.IsObject());
  CHECK(!object.HasMember(name));
  rapidjson::Value json_val;
  set_value(json_val, value, allocator);
  rapidjson::Value json_name;
  json_name.SetString(name, allocator);
  object.AddMember(json_name, json_val, allocator);
}

Here is the call graph for this function:

Here is the caller graph for this function:

get_value() [1/5]

void foreign_storage::json_utils::get_value	(	const rapidjson::Value &	json_val,
		long unsigned int &	value
	)

Definition at line 34 of file FsiJsonUtils.cpp.

References CHECK.

Referenced by get_value(), and get_value_from_object().

                                                                         {
  CHECK(json_val.IsUint64());
  value = json_val.GetUint64();
}

Here is the caller graph for this function:

get_value() [2/5]

void foreign_storage::json_utils::get_value	(	const rapidjson::Value &	json_val,
		int &	value
	)

Definition at line 45 of file FsiJsonUtils.cpp.

References CHECK.

                                                           {
  CHECK(json_val.IsInt());
  value = json_val.GetInt();
}

get_value() [3/5]

void foreign_storage::json_utils::get_value	(	const rapidjson::Value &	json_val,
		std::string &	value
	)

Definition at line 56 of file FsiJsonUtils.cpp.

References CHECK.

                                                                 {
  CHECK(json_val.IsString());
  value = json_val.GetString();
}

get_value() [4/5]

template<class T >

void foreign_storage::json_utils::get_value	(	const rapidjson::Value &	json_val,
		std::vector< T > &	vector_value
	)

Definition at line 70 of file FsiJsonUtils.h.

References CHECK, and get_value().

                                                                           {
  CHECK(json_val.IsArray());
  CHECK(vector_value.size() == 0);
  for (const auto& json_obj : json_val.GetArray()) {
    T val;
    get_value(json_obj, val);
    vector_value.push_back(val);
  }
}

Here is the call graph for this function:

get_value() [5/5]

template<class T , class V >

void foreign_storage::json_utils::get_value	(	const rapidjson::Value &	json_val,
		std::map< T, V > &	map_value
	)

Definition at line 96 of file FsiJsonUtils.h.

References CHECK, and get_value_from_object().

                                                                        {
  CHECK(json_val.IsArray());
  CHECK(map_value.size() == 0);
  for (const auto& json_obj : json_val.GetArray()) {
    CHECK(json_obj.IsObject());
    T key;
    V value;
    get_value_from_object(json_obj, key, "key");
    get_value_from_object(json_obj, value, "value");
    map_value[key] = value;
  }
}

Here is the call graph for this function:

get_value_from_object()

template<class T >

void foreign_storage::json_utils::get_value_from_object	(	const rapidjson::Value &	object,
		T &	value,
		const std::string &	name
	)

Definition at line 126 of file FsiJsonUtils.h.

References CHECK, get_value(), read_from_file(), and write_to_file().

Referenced by foreign_storage::CompressedFileReader::CompressedFileReader(), foreign_storage::CsvReaderS3::CsvReaderS3(), get_value(), foreign_storage::get_value(), foreign_storage::MultiFileReader::MultiFileReader(), foreign_storage::MultiS3Reader::MultiS3Reader(), foreign_storage::ParquetDataWrapper::restoreDataWrapperInternals(), foreign_storage::CsvDataWrapper::restoreDataWrapperInternals(), and foreign_storage::SingleFileReader::SingleFileReader().

                                                  {
  CHECK(object.IsObject());
  CHECK(object.HasMember(name));
  get_value(object[name], value);
}

Here is the call graph for this function:

Here is the caller graph for this function:

read_from_file()

rapidjson::Document foreign_storage::json_utils::read_from_file

(

const std::string &

file_path

)

Definition at line 61 of file FsiJsonUtils.cpp.

Referenced by get_value_from_object(), foreign_storage::ParquetDataWrapper::restoreDataWrapperInternals(), and foreign_storage::CsvDataWrapper::restoreDataWrapperInternals().

                                                             {
  std::ifstream ifs(file_path);
  if (!ifs) {
    throw std::runtime_error{"Error trying to open file \"" + file_path +
                             "\". The error was: " + std::strerror(errno)};
  }

  rapidjson::IStreamWrapper isw(ifs);
  rapidjson::Document d;
  d.ParseStream(isw);
  return d;
}

Here is the caller graph for this function:

set_value() [1/5]

void foreign_storage::json_utils::set_value	(	rapidjson::Value &	json_val,
		const long unsigned int &	value,
		rapidjson::Document::AllocatorType &	allocator
	)

Definition at line 29 of file FsiJsonUtils.cpp.

Referenced by add_value_to_object(), and set_value().

                                                          {
  json_val.SetUint64(value);
}

Here is the caller graph for this function:

set_value() [2/5]

void foreign_storage::json_utils::set_value	(	rapidjson::Value &	json_val,
		const int &	value,
		rapidjson::Document::AllocatorType &	allocator
	)

Definition at line 39 of file FsiJsonUtils.cpp.

                                                          {
  json_val.SetInt(value);
}

set_value() [3/5]

void foreign_storage::json_utils::set_value	(	rapidjson::Value &	json_val,
		const std::string &	value,
		rapidjson::Document::AllocatorType &	allocator
	)

Definition at line 50 of file FsiJsonUtils.cpp.

                                                          {
  json_val.SetString(value, allocator);
}

set_value() [4/5]

template<class T >

void foreign_storage::json_utils::set_value	(	rapidjson::Value &	json_val,
		const std::vector< T > &	vector_value,
		rapidjson::Document::AllocatorType &	allocator
	)

Definition at line 58 of file FsiJsonUtils.h.

References set_value().

                                                          {
  json_val.SetArray();
  for (const auto& value : vector_value) {
    rapidjson::Value json_obj;
    set_value(json_obj, value, allocator);
    json_val.PushBack(json_obj, allocator);
  }
}

Here is the call graph for this function:

set_value() [5/5]

template<class T , class V >

void foreign_storage::json_utils::set_value	(	rapidjson::Value &	json_val,
		const std::map< T, V > &	map_value,
		rapidjson::Document::AllocatorType &	allocator
	)

Definition at line 82 of file FsiJsonUtils.h.

References add_value_to_object().

                                                          {
  json_val.SetArray();
  for (const auto& pair : map_value) {
    rapidjson::Value pair_obj;
    pair_obj.SetObject();
    add_value_to_object(pair_obj, pair.first, "key", allocator);
    add_value_to_object(pair_obj, pair.second, "value", allocator);
    json_val.PushBack(pair_obj, allocator);
  }
}

Here is the call graph for this function:

write_to_file()

void foreign_storage::json_utils::write_to_file	(	const rapidjson::Document &	document,
		const std::string &	filepath
	)

Definition at line 74 of file FsiJsonUtils.cpp.

Referenced by get_value_from_object(), foreign_storage::ParquetDataWrapper::serializeDataWrapperInternals(), and foreign_storage::CsvDataWrapper::serializeDataWrapperInternals().

                                                                                 {
  std::ofstream ofs(filepath);
  if (!ofs) {
    throw std::runtime_error{"Error trying to create file \"" + filepath +
                             "\". The error was: " + std::strerror(errno)};
  }
  rapidjson::OStreamWrapper osw(ofs);
  rapidjson::Writer<rapidjson::OStreamWrapper> writer(osw);
  document.Accept(writer);
}

Here is the caller graph for this function: