File.cpp File Reference

Implementation of helper methods for File I/O. More...

#include "Shared/File.h"
#include <algorithm>
#include <atomic>
#include <cerrno>
#include <chrono>
#include <cstdio>
#include <cstring>
#include <iostream>
#include <stdexcept>
#include <string>
#include "Logger/Logger.h"
#include "OSDependent/heavyai_fs.h"
#include <boost/filesystem.hpp>
#include <boost/algorithm/string/predicate.hpp>
#include <thread>

Include dependency graph for File.cpp:

Go to the source code of this file.

Namespaces
	File_Namespace

Functions
std::string	File_Namespace::get_data_file_path (const std::string &base_path, int file_id, size_t page_size)
std::string	File_Namespace::get_legacy_data_file_path (const std::string &new_data_file_path)
std::pair< FILE *, std::string >	File_Namespace::create (const std::string &basePath, const int fileId, const size_t pageSize, const size_t numPages)
FILE *	File_Namespace::create (const std::string &fullPath, const size_t requestedFileSize)
FILE *	File_Namespace::open (int fileId)
	Opens/creates the file with the given id; returns NULL on error. More...
FILE *	File_Namespace::open (const std::string &path)
void	File_Namespace::close (FILE *f)
	Closes the file pointed to by the FILE pointer. More...
bool	File_Namespace::removeFile (const std::string basePath, const std::string filename)
	Deletes the file pointed to by the FILE pointer. More...
size_t	File_Namespace::read (FILE *f, const size_t offset, const size_t size, int8_t *buf, const std::string &file_path)
	Reads the specified number of bytes from the offset position in file f into buf. More...
size_t	File_Namespace::write (FILE *f, const size_t offset, const size_t size, const int8_t *buf)
	Writes the specified number of bytes to the offset position in file f from buf. More...
size_t	File_Namespace::append (FILE *f, const size_t size, const int8_t *buf)
	Appends the specified number of bytes to the end of the file f from buf. More...
size_t	File_Namespace::readPage (FILE *f, const size_t pageSize, const size_t pageNum, int8_t *buf, const std::string &file_path)
	Reads the specified page from the file f into buf. More...
size_t	File_Namespace::readPartialPage (FILE *f, const size_t pageSize, const size_t offset, const size_t readSize, const size_t pageNum, int8_t *buf, const std::string &file_path)
size_t	File_Namespace::writePage (FILE *f, const size_t pageSize, const size_t pageNum, int8_t *buf)
	Writes a page from buf to the file. More...
size_t	File_Namespace::writePartialPage (FILE *f, const size_t pageSize, const size_t offset, const size_t writeSize, const size_t pageNum, int8_t *buf)
size_t	File_Namespace::appendPage (FILE *f, const size_t pageSize, int8_t *buf)
	Appends a page from buf to the file. More...
size_t	File_Namespace::fileSize (FILE *f)
	Returns the size of the specified file. More...
void	File_Namespace::renameForDelete (const std::string directoryName)
	Renames a directory to DELETE_ME_<EPOCH>_<oldname>. More...
void	file_delete (std::atomic< bool > &program_is_running, const unsigned int wait_interval_seconds, const std::string base_path)

Variables
bool	g_read_only {false}

Detailed Description

Implementation of helper methods for File I/O.

Definition in file File.cpp.

Function Documentation

void file_delete	(	std::atomic< bool > &	program_is_running,
		const unsigned int	wait_interval_seconds,
		const std::string	base_path
	)

Definition at line 304 of file File.cpp.

References gpu_enabled::copy(), logger::ERROR, logger::INFO, and LOG.

Referenced by startHeavyDBServer().

                                            {
  const auto wait_duration = std::chrono::seconds(wait_interval_seconds);
  const boost::filesystem::path path(base_path);
  while (program_is_running) {
    using vec = std::vector<boost::filesystem::path>;  // store paths,
    vec v;
    boost::system::error_code ec;

    // copy vector from iterator as was getting weird random errors if
    // removed direct from iterator
    copy(boost::filesystem::directory_iterator(path),
         boost::filesystem::directory_iterator(),
         back_inserter(v));
    for (vec::const_iterator it(v.begin()); it != v.end(); ++it) {
      std::string object_name(it->string());

      if (boost::algorithm::ends_with(object_name, "DELETE_ME")) {
        LOG(INFO) << " removing object " << object_name;
        boost::filesystem::remove_all(*it, ec);
        if (ec.value() != boost::system::errc::success) {
          LOG(ERROR) << "Failed to remove object " << object_name << " error was " << ec;
        }
      }
    }

    std::this_thread::sleep_for(wait_duration);
  }
}

Here is the call graph for this function:

Here is the caller graph for this function:

Variable Documentation

bool g_read_only {false}

Definition at line 40 of file File.cpp.

Referenced by File_Namespace::append(), File_Namespace::appendPage(), anonymous_namespace{SysCatalog.cpp}::copy_catalog_if_read_only(), File_Namespace::create(), Catalog_Namespace::SysCatalog::createUser(), File_Namespace::FileInfo::freePageImmediate(), Catalog_Namespace::SysCatalog::initDB(), File_Namespace::open(), File_Namespace::FileInfo::openExistingFile(), QueryRunner::QueryRunner::QueryRunner(), File_Namespace::FileInfo::recoverPage(), File_Namespace::removeFile(), Catalog_Namespace::SysCatalog::syncUserWithRemoteProvider(), CommandLineOptions::validate(), File_Namespace::write(), File_Namespace::writePage(), and File_Namespace::writePartialPage().