foreign_storage::MetadataScanMultiThreadingParams Struct Reference

#include <AbstractTextFileDataWrapper.h>

Public Attributes
std::queue< ParseBufferRequest >	pending_requests
std::queue< ParseBufferRequest >	deferred_requests
std::mutex	pending_requests_mutex
std::mutex	deferred_requests_mutex
std::condition_variable	pending_requests_condition
std::queue< ParseBufferRequest >	request_pool
std::mutex	request_pool_mutex
std::condition_variable	request_pool_condition
bool	continue_processing
std::map< ChunkKey, std::unique_ptr < ForeignStorageBuffer > >	chunk_encoder_buffers
std::map< ChunkKey, Chunk_NS::Chunk >	cached_chunks
std::mutex	chunk_encoder_buffers_mutex
bool	disable_cache

Detailed Description

Data structure used to hold shared objects needed for inter-thread synchronization or objects containing data that is updated by multiple threads while scanning files for metadata.

Definition at line 38 of file AbstractTextFileDataWrapper.h.

Member Data Documentation

std::map<ChunkKey, Chunk_NS::Chunk> foreign_storage::MetadataScanMultiThreadingParams::cached_chunks

Definition at line 51 of file AbstractTextFileDataWrapper.h.

Referenced by foreign_storage::AbstractTextFileDataWrapper::populateChunkMetadata(), foreign_storage::process_data_blocks(), and foreign_storage::reset_multithreading_params().

std::map<ChunkKey, std::unique_ptr<ForeignStorageBuffer> > foreign_storage::MetadataScanMultiThreadingParams::chunk_encoder_buffers

Definition at line 50 of file AbstractTextFileDataWrapper.h.

Referenced by foreign_storage::AbstractTextFileDataWrapper::populateChunkMetadata(), foreign_storage::process_data_blocks(), and foreign_storage::reset_multithreading_params().

std::mutex foreign_storage::MetadataScanMultiThreadingParams::chunk_encoder_buffers_mutex

Definition at line 52 of file AbstractTextFileDataWrapper.h.

Referenced by foreign_storage::populate_chunks_using_data_blocks(), and foreign_storage::process_data_blocks().

bool foreign_storage::MetadataScanMultiThreadingParams::continue_processing

Definition at line 49 of file AbstractTextFileDataWrapper.h.

Referenced by foreign_storage::dispatch_scan_requests(), foreign_storage::dispatch_scan_requests_with_exception_handling(), foreign_storage::get_next_scan_request(), foreign_storage::AbstractTextFileDataWrapper::iterativeFileScan(), foreign_storage::populate_chunks(), foreign_storage::AbstractTextFileDataWrapper::populateChunkMetadata(), and foreign_storage::scan_metadata().

std::queue<ParseBufferRequest> foreign_storage::MetadataScanMultiThreadingParams::deferred_requests

Definition at line 41 of file AbstractTextFileDataWrapper.h.

Referenced by foreign_storage::defer_scan_request(), foreign_storage::dispatch_all_deferred_requests(), foreign_storage::anonymous_namespace{AbstractTextFileDataWrapper.cpp}::no_deferred_requests(), and foreign_storage::reset_multithreading_params().

std::mutex foreign_storage::MetadataScanMultiThreadingParams::deferred_requests_mutex

Definition at line 44 of file AbstractTextFileDataWrapper.h.

Referenced by foreign_storage::defer_scan_request(), foreign_storage::dispatch_all_deferred_requests(), and foreign_storage::anonymous_namespace{AbstractTextFileDataWrapper.cpp}::no_deferred_requests().

bool foreign_storage::MetadataScanMultiThreadingParams::disable_cache

Definition at line 53 of file AbstractTextFileDataWrapper.h.

Referenced by foreign_storage::AbstractTextFileDataWrapper::iterativeFileScan(), foreign_storage::AbstractTextFileDataWrapper::populateChunkMetadata(), and foreign_storage::process_data_blocks().

std::queue<ParseBufferRequest> foreign_storage::MetadataScanMultiThreadingParams::pending_requests

Definition at line 39 of file AbstractTextFileDataWrapper.h.

Referenced by foreign_storage::dispatch_all_deferred_requests(), foreign_storage::dispatch_scan_request(), foreign_storage::dispatch_scan_requests(), foreign_storage::get_next_scan_request(), and foreign_storage::reset_multithreading_params().

std::condition_variable foreign_storage::MetadataScanMultiThreadingParams::pending_requests_condition

Definition at line 45 of file AbstractTextFileDataWrapper.h.

Referenced by foreign_storage::dispatch_all_deferred_requests(), foreign_storage::dispatch_scan_request(), foreign_storage::dispatch_scan_requests(), foreign_storage::dispatch_scan_requests_with_exception_handling(), and foreign_storage::get_next_scan_request().

std::mutex foreign_storage::MetadataScanMultiThreadingParams::pending_requests_mutex

Definition at line 43 of file AbstractTextFileDataWrapper.h.

Referenced by foreign_storage::dispatch_all_deferred_requests(), foreign_storage::dispatch_scan_request(), foreign_storage::dispatch_scan_requests(), foreign_storage::dispatch_scan_requests_with_exception_handling(), foreign_storage::get_next_scan_request(), foreign_storage::populate_chunks(), and foreign_storage::scan_metadata().

std::queue<ParseBufferRequest> foreign_storage::MetadataScanMultiThreadingParams::request_pool

Definition at line 46 of file AbstractTextFileDataWrapper.h.

Referenced by foreign_storage::add_request_to_pool(), foreign_storage::get_request_from_pool(), foreign_storage::AbstractTextFileDataWrapper::iterativeFileScan(), foreign_storage::AbstractTextFileDataWrapper::populateChunkMetadata(), foreign_storage::request_pool_non_empty(), and foreign_storage::reset_multithreading_params().

std::condition_variable foreign_storage::MetadataScanMultiThreadingParams::request_pool_condition

Definition at line 48 of file AbstractTextFileDataWrapper.h.

Referenced by foreign_storage::add_request_to_pool(), and foreign_storage::get_request_from_pool().

std::mutex foreign_storage::MetadataScanMultiThreadingParams::request_pool_mutex

Definition at line 47 of file AbstractTextFileDataWrapper.h.

Referenced by foreign_storage::add_request_to_pool(), foreign_storage::get_request_from_pool(), and foreign_storage::request_pool_non_empty().

---

The documentation for this struct was generated from the following file:

• /home/jenkins-slave/workspace/core-os-doxygen/DataMgr/ForeignStorage/AbstractTextFileDataWrapper.h