Struct ManifestObjectStore

pub struct ManifestObjectStore {
    object_store: ObjectStore,
    compress_type: CompressionType,
    path: String,
    manifest_size_map: Arc<RwLock<HashMap<FileKey, u64>>>,
    total_manifest_size: Arc<AtomicU64>,
}

Fields

object_store: ObjectStore

compress_type: CompressionType

path: String

manifest_size_map: Arc<RwLock<HashMap<FileKey, u64>>>

Stores the size of each manifest file.

total_manifest_size: Arc<AtomicU64>

Implementations

impl ManifestObjectStore

pub fn new( path: &str, object_store: ObjectStore, compress_type: CompressionType, total_manifest_size: Arc<AtomicU64>, ) -> Self

fn delta_file_path(&self, version: ManifestVersion) -> String

Returns the delta file path under the current compression algorithm

fn checkpoint_file_path(&self, version: ManifestVersion) -> String

Returns the checkpoint file path under the current compression algorithm

pub(crate) fn last_checkpoint_path(&self) -> String

Returns the last checkpoint path, because the last checkpoint is not compressed, so its path name has nothing to do with the compression algorithm used by ManifestObjectStore

pub(crate) fn manifest_dir(&self) -> &str

Returns the manifest dir

pub(crate) async fn manifest_lister(&self) -> Result<Option<Lister>>

Returns a iterator of manifests.

pub async fn get_paths<F, R>(&self, filter: F) -> Result<Vec<R>>

where F: Fn(Entry) -> Option<R>,

Return all Rs in the root directory that meet the filter conditions (that is, the filter closure returns Some(R)), and discard R that does not meet the conditions (that is, the filter closure returns None) Return an empty vector when directory is not found.

fn sort_manifests(entries: &mut [(ManifestVersion, Entry)])

Sorts the manifest files.

pub async fn scan( &self, start: ManifestVersion, end: ManifestVersion, ) -> Result<Vec<(ManifestVersion, Entry)>>

Scans the manifest files in the range of [start, end) and return all manifest entries.

pub async fn fetch_manifests_strict_from( &self, start_version: ManifestVersion, end_version: ManifestVersion, region_id: RegionId, ) -> Result<Vec<(ManifestVersion, Vec<u8>)>>

Fetches manifests in range [start_version, end_version).

This functions is guaranteed to return manifests from the start_version strictly (must contain start_version).

pub async fn fetch_manifests( &self, start_version: ManifestVersion, end_version: ManifestVersion, ) -> Result<Vec<(ManifestVersion, Vec<u8>)>>

Fetch all manifests in concurrent, and return the manifests in range [start_version, end_version)

Notes: This function is no guarantee to return manifests from the start_version strictly. Uses fetch_manifests_strict_from to get manifests from the start_version.

pub async fn delete_until( &self, end: ManifestVersion, keep_last_checkpoint: bool, ) -> Result<usize>

Delete manifest files that version < end. If keep_last_checkpoint is true, the last checkpoint file will be kept.

Return

The number of deleted files.

pub async fn save( &mut self, version: ManifestVersion, bytes: &[u8], ) -> Result<()>

Save the delta manifest file.

pub(crate) async fn save_checkpoint( &self, version: ManifestVersion, bytes: &[u8], ) -> Result<()>

Save the checkpoint manifest file.

async fn load_checkpoint( &mut self, metadata: CheckpointMetadata, ) -> Result<Option<(ManifestVersion, Vec<u8>)>>

pub async fn load_last_checkpoint( &mut self, ) -> Result<Option<(ManifestVersion, Vec<u8>)>>

Load the latest checkpoint. Return manifest version and the raw RegionCheckpoint content if any

pub(crate) fn total_manifest_size(&self) -> u64

Compute the size(Byte) in manifest size map.

pub(crate) fn reset_manifest_size(&mut self)

Resets the size of all files.

pub(crate) fn set_delta_file_size( &mut self, version: ManifestVersion, size: u64, )

Set the size of the delta file by delta version.

pub(crate) fn set_checkpoint_file_size( &self, version: ManifestVersion, size: u64, )

Set the size of the checkpoint file by checkpoint version.

fn unset_file_size(&self, key: &FileKey)

fn inc_total_manifest_size(&self, val: u64)

fn dec_total_manifest_size(&self, val: u64)

Trait Implementations

impl Clone for ManifestObjectStore

fn clone(&self) -> ManifestObjectStore

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for ManifestObjectStore

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.