Struct AccessLayer 

pub struct AccessLayer {
    table_dir: String,
    path_type: PathType,
    object_store: ObjectStore,
    puffin_manager_factory: PuffinManagerFactory,
    intermediate_manager: IntermediateManager,
}

A layer to access SST files under the same directory.

Fields

table_dir: String

path_type: PathType

Path type for generating file paths.

object_store: ObjectStore

Target object store.

puffin_manager_factory: PuffinManagerFactory

Puffin manager factory for index.

intermediate_manager: IntermediateManager

Intermediate manager for inverted index.

Implementations

impl AccessLayer

pub fn new( table_dir: impl Into<String>, path_type: PathType, object_store: ObjectStore, puffin_manager_factory: PuffinManagerFactory, intermediate_manager: IntermediateManager, ) -> AccessLayer

Returns a new AccessLayer for specific table_dir.

pub fn table_dir(&self) -> &str

Returns the directory of the table.

pub fn object_store(&self) -> &ObjectStore

Returns the object store of the layer.

pub fn path_type(&self) -> PathType

Returns the path type of the layer.

pub fn puffin_manager_factory(&self) -> &PuffinManagerFactory

Returns the puffin manager factory.

pub fn intermediate_manager(&self) -> &IntermediateManager

Returns the intermediate manager.

pub(crate) fn build_puffin_manager( &self, ) -> FsPuffinManager<Arc<BoundedStager<RegionIndexId>>, ObjectStorePuffinFileAccessor>

Build the puffin manager.

pub(crate) async fn delete_index( &self, index_file_id: RegionIndexId, ) -> Result<(), Error>

pub(crate) async fn delete_ssts( &self, region_id: RegionId, file_ids: &[FileId], ) -> Result<(), Error>

pub(crate) async fn delete_indexes( &self, index_ids: &[RegionIndexId], ) -> Result<(), Error>

pub fn build_region_dir(&self, region_id: RegionId) -> String

Returns the directory of the region in the table.

pub(crate) fn read_sst(&self, file: FileHandle) -> ParquetReaderBuilder

Returns a reader builder for specific file.

pub async fn write_sst( &self, request: SstWriteRequest, write_opts: &WriteOptions, metrics: &mut Metrics, ) -> Result<SstInfoArray>

Writes a SST with specific file_id and metadata to the layer.

Returns the info of the SST. If no data written, returns None.

pub(crate) async fn put_sst( &self, data: &Bytes, region_id: RegionId, sst_info: &SstInfo, cache_manager: &CacheManagerRef, ) -> Result<Metrics>

Puts encoded SST bytes to the write cache (if enabled) and uploads it to the object store.

pub fn storage_sst_entries( &self, ) -> impl Stream<Item = Result<StorageSstEntry>> + use<>

Lists the SST entries from the storage layer in the table directory.

Trait Implementations

impl Debug for AccessLayer

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.