Struct Indexer

pub struct Indexer {
    file_id: FileId,
    region_id: RegionId,
    puffin_manager: Option<FsPuffinManager<Arc<BoundedStager<FileId>>, ObjectStorePuffinFileAccessor>>,
    inverted_indexer: Option<InvertedIndexer>,
    last_mem_inverted_index: usize,
    fulltext_indexer: Option<FulltextIndexer>,
    last_mem_fulltext_index: usize,
    bloom_filter_indexer: Option<BloomFilterIndexer>,
    last_mem_bloom_filter: usize,
}

The index creator that hides the error handling details.

Fields

file_id: FileId

region_id: RegionId

puffin_manager: Option<FsPuffinManager<Arc<BoundedStager<FileId>>, ObjectStorePuffinFileAccessor>>

inverted_indexer: Option<InvertedIndexer>

last_mem_inverted_index: usize

fulltext_indexer: Option<FulltextIndexer>

last_mem_fulltext_index: usize

bloom_filter_indexer: Option<BloomFilterIndexer>

last_mem_bloom_filter: usize

Implementations

impl Indexer

pub(crate) async fn do_abort(&mut self)

async fn do_abort_inverted_index(&mut self)

async fn do_abort_fulltext_index(&mut self)

async fn do_abort_bloom_filter(&mut self)

impl Indexer

pub(crate) async fn do_finish(&mut self) -> IndexOutput

async fn build_puffin_writer( &mut self, ) -> Option<<FsPuffinManager<Arc<BoundedStager<FileId>>, ObjectStorePuffinFileAccessor> as PuffinManager>::Writer>

async fn do_finish_puffin_writer( &mut self, writer: <FsPuffinManager<Arc<BoundedStager<FileId>>, ObjectStorePuffinFileAccessor> as PuffinManager>::Writer, ) -> u64

async fn do_finish_inverted_index( &mut self, puffin_writer: &mut <FsPuffinManager<Arc<BoundedStager<FileId>>, ObjectStorePuffinFileAccessor> as PuffinManager>::Writer, index_output: &mut IndexOutput, ) -> bool

Returns false if the finish failed.

async fn do_finish_fulltext_index( &mut self, puffin_writer: &mut <FsPuffinManager<Arc<BoundedStager<FileId>>, ObjectStorePuffinFileAccessor> as PuffinManager>::Writer, index_output: &mut IndexOutput, ) -> bool

async fn do_finish_bloom_filter( &mut self, puffin_writer: &mut <FsPuffinManager<Arc<BoundedStager<FileId>>, ObjectStorePuffinFileAccessor> as PuffinManager>::Writer, index_output: &mut IndexOutput, ) -> bool

fn fill_inverted_index_output( &mut self, output: &mut InvertedIndexOutput, row_count: usize, byte_count: u64, indexer: &InvertedIndexer, )

fn fill_fulltext_index_output( &mut self, output: &mut FulltextIndexOutput, row_count: usize, byte_count: u64, indexer: &FulltextIndexer, )

fn fill_bloom_filter_output( &mut self, output: &mut BloomFilterOutput, row_count: usize, byte_count: u64, indexer: &BloomFilterIndexer, )

impl Indexer

pub(crate) async fn do_update(&mut self, batch: &mut Batch)

async fn do_update_inverted_index(&mut self, batch: &mut Batch) -> bool

Returns false if the update failed.

async fn do_update_fulltext_index(&mut self, batch: &mut Batch) -> bool

Returns false if the update failed.

async fn do_update_bloom_filter(&mut self, batch: &mut Batch) -> bool

Returns false if the update failed.

impl Indexer

pub async fn update(&mut self, batch: &mut Batch)

Updates the index with the given batch.

pub async fn finish(&mut self) -> IndexOutput

Finalizes the index creation.

pub async fn abort(&mut self)

Aborts the index creation.

fn flush_mem_metrics(&mut self)

Trait Implementations

impl Default for Indexer

fn default() -> Indexer

Returns the “default value” for a type.