Struct Indexer 

pub struct Indexer {

    file_id: FileId,
    region_id: RegionId,
    physical_region_id: RegionId,
    index_version: u64,
    puffin_manager: Option<FsPuffinManager<Arc<BoundedStager<RegionIndexId>>, ObjectStorePuffinFileAccessor>>,
    write_cache_enabled: bool,
    inverted_indexer: Option<InvertedIndexer>,
    last_mem_inverted_index: usize,
    fulltext_indexer: Option<FulltextIndexer>,
    last_mem_fulltext_index: usize,
    bloom_filter_indexer: Option<BloomFilterIndexer>,
    last_mem_bloom_filter: usize,
    dense_pk_decoder: Option<DensePrimaryKeyCodec>,
    intermediate_manager: Option<IntermediateManager>,
}

The index creator that hides the error handling details.

Fields

file_id: FileId

region_id: RegionId

The logical region used for metadata and intermediate index files.

physical_region_id: RegionId

The region that owns the physical SST and Puffin files.

index_version: u64

puffin_manager: Option<FsPuffinManager<Arc<BoundedStager<RegionIndexId>>, ObjectStorePuffinFileAccessor>>

write_cache_enabled: bool

inverted_indexer: Option<InvertedIndexer>

last_mem_inverted_index: usize

fulltext_indexer: Option<FulltextIndexer>

last_mem_fulltext_index: usize

bloom_filter_indexer: Option<BloomFilterIndexer>

last_mem_bloom_filter: usize

dense_pk_decoder: Option<DensePrimaryKeyCodec>

Present only when the active creators together need every Dense PK field.

intermediate_manager: Option<IntermediateManager>

Implementations

impl Indexer

pub(crate) async fn do_abort(&mut self)

async fn do_abort_inverted_index(&mut self)

async fn do_abort_fulltext_index(&mut self)

async fn do_abort_bloom_filter(&mut self)

async fn do_abort_clean_fs_temp_dir(&mut self)

impl Indexer

pub(crate) async fn do_finish(&mut self) -> IndexOutput

async fn build_puffin_writer( &mut self, ) -> Option<<FsPuffinManager<Arc<BoundedStager<RegionIndexId>>, ObjectStorePuffinFileAccessor> as PuffinManager>::Writer>

async fn do_finish_puffin_writer( &mut self, writer: <FsPuffinManager<Arc<BoundedStager<RegionIndexId>>, ObjectStorePuffinFileAccessor> as PuffinManager>::Writer, ) -> u64

async fn do_finish_inverted_index( &mut self, puffin_writer: &mut <FsPuffinManager<Arc<BoundedStager<RegionIndexId>>, ObjectStorePuffinFileAccessor> as PuffinManager>::Writer, index_output: &mut IndexOutput, ) -> bool

Returns false if the finish failed.

async fn do_finish_fulltext_index( &mut self, puffin_writer: &mut <FsPuffinManager<Arc<BoundedStager<RegionIndexId>>, ObjectStorePuffinFileAccessor> as PuffinManager>::Writer, index_output: &mut IndexOutput, ) -> bool

async fn do_finish_bloom_filter( &mut self, puffin_writer: &mut <FsPuffinManager<Arc<BoundedStager<RegionIndexId>>, ObjectStorePuffinFileAccessor> as PuffinManager>::Writer, index_output: &mut IndexOutput, ) -> bool

fn fill_inverted_index_output( &mut self, output: &mut InvertedIndexOutput, row_count: usize, byte_count: u64, column_ids: Vec<ColumnId>, )

fn fill_fulltext_index_output( &mut self, output: &mut FulltextIndexOutput, row_count: usize, byte_count: u64, column_ids: Vec<ColumnId>, )

fn fill_bloom_filter_output( &mut self, output: &mut BloomFilterOutput, row_count: usize, byte_count: u64, column_ids: Vec<ColumnId>, )

pub(crate) async fn do_prune_intm_sst_dir(&mut self)

impl Indexer

pub(crate) async fn do_update(&mut self, batch: &mut Batch)

fn do_prepare_primary_key(&self, batch: &mut Batch) -> bool

Handles decode errors before entering asynchronous cleanup, following the creators’ update policy without carrying a decode error across an await.

async fn do_update_inverted_index(&mut self, batch: &mut Batch) -> bool

Returns false if the update failed.

async fn do_update_fulltext_index(&mut self, batch: &mut Batch) -> bool

Returns false if the update failed.

async fn do_update_bloom_filter(&mut self, batch: &mut Batch) -> bool

Returns false if the update failed.

pub(crate) async fn do_update_flat(&mut self, batch: &RecordBatch)

async fn do_update_flat_inverted_index(&mut self, batch: &RecordBatch) -> bool

Returns false if the update failed.

async fn do_update_flat_fulltext_index(&mut self, batch: &RecordBatch) -> bool

Returns false if the update failed.

async fn do_update_flat_bloom_filter(&mut self, batch: &RecordBatch) -> bool

Returns false if the update failed.

impl Indexer

fn prepare_dense_pk_decoder(&mut self, metadata: &RegionMetadataRef)

Computes demand once from active creators. Field columns and duplicate requests across creators cannot turn a partial PK projection into a full one.

fn prepare_primary_key(&self, batch: &mut Batch) -> Result<()>

Called before any creator consumes the batch, so the full decode is shared.

pub async fn update(&mut self, batch: &mut Batch)

Updates the index with the given batch.

pub async fn update_flat(&mut self, batch: &RecordBatch)

Updates the index with the given flat format RecordBatch.

pub async fn finish(&mut self) -> IndexOutput

Finalizes the index creation.

pub async fn abort(&mut self)

Aborts the index creation.

fn flush_mem_metrics(&mut self)

Trait Implementations

impl Default for Indexer

fn default() -> Indexer

Returns the “default value” for a type.