pub trait RecordBatchDedupStrategy: Send {
// Required methods
fn push_batch(
&mut self,
batch: RecordBatch,
metrics: &mut DedupMetrics,
) -> Result<Option<RecordBatch>>;
fn finish(
&mut self,
metrics: &mut DedupMetrics,
) -> Result<Option<RecordBatch>>;
}Expand description
Strategy to remove duplicate rows from sorted record batches.
Required Methods§
Sourcefn push_batch(
&mut self,
batch: RecordBatch,
metrics: &mut DedupMetrics,
) -> Result<Option<RecordBatch>>
fn push_batch( &mut self, batch: RecordBatch, metrics: &mut DedupMetrics, ) -> Result<Option<RecordBatch>>
Pushes a batch to the dedup strategy. Returns rows that no longer need to be updated by subsequent input. A strategy for partial merges may retain duplicates separated by Deletes.
Sourcefn finish(&mut self, metrics: &mut DedupMetrics) -> Result<Option<RecordBatch>>
fn finish(&mut self, metrics: &mut DedupMetrics) -> Result<Option<RecordBatch>>
Finishes the deduplication process and returns any remaining batch.
Users must ensure that push_batch is called for all batches before
calling this method.
Dyn Compatibility§
This trait is dyn compatible.
In older versions of Rust, dyn compatibility was called "object safety".