Struct MultiDimPartitionRule 

pub struct MultiDimPartitionRule {
    partition_columns: Vec<String>,
    name_to_index: HashMap<String, usize>,
    regions: Vec<RegionNumber>,
    exprs: Vec<PartitionExpr>,
    physical_expr_cache: RwLock<Option<(Vec<Arc<dyn PhysicalExpr>>, Arc<Schema>)>>,
}

Multi-Dimiension partition rule. RFC here

This partition rule is defined by a set of simple expressions on the partition key columns. Compare to RANGE partition, which can be considered as single-dimension rule, this will evaluate expression on each column separately.

Fields

partition_columns: Vec<String>

Allow list of which columns can be used for partitioning.

name_to_index: HashMap<String, usize>

Name to index of partition_columns. Used for quick lookup.

regions: Vec<RegionNumber>

Region number for each partition. This list has the same length as exprs (dispiting the default region).

exprs: Vec<PartitionExpr>

Partition expressions.

physical_expr_cache: RwLock<Option<(Vec<Arc<dyn PhysicalExpr>>, Arc<Schema>)>>

Cache of physical expressions.

Implementations

impl MultiDimPartitionRule

pub fn try_new( partition_columns: Vec<String>, regions: Vec<RegionNumber>, exprs: Vec<PartitionExpr>, check_exprs: bool, ) -> Result<Self>

Create a new MultiDimPartitionRule.

If check_exprs is true, the function will check if the expressions are valid. This is required when constructing a new partition rule like CREATE TABLE or ALTER TABLE.

pub fn exprs(&self) -> &[PartitionExpr]

fn find_region(&self, values: &[Value]) -> Result<RegionNumber>

fn evaluate_expr(&self, expr: &PartitionExpr, values: &[Value]) -> Result<bool>

fn perform_op(lhs: &Value, op: &RestrictedOp, rhs: &Value) -> Result<bool>

pub fn row_at( &self, cols: &[VectorRef], index: usize, row: &mut [Value], ) -> Result<()>

pub fn record_batch_to_cols( &self, record_batch: &RecordBatch, ) -> Result<Vec<VectorRef>>

pub fn split_record_batch_naive( &self, record_batch: &RecordBatch, ) -> Result<HashMap<RegionNumber, BooleanArray>>

pub fn split_record_batch( &self, record_batch: &RecordBatch, ) -> Result<HashMap<RegionNumber, RegionMask>>

Trait Implementations

impl Debug for MultiDimPartitionRule

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for MultiDimPartitionRule

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl PartitionRule for MultiDimPartitionRule

fn as_any(&self) -> &dyn Any

fn partition_columns(&self) -> Vec<String>

fn find_region(&self, values: &[Value]) -> Result<RegionNumber>

Finds the target region by the partition values.

fn split_record_batch( &self, record_batch: &RecordBatch, ) -> Result<HashMap<RegionNumber, RegionMask>>

Split the record batch into multiple regions by the partition values. The result is a map from region mask in which the array is true for the rows that match the partition values. Region with now rows selected may not appear in result map.

impl Serialize for MultiDimPartitionRule

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.