Struct PipelineOperator

pub struct PipelineOperator {
    inserter: InserterRef,
    statement_executor: StatementExecutorRef,
    catalog_manager: CatalogManagerRef,
    query_engine: QueryEngineRef,
    tables: RwLock<HashMap<String, PipelineTableRef>>,
}

PipelineOperator is responsible for managing pipelines. It provides the ability to:

• Create a pipeline table if it does not exist
• Get a pipeline from the pipeline table
• Insert a pipeline into the pipeline table
• Compile a pipeline
• Add a pipeline table to the cache
• Get a pipeline table from the cache

Fields

inserter: InserterRef

statement_executor: StatementExecutorRef

catalog_manager: CatalogManagerRef

query_engine: QueryEngineRef

tables: RwLock<HashMap<String, PipelineTableRef>>

Implementations

impl PipelineOperator

fn create_table_request(&self, catalog: &str) -> RegisterSystemTableRequest

Create a table request for the pipeline table.

fn add_pipeline_table_to_cache(&self, catalog: &str, table: TableRef)

async fn create_pipeline_table_if_not_exists( &self, ctx: QueryContextRef, ) -> Result<()>

pub fn get_pipeline_table_from_cache( &self, catalog: &str, ) -> Option<PipelineTableRef>

Get a pipeline table from the cache.

impl PipelineOperator

pub fn new( inserter: InserterRef, statement_executor: StatementExecutorRef, catalog_manager: CatalogManagerRef, query_engine: QueryEngineRef, ) -> Self

Create a new PipelineOperator.

pub async fn get_pipeline( &self, query_ctx: QueryContextRef, name: &str, version: PipelineVersion, ) -> Result<Arc<Pipeline<GreptimeTransformer>>>

Get a pipeline from the pipeline table.

pub async fn insert_pipeline( &self, name: &str, content_type: &str, pipeline: &str, query_ctx: QueryContextRef, ) -> Result<PipelineInfo>

Insert a pipeline into the pipeline table.

pub async fn delete_pipeline( &self, name: &str, version: PipelineVersion, query_ctx: QueryContextRef, ) -> Result<Option<()>>

Delete a pipeline by name from pipeline table.

pub fn build_pipeline(pipeline: &str) -> Result<Pipeline<GreptimeTransformer>>

Compile a pipeline.