pipeline/
lib.rs

1// Copyright 2023 Greptime Team
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7//     http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
15#![feature(string_from_utf8_lossy_owned)]
16
17mod dispatcher;
18pub mod error;
19mod etl;
20mod manager;
21mod metrics;
22mod tablesuffix;
23
24pub use etl::ctx_req::{ContextOpt, ContextReq};
25pub use etl::processor::Processor;
26pub use etl::transform::transformer::greptime::{GreptimePipelineParams, SchemaInfo};
27pub use etl::transform::transformer::identity_pipeline;
28pub use etl::transform::GreptimeTransformer;
29pub use etl::{
30    parse, Content, DispatchedTo, Pipeline, PipelineExecOutput, TransformedOutput, TransformerMode,
31};
32pub use manager::{
33    pipeline_operator, table, util, IdentityTimeIndex, PipelineContext, PipelineDefinition,
34    PipelineInfo, PipelineRef, PipelineTableRef, PipelineVersion, PipelineWay, SelectInfo,
35    GREPTIME_INTERNAL_IDENTITY_PIPELINE_NAME, GREPTIME_INTERNAL_TRACE_PIPELINE_V1_NAME,
36};
37
38#[macro_export]
39macro_rules! unwrap_or_continue_if_err {
40    ($result:expr, $condition:expr) => {{
41        match $result {
42            Ok(value) => value,
43            Err(e) => {
44                if $condition {
45                    continue;
46                } else {
47                    return Err(e);
48                }
49            }
50        }
51    }};
52}
pipeline/lib.rs

pipeline/
lib.rs
