risingwave_stream/executor/backfill/cdc/
mod.rs

1// Copyright 2025 RisingWave Labs
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7//     http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
15mod cdc_backfill;
16mod state;
17mod upstream_table;
18
19pub use cdc_backfill::CdcBackfillExecutor;
20use risingwave_pb::stream_plan::StreamCdcScanOptions;
21pub use upstream_table::external::ExternalStorageTable;
22
23#[derive(Debug, Clone)]
24pub struct CdcScanOptions {
25    /// Whether to disable backfill
26    pub disable_backfill: bool,
27    /// Barrier interval to start a new snapshot read
28    pub snapshot_interval: u32,
29    /// Batch size for a snapshot read query
30    pub snapshot_batch_size: u32,
31}
32
33impl Default for CdcScanOptions {
34    fn default() -> Self {
35        Self {
36            disable_backfill: false,
37            snapshot_interval: 1,
38            snapshot_batch_size: 1000,
39        }
40    }
41}
42
43impl CdcScanOptions {
44    pub fn from_proto(proto: &StreamCdcScanOptions) -> Self {
45        Self {
46            disable_backfill: proto.disable_backfill,
47            snapshot_interval: proto.snapshot_barrier_interval,
48            snapshot_batch_size: proto.snapshot_batch_size,
49        }
50    }
51}
risingwave_stream/executor/backfill/cdc/mod.rs

risingwave_stream/executor/backfill/cdc/
mod.rs
