risingwave_stream/executor/iceberg_with_pk_index/
mod.rs

1// Copyright 2026 RisingWave Labs
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7//     http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
15//! Iceberg V3 Sink with Primary Key Index
16//!
17//! This module implements three core executors for the Iceberg V3 sink that uses
18//! Deletion Vectors (DVs) instead of Equality Delete files:
19//!
20//! 1. **Writer Executor** (Stateful): Maintains a PK index mapping primary keys to
21//!    (`file_path`, `position`). Writes data files for inserts and emits
22//!    (`file_path`, `position`) messages for deletes.
23//!
24//! 2. **DV Merger Executor** (Stateless): Consumes the Writer's (`file_path`, `position`) messages,
25//!    merges delete positions with historical DVs, and reports the resulting DV files to meta.
26
27mod dv_handler_impl;
28mod dv_merger;
29mod writer;
30mod writer_impl;
31
32pub use dv_handler_impl::DvHandlerImpl;
33pub use dv_merger::DvMergerExecutor;
34pub use writer::WriterExecutor;
35pub use writer_impl::IcebergWriterImpl;