risingwave_stream/executor/iceberg_with_pk_index/mod.rs
1// Copyright 2026 RisingWave Labs
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7// http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
15//! pk-index sink (V2/V3)
16//!
17//! This module implements three core executors for the Iceberg pk-index sink that uses
18//! Deletion Vectors (DVs) instead of Equality Delete files:
19//!
20//! 1. **Writer Executor** (Stateful): Maintains a PK index mapping primary keys to
21//! (`file_path`, `position`). Writes data files for inserts and emits
22//! (`file_path`, `position`) messages for deletes.
23//!
24//! 2. **Position-delete merger executor** (Stateless): Consumes the Writer's (`file_path`, `position`)
25//! messages, merges delete positions with historical deletes, and reports the resulting delete
26//! files to meta.
27
28mod position_delete_handler_impl;
29mod position_delete_merger;
30mod writer;
31mod writer_impl;
32
33pub use position_delete_handler_impl::PositionDeleteHandlerImpl;
34pub use position_delete_merger::PositionDeleteMergerExecutor;
35pub use writer::WriterExecutor;
36pub use writer_impl::IcebergWriterImpl;