risingwave_connector/source/pulsar/
split.rs

1// Copyright 2025 RisingWave Labs
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7//     http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
15use risingwave_common::types::JsonbVal;
16use serde::{Deserialize, Serialize};
17
18use crate::error::ConnectorResult;
19use crate::source::pulsar::PulsarEnumeratorOffset;
20use crate::source::pulsar::topic::Topic;
21use crate::source::{SplitId, SplitMetaData};
22
23#[derive(Debug, Clone, Serialize, Deserialize, PartialEq, Hash)]
24pub struct PulsarSplit {
25    pub(crate) topic: Topic,
26    pub(crate) start_offset: PulsarEnumeratorOffset,
27}
28
29impl SplitMetaData for PulsarSplit {
30    fn id(&self) -> SplitId {
31        // TODO: should avoid constructing a string every time
32        self.topic.to_string().into()
33    }
34
35    fn restore_from_json(value: JsonbVal) -> ConnectorResult<Self> {
36        serde_json::from_value(value.take()).map_err(Into::into)
37    }
38
39    fn encode_to_json(&self) -> JsonbVal {
40        serde_json::to_value(self.clone()).unwrap().into()
41    }
42
43    fn update_offset(&mut self, last_seen_offset: String) -> ConnectorResult<()> {
44        let start_offset = if last_seen_offset.is_empty() {
45            PulsarEnumeratorOffset::Earliest
46        } else {
47            PulsarEnumeratorOffset::MessageId(last_seen_offset)
48        };
49
50        self.start_offset = start_offset;
51        Ok(())
52    }
53}
risingwave_connector/source/pulsar/split.rs

risingwave_connector/source/pulsar/
split.rs
