risingwave_connector/source/google_pubsub/
split.rs

1// Copyright 2025 RisingWave Labs
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7//     http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
15use risingwave_common::types::JsonbVal;
16use serde::{Deserialize, Serialize};
17
18use crate::error::ConnectorResult;
19use crate::source::{SplitId, SplitMetaData};
20
21#[derive(Clone, Serialize, Deserialize, Debug, PartialEq, Hash)]
22pub struct PubsubSplit {
23    // XXX: `index` and `subscription` seems also not useful. It's only for `SplitMetaData::id`.
24    // Is the split id useful?
25    pub(crate) index: u32,
26    pub(crate) subscription: String,
27
28    #[serde(rename = "start_offset")]
29    #[serde(skip_serializing)]
30    pub(crate) __deprecated_start_offset: Option<String>,
31
32    #[serde(rename = "stop_offset")]
33    #[serde(skip_serializing)]
34    pub(crate) __deprecated_stop_offset: Option<String>,
35}
36
37impl SplitMetaData for PubsubSplit {
38    fn restore_from_json(value: JsonbVal) -> ConnectorResult<Self> {
39        serde_json::from_value(value.take()).map_err(Into::into)
40    }
41
42    fn encode_to_json(&self) -> JsonbVal {
43        serde_json::to_value(self.clone()).unwrap().into()
44    }
45
46    fn id(&self) -> SplitId {
47        format!("{}-{}", self.subscription, self.index).into()
48    }
49
50    /// No-op. Actually `PubsubSplit` doesn't maintain any state. It's fully managed by Pubsub.
51    /// One subscription is like one Kafka consumer group.
52    fn update_offset(&mut self, _last_seen_offset: String) -> ConnectorResult<()> {
53        // forcefully set previously persisted start_offset to None
54        self.__deprecated_start_offset = None;
55        Ok(())
56    }
57}
risingwave_connector/source/google_pubsub/split.rs

risingwave_connector/source/google_pubsub/
split.rs
