risingwave_rpc_client/
hummock_meta_client.rs

1// Copyright 2022 RisingWave Labs
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7//     http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
15use std::collections::HashSet;
16
17use async_trait::async_trait;
18use futures::stream::BoxStream;
19use risingwave_hummock_sdk::change_log::TableChangeLogs;
20use risingwave_hummock_sdk::version::HummockVersion;
21use risingwave_hummock_sdk::{
22    CompactionGroupId, HummockEpoch, HummockVersionId, ObjectIdRange, SyncResult,
23};
24use risingwave_pb::hummock::{
25    PbHummockVersion, SubscribeCompactionEventRequest, SubscribeCompactionEventResponse,
26};
27use risingwave_pb::iceberg_compaction::{
28    SubscribeIcebergCompactionEventRequest, SubscribeIcebergCompactionEventResponse,
29};
30use risingwave_pb::id::{HummockSstableId, JobId, TableId};
31use tokio::sync::mpsc::UnboundedSender;
32
33pub type CompactionEventItem = std::result::Result<SubscribeCompactionEventResponse, tonic::Status>;
34pub type IcebergCompactionEventItem =
35    std::result::Result<SubscribeIcebergCompactionEventResponse, tonic::Status>;
36
37use crate::error::Result;
38
39pub type HummockMetaClientChangeLogInfo = Vec<u64>;
40
41#[async_trait]
42pub trait HummockMetaClient: Send + Sync + 'static {
43    async fn unpin_version_before(&self, unpin_version_before: HummockVersionId) -> Result<()>;
44    async fn get_current_version(&self) -> Result<HummockVersion>;
45    async fn get_new_object_ids(&self, number: u32) -> Result<ObjectIdRange>;
46    // We keep `commit_epoch` only for test/benchmark.
47    async fn commit_epoch_with_change_log(
48        &self,
49        epoch: HummockEpoch,
50        sync_result: SyncResult,
51        change_log_info: Option<HummockMetaClientChangeLogInfo>,
52    ) -> Result<()>;
53    async fn commit_epoch(&self, epoch: HummockEpoch, sync_result: SyncResult) -> Result<()> {
54        self.commit_epoch_with_change_log(epoch, sync_result, None)
55            .await
56    }
57    async fn trigger_manual_compaction(
58        &self,
59        compaction_group_id: CompactionGroupId,
60        table_id: JobId,
61        level: u32,
62        target_level: Option<u32>,
63        sst_ids: Vec<HummockSstableId>,
64        exclusive: bool,
65    ) -> Result<bool>;
66    async fn trigger_full_gc(
67        &self,
68        sst_retention_time_sec: u64,
69        prefix: Option<String>,
70    ) -> Result<()>;
71
72    async fn subscribe_compaction_event(
73        &self,
74    ) -> Result<(
75        UnboundedSender<SubscribeCompactionEventRequest>,
76        BoxStream<'static, CompactionEventItem>,
77    )>;
78
79    async fn get_version_by_epoch(
80        &self,
81        epoch: HummockEpoch,
82        table_id: TableId,
83    ) -> Result<PbHummockVersion>;
84
85    async fn subscribe_iceberg_compaction_event(
86        &self,
87    ) -> Result<(
88        UnboundedSender<SubscribeIcebergCompactionEventRequest>,
89        BoxStream<'static, IcebergCompactionEventItem>,
90    )>;
91
92    async fn get_table_change_logs(
93        &self,
94        epoch_only: bool,
95        start_epoch_inclusive: Option<u64>,
96        end_epoch_inclusive: Option<u64>,
97        table_ids: Option<HashSet<TableId>>,
98        exclude_empty: bool,
99        limit: Option<u32>,
100    ) -> Result<TableChangeLogs>;
101}
risingwave_rpc_client/hummock_meta_client.rs

risingwave_rpc_client/
hummock_meta_client.rs
