risingwave_meta/hummock/compaction/picker/
mod.rs

1// Copyright 2023 RisingWave Labs
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7//     http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
15mod base_level_compaction_picker;
16mod emergency_compaction_picker;
17mod intra_compaction_picker;
18mod manual_compaction_picker;
19mod min_overlap_compaction_picker;
20mod non_overlap_sub_level_picker;
21mod space_reclaim_compaction_picker;
22mod tier_compaction_picker;
23mod tombstone_reclaim_compaction_picker;
24mod trivial_move_compaction_picker;
25mod ttl_reclaim_compaction_picker;
26
27mod compaction_task_validator;
28mod vnode_watermark_picker;
29
30pub use base_level_compaction_picker::LevelCompactionPicker;
31pub use compaction_task_validator::{CompactionTaskValidator, ValidationRuleType};
32pub use emergency_compaction_picker::EmergencyCompactionPicker;
33pub use intra_compaction_picker::IntraCompactionPicker;
34pub use manual_compaction_picker::ManualCompactionPicker;
35pub use min_overlap_compaction_picker::MinOverlappingPicker;
36pub use non_overlap_sub_level_picker::NonOverlapSubLevelPicker;
37use risingwave_hummock_sdk::level::{InputLevel, Levels};
38pub use space_reclaim_compaction_picker::{SpaceReclaimCompactionPicker, SpaceReclaimPickerState};
39pub use tier_compaction_picker::TierCompactionPicker;
40pub use tombstone_reclaim_compaction_picker::{
41    TombstoneReclaimCompactionPicker, TombstoneReclaimPickerState,
42};
43pub use trivial_move_compaction_picker::TrivialMovePicker;
44pub use ttl_reclaim_compaction_picker::{TtlPickerState, TtlReclaimCompactionPicker};
45pub use vnode_watermark_picker::VnodeWatermarkCompactionPicker;
46
47use crate::hummock::level_handler::LevelHandler;
48
49#[derive(Default, Debug)]
50pub struct LocalPickerStatistic {
51    pub skip_by_write_amp_limit: u64,
52    pub skip_by_count_limit: u64,
53    pub skip_by_pending_files: u64,
54    pub skip_by_overlapping: u64,
55}
56
57#[derive(Default, Debug)]
58pub struct CompactionInput {
59    pub input_levels: Vec<InputLevel>,
60    pub target_level: usize,
61    pub target_sub_level_id: u64,
62    pub select_input_size: u64,
63    pub target_input_size: u64,
64    pub total_file_count: u64,
65    pub vnode_partition_count: u32,
66}
67
68impl CompactionInput {
69    pub fn add_pending_task(&self, task_id: u64, level_handlers: &mut [LevelHandler]) {
70        let mut has_l0 = false;
71        for level in &self.input_levels {
72            if level.level_idx != 0 {
73                level_handlers[level.level_idx as usize].add_pending_task(
74                    task_id,
75                    self.target_level,
76                    &level.table_infos,
77                );
78            } else {
79                has_l0 = true;
80            }
81        }
82        if has_l0 {
83            let table_infos = self
84                .input_levels
85                .iter()
86                .filter(|level| level.level_idx == 0)
87                .flat_map(|level| level.table_infos.iter());
88            level_handlers[0].add_pending_task(task_id, self.target_level, table_infos);
89        }
90    }
91}
92
93pub trait CompactionPicker {
94    fn pick_compaction(
95        &mut self,
96        levels: &Levels,
97        level_handlers: &[LevelHandler],
98        stats: &mut LocalPickerStatistic,
99    ) -> Option<CompactionInput>;
100}
risingwave_meta/hummock/compaction/picker/mod.rs

risingwave_meta/hummock/compaction/picker/
mod.rs
