1use risingwave_common_proc_macro::serde_prefix_all;
16use serde::de::Error as _;
17
18use super::*;
19
20#[derive(Copy, Clone, Debug, Default, ValueEnum, Serialize, Deserialize)]
21pub enum MetaBackend {
22 #[default]
23 Mem,
24 Sql, Sqlite,
26 Postgres,
27 Mysql,
28}
29
30#[derive(Copy, Clone, Debug, Default, PartialEq, Eq, Serialize, Deserialize)]
32#[serde(rename_all = "lowercase")]
33#[repr(i32)]
34pub enum CheckpointCompression {
35 None = 0,
39 #[default]
41 Zstd = 1,
42 Lz4 = 2,
44}
45
46#[cfg(test)]
47mod tests {
48 use risingwave_pb::hummock::CheckpointCompressionAlgorithm;
49
50 use super::CheckpointCompression;
51
52 #[test]
53 fn checkpoint_compression_numeric_values_align_with_pb() {
54 assert_eq!(
55 CheckpointCompression::None as i32,
56 CheckpointCompressionAlgorithm::CheckpointCompressionUnspecified as i32
57 );
58 assert_eq!(
59 CheckpointCompression::Zstd as i32,
60 CheckpointCompressionAlgorithm::CheckpointCompressionZstd as i32
61 );
62 assert_eq!(
63 CheckpointCompression::Lz4 as i32,
64 CheckpointCompressionAlgorithm::CheckpointCompressionLz4 as i32
65 );
66 }
67}
68
69#[derive(Copy, Clone, Debug, Default)]
70pub enum DefaultParallelism {
71 #[default]
72 Full,
73 Default(NonZeroUsize),
74}
75
76impl Serialize for DefaultParallelism {
77 fn serialize<S>(&self, serializer: S) -> Result<S::Ok, S::Error>
78 where
79 S: Serializer,
80 {
81 #[derive(Debug, Serialize, Deserialize)]
82 #[serde(untagged)]
83 enum Parallelism {
84 Str(String),
85 Int(usize),
86 }
87 match self {
88 DefaultParallelism::Full => Parallelism::Str("Full".to_owned()).serialize(serializer),
89 DefaultParallelism::Default(val) => {
90 Parallelism::Int(val.get() as _).serialize(serializer)
91 }
92 }
93 }
94}
95
96impl<'de> Deserialize<'de> for DefaultParallelism {
97 fn deserialize<D>(deserializer: D) -> Result<Self, D::Error>
98 where
99 D: serde::Deserializer<'de>,
100 {
101 #[derive(Debug, Deserialize)]
102 #[serde(untagged)]
103 enum Parallelism {
104 Str(String),
105 Int(usize),
106 }
107 let p = Parallelism::deserialize(deserializer)?;
108 match p {
109 Parallelism::Str(s) => {
110 if s.trim().eq_ignore_ascii_case("full") {
111 Ok(DefaultParallelism::Full)
112 } else {
113 Err(serde::de::Error::custom(format!(
114 "invalid default parallelism: {}",
115 s
116 )))
117 }
118 }
119 Parallelism::Int(i) => Ok(DefaultParallelism::Default(
120 NonZeroUsize::new(i).ok_or_else(|| {
123 serde::de::Error::custom("default parallelism should not be 0")
124 })?,
125 )),
126 }
127 }
128}
129
130#[serde_with::apply(Option => #[serde(with = "none_as_empty_string")])]
132#[derive(Clone, Debug, Serialize, Deserialize, DefaultFromSerde, ConfigDoc)]
133pub struct MetaConfig {
134 #[serde(default = "default::meta::min_sst_retention_time_sec")]
137 pub min_sst_retention_time_sec: u64,
138
139 #[serde(default = "default::meta::full_gc_interval_sec")]
141 pub full_gc_interval_sec: u64,
142
143 #[serde(default = "default::meta::full_gc_object_limit")]
145 pub full_gc_object_limit: u64,
146
147 #[serde(default = "default::meta::gc_history_retention_time_sec")]
149 pub gc_history_retention_time_sec: u64,
150
151 #[serde(default = "default::meta::max_inflight_time_travel_query")]
153 pub max_inflight_time_travel_query: u64,
154
155 #[serde(default = "default::meta::periodic_compaction_interval_sec")]
158 pub periodic_compaction_interval_sec: u64,
159
160 #[serde(default = "default::meta::vacuum_interval_sec")]
163 pub vacuum_interval_sec: u64,
164
165 #[serde(default = "default::meta::vacuum_spin_interval_ms")]
168 pub vacuum_spin_interval_ms: u64,
169
170 #[serde(default = "default::meta::iceberg_gc_interval_sec")]
172 pub iceberg_gc_interval_sec: u64,
173
174 #[serde(default = "default::meta::iceberg_compaction_report_timeout_sec")]
176 pub iceberg_compaction_report_timeout_sec: u64,
177
178 #[serde(default = "default::meta::iceberg_compaction_config_refresh_interval_sec")]
181 pub iceberg_compaction_config_refresh_interval_sec: u64,
182
183 #[serde(default = "default::meta::hummock_version_checkpoint_interval_sec")]
185 pub hummock_version_checkpoint_interval_sec: u64,
186
187 #[serde(default)]
189 pub checkpoint_compression_algorithm: CheckpointCompression,
190
191 #[serde(default = "default::meta::checkpoint_read_chunk_size")]
195 pub checkpoint_read_chunk_size: usize,
196
197 #[serde(default = "default::meta::checkpoint_read_max_in_flight_chunks")]
202 pub checkpoint_read_max_in_flight_chunks: usize,
203
204 #[serde(default = "default::meta::enable_hummock_data_archive")]
210 pub enable_hummock_data_archive: bool,
211
212 #[serde(default = "default::meta::hummock_time_travel_snapshot_interval")]
216 pub hummock_time_travel_snapshot_interval: u64,
217
218 #[serde(default = "default::meta::min_delta_log_num_for_hummock_version_checkpoint")]
221 pub min_delta_log_num_for_hummock_version_checkpoint: u64,
222
223 #[serde(default = "default::meta::max_heartbeat_interval_sec")]
225 pub max_heartbeat_interval_secs: u32,
226
227 #[serde(default)]
229 pub disable_recovery: bool,
230
231 #[serde(default)]
236 pub clean_all_foreground_jobs_on_recovery: bool,
237
238 #[serde(default = "default::meta::pause_on_next_bootstrap_offline")]
246 pub pause_on_next_bootstrap_offline: bool,
247
248 #[serde(default)]
250 pub disable_automatic_parallelism_control: bool,
251
252 #[serde(default = "default::meta::parallelism_control_batch_size")]
254 pub parallelism_control_batch_size: usize,
255
256 #[serde(default = "default::meta::parallelism_control_trigger_period_sec")]
258 pub parallelism_control_trigger_period_sec: u64,
259
260 #[serde(default = "default::meta::parallelism_control_trigger_first_delay_sec")]
262 pub parallelism_control_trigger_first_delay_sec: u64,
263
264 #[serde(default = "default::meta::meta_leader_lease_secs")]
265 pub meta_leader_lease_secs: u64,
266
267 #[serde(default)]
270 pub dangerous_max_idle_secs: Option<u64>,
271
272 #[serde(default = "default::meta::default_parallelism")]
276 pub default_parallelism: DefaultParallelism,
277
278 #[serde(default)]
282 pub enable_compaction_deterministic: bool,
283
284 #[serde(default)]
286 pub enable_committed_sst_sanity_check: bool,
287
288 #[serde(default = "default::meta::node_num_monitor_interval_sec")]
289 pub node_num_monitor_interval_sec: u64,
290
291 #[serde(default = "default::meta::backend")]
292 pub backend: MetaBackend,
293
294 #[serde(default = "default::meta::periodic_space_reclaim_compaction_interval_sec")]
296 pub periodic_space_reclaim_compaction_interval_sec: u64,
297
298 #[serde(default = "default::meta::periodic_ttl_reclaim_compaction_interval_sec")]
300 pub periodic_ttl_reclaim_compaction_interval_sec: u64,
301
302 #[serde(default = "default::meta::periodic_tombstone_reclaim_compaction_interval_sec")]
303 pub periodic_tombstone_reclaim_compaction_interval_sec: u64,
304
305 #[serde(default = "default::meta::move_table_size_limit")]
306 #[deprecated]
307 pub move_table_size_limit: u64,
308
309 #[serde(default = "default::meta::split_group_size_limit")]
310 #[deprecated]
311 pub split_group_size_limit: u64,
312
313 #[serde(default = "default::meta::cut_table_size_limit")]
314 #[deprecated]
315 pub cut_table_size_limit: u64,
316
317 #[serde(default, flatten)]
318 #[config_doc(omitted)]
319 pub unrecognized: Unrecognized<Self>,
320
321 #[serde(default)]
323 pub do_not_config_object_storage_lifecycle: bool,
324
325 #[serde(default = "default::meta::partition_vnode_count")]
328 pub partition_vnode_count: u32,
329
330 #[serde(
332 default = "default::meta::table_high_write_throughput_threshold",
333 alias = "table_write_throughput_threshold"
334 )]
335 pub table_high_write_throughput_threshold: u64,
336
337 #[serde(
338 default = "default::meta::table_low_write_throughput_threshold",
339 alias = "min_table_split_write_throughput"
340 )]
341 pub table_low_write_throughput_threshold: u64,
343
344 #[serde(default = "default::meta::compaction_task_max_heartbeat_interval_secs")]
347 pub compaction_task_max_heartbeat_interval_secs: u64,
348
349 #[serde(default = "default::meta::compaction_task_max_progress_interval_secs")]
352 pub compaction_task_max_progress_interval_secs: u64,
353
354 #[serde(default = "default::meta::compaction_task_id_refill_capacity")]
356 pub compaction_task_id_refill_capacity: u32,
357
358 #[serde(default)]
359 #[config_doc(nested)]
360 pub compaction_config: CompactionConfig,
361
362 #[serde(default = "default::meta::hybrid_partition_vnode_count")]
367 pub hybrid_partition_vnode_count: u32,
368
369 #[serde(default = "default::meta::event_log_enabled")]
370 pub event_log_enabled: bool,
371 #[serde(default = "default::meta::event_log_channel_max_size")]
373 pub event_log_channel_max_size: u32,
374
375 #[serde(default)]
376 #[config_doc(nested)]
377 pub developer: MetaDeveloperConfig,
378
379 #[serde(default = "default::meta::enable_dropped_column_reclaim")]
381 pub enable_dropped_column_reclaim: bool,
382
383 #[serde(default = "default::meta::split_group_size_ratio")]
385 pub split_group_size_ratio: f64,
386
387 #[serde(default = "default::meta::table_stat_high_write_throughput_ratio_for_split")]
391 pub table_stat_high_write_throughput_ratio_for_split: f64,
392
393 #[serde(default = "default::meta::table_stat_low_write_throughput_ratio_for_merge")]
395 pub table_stat_low_write_throughput_ratio_for_merge: f64,
396
397 #[serde(default = "default::meta::table_stat_throuput_window_seconds_for_split")]
403 pub table_stat_throuput_window_seconds_for_split: usize,
404
405 #[serde(default = "default::meta::table_stat_throuput_window_seconds_for_merge")]
407 pub table_stat_throuput_window_seconds_for_merge: usize,
408
409 #[serde(default = "default::meta::compact_task_table_size_partition_threshold_low")]
412 pub compact_task_table_size_partition_threshold_low: u64,
413
414 #[serde(default = "default::meta::compact_task_table_size_partition_threshold_high")]
417 pub compact_task_table_size_partition_threshold_high: u64,
418
419 #[serde(
423 default = "default::meta::periodic_scheduling_compaction_group_split_interval_sec",
424 alias = "periodic_split_compact_group_interval_sec"
425 )]
426 pub periodic_scheduling_compaction_group_split_interval_sec: u64,
427
428 #[serde(default = "default::meta::enable_compaction_group_normalize")]
430 pub enable_compaction_group_normalize: bool,
431
432 #[serde(
434 default = "default::meta::max_normalize_splits_per_round",
435 deserialize_with = "deserialize_max_normalize_splits_per_round"
436 )]
437 pub max_normalize_splits_per_round: u64,
438
439 #[serde(default = "default::meta::periodic_scheduling_compaction_group_merge_interval_sec")]
441 pub periodic_scheduling_compaction_group_merge_interval_sec: u64,
442
443 #[serde(default = "default::meta::compaction_group_merge_dimension_threshold")]
445 pub compaction_group_merge_dimension_threshold: f64,
446
447 #[serde(default = "default::meta::cdc_table_split_init_sleep_interval_splits")]
449 pub cdc_table_split_init_sleep_interval_splits: u64,
450
451 #[serde(default = "default::meta::cdc_table_split_init_sleep_duration_millis")]
453 pub cdc_table_split_init_sleep_duration_millis: u64,
454
455 #[serde(default = "default::meta::cdc_table_split_init_insert_batch_size")]
457 pub cdc_table_split_init_insert_batch_size: u64,
458
459 #[serde(default = "default::meta::enable_legacy_table_migration")]
461 pub enable_legacy_table_migration: bool,
462
463 #[serde(default)]
464 #[config_doc(nested)]
465 pub meta_store_config: MetaStoreConfig,
466}
467
468#[serde_with::apply(Option => #[serde(with = "none_as_empty_string")])]
470#[derive(Clone, Debug, Serialize, Deserialize, DefaultFromSerde, ConfigDoc)]
471pub struct MetaStoreConfig {
472 #[serde(default = "default::meta_store_config::max_connections")]
474 pub max_connections: u32,
475 #[serde(default = "default::meta_store_config::min_connections")]
477 pub min_connections: u32,
478 #[serde(default = "default::meta_store_config::connection_timeout_sec")]
480 pub connection_timeout_sec: u64,
481 #[serde(default = "default::meta_store_config::idle_timeout_sec")]
483 pub idle_timeout_sec: u64,
484 #[serde(default = "default::meta_store_config::acquire_timeout_sec")]
486 pub acquire_timeout_sec: u64,
487}
488
489fn deserialize_max_normalize_splits_per_round<'de, D>(deserializer: D) -> Result<u64, D::Error>
490where
491 D: serde::Deserializer<'de>,
492{
493 let value = u64::deserialize(deserializer)?;
494 if value == 0 {
495 return Err(D::Error::custom(
496 "meta.max_normalize_splits_per_round must be greater than 0",
497 ));
498 }
499 Ok(value)
500}
501
502#[serde_prefix_all("meta_", mode = "alias")]
506#[serde_with::apply(Option => #[serde(with = "none_as_empty_string")])]
507#[derive(Clone, Debug, Serialize, Deserialize, DefaultFromSerde, ConfigDoc)]
508pub struct MetaDeveloperConfig {
509 #[serde(default = "default::developer::meta_cached_traces_num")]
512 pub cached_traces_num: u32,
513
514 #[serde(default = "default::developer::meta_cached_traces_memory_limit_bytes")]
517 pub cached_traces_memory_limit_bytes: usize,
518
519 #[serde(default = "default::developer::enable_trivial_move")]
521 pub enable_trivial_move: bool,
522 #[serde(default = "default::developer::enable_check_task_level_overlap")]
523 pub enable_check_task_level_overlap: bool,
524 #[serde(default = "default::developer::max_trivial_move_task_count_per_loop")]
525 pub max_trivial_move_task_count_per_loop: usize,
526
527 #[serde(default = "default::developer::max_get_task_probe_times")]
528 pub max_get_task_probe_times: usize,
529
530 #[serde(default = "default::developer::actor_cnt_per_worker_parallelism_soft_limit")]
533 pub actor_cnt_per_worker_parallelism_soft_limit: usize,
534
535 #[serde(default = "default::developer::actor_cnt_per_worker_parallelism_hard_limit")]
538 pub actor_cnt_per_worker_parallelism_hard_limit: usize,
539
540 #[serde(default = "default::developer::hummock_time_travel_sst_info_fetch_batch_size")]
542 pub hummock_time_travel_sst_info_fetch_batch_size: usize,
543
544 #[serde(default = "default::developer::hummock_time_travel_sst_info_insert_batch_size")]
546 pub hummock_time_travel_sst_info_insert_batch_size: usize,
547
548 #[serde(default = "default::developer::time_travel_vacuum_interval_sec")]
549 pub time_travel_vacuum_interval_sec: u64,
550
551 #[serde(default = "default::developer::time_travel_vacuum_max_version_count")]
552 pub time_travel_vacuum_max_version_count: Option<u32>,
553
554 #[serde(default = "default::developer::hummock_time_travel_epoch_version_insert_batch_size")]
556 pub hummock_time_travel_epoch_version_insert_batch_size: usize,
557
558 #[serde(default = "default::developer::hummock_time_travel_delta_fetch_batch_size")]
560 pub hummock_time_travel_delta_fetch_batch_size: usize,
561
562 #[serde(default = "default::developer::hummock_gc_history_insert_batch_size")]
563 pub hummock_gc_history_insert_batch_size: usize,
564
565 #[serde(default = "default::developer::hummock_time_travel_filter_out_objects_batch_size")]
566 pub hummock_time_travel_filter_out_objects_batch_size: usize,
567
568 #[serde(default = "default::developer::hummock_time_travel_filter_out_objects_v1")]
569 pub hummock_time_travel_filter_out_objects_v1: bool,
570
571 #[serde(
572 default = "default::developer::hummock_time_travel_filter_out_objects_list_version_batch_size"
573 )]
574 pub hummock_time_travel_filter_out_objects_list_version_batch_size: usize,
575
576 #[serde(
577 default = "default::developer::hummock_time_travel_filter_out_objects_list_delta_batch_size"
578 )]
579 pub hummock_time_travel_filter_out_objects_list_delta_batch_size: usize,
580
581 #[serde(default)]
582 pub compute_client_config: RpcClientConfig,
583
584 #[serde(default)]
585 pub stream_client_config: RpcClientConfig,
586
587 #[serde(default)]
588 pub frontend_client_config: RpcClientConfig,
589
590 #[serde(default = "default::developer::table_change_log_insert_batch_size")]
591 pub table_change_log_insert_batch_size: u64,
592
593 #[serde(default = "default::developer::table_change_log_delete_batch_size")]
594 pub table_change_log_delete_batch_size: u64,
595}
596
597#[serde_with::apply(Option => #[serde(with = "none_as_empty_string")])]
598#[derive(Clone, Debug, Serialize, Deserialize, DefaultFromSerde, ConfigDoc)]
599pub struct CompactionConfig {
600 #[serde(default = "default::compaction_config::max_bytes_for_level_base")]
601 pub max_bytes_for_level_base: u64,
602 #[serde(default = "default::compaction_config::max_bytes_for_level_multiplier")]
603 pub max_bytes_for_level_multiplier: u64,
604 #[serde(default = "default::compaction_config::max_compaction_bytes")]
605 pub max_compaction_bytes: u64,
606 #[serde(default = "default::compaction_config::sub_level_max_compaction_bytes")]
607 pub sub_level_max_compaction_bytes: u64,
608 #[serde(default = "default::compaction_config::level0_tier_compact_file_number")]
609 pub level0_tier_compact_file_number: u64,
610 #[serde(default = "default::compaction_config::target_file_size_base")]
611 pub target_file_size_base: u64,
612 #[serde(default = "default::compaction_config::compaction_filter_mask")]
613 pub compaction_filter_mask: u32,
614 #[serde(default = "default::compaction_config::max_sub_compaction")]
615 pub max_sub_compaction: u32,
616 #[serde(default = "default::compaction_config::level0_stop_write_threshold_sub_level_number")]
617 pub level0_stop_write_threshold_sub_level_number: u64,
618 #[serde(default = "default::compaction_config::level0_sub_level_compact_level_count")]
619 pub level0_sub_level_compact_level_count: u32,
620 #[serde(
621 default = "default::compaction_config::level0_overlapping_sub_level_compact_level_count"
622 )]
623 pub level0_overlapping_sub_level_compact_level_count: u32,
624 #[serde(default = "default::compaction_config::max_space_reclaim_bytes")]
625 pub max_space_reclaim_bytes: u64,
626 #[serde(default = "default::compaction_config::level0_max_compact_file_number")]
627 pub level0_max_compact_file_number: u64,
628 #[serde(default = "default::compaction_config::tombstone_reclaim_ratio")]
629 pub tombstone_reclaim_ratio: u32,
630 #[serde(default = "default::compaction_config::enable_emergency_picker")]
631 pub enable_emergency_picker: bool,
632 #[serde(default = "default::compaction_config::max_level")]
633 pub max_level: u32,
634 #[serde(default = "default::compaction_config::sst_allowed_trivial_move_min_size")]
635 pub sst_allowed_trivial_move_min_size: u64,
636 #[serde(default = "default::compaction_config::sst_allowed_trivial_move_max_count")]
637 pub sst_allowed_trivial_move_max_count: u32,
638 #[serde(default = "default::compaction_config::max_l0_compact_level_count")]
639 pub max_l0_compact_level_count: u32,
640 #[serde(default = "default::compaction_config::disable_auto_group_scheduling")]
641 pub disable_auto_group_scheduling: bool,
642 #[serde(default = "default::compaction_config::max_overlapping_level_size")]
643 pub max_overlapping_level_size: u64,
644 #[serde(default = "default::compaction_config::emergency_level0_sst_file_count")]
645 pub emergency_level0_sst_file_count: u32,
646 #[serde(default = "default::compaction_config::emergency_level0_sub_level_partition")]
647 pub emergency_level0_sub_level_partition: u32,
648 #[serde(default = "default::compaction_config::level0_stop_write_threshold_max_sst_count")]
649 pub level0_stop_write_threshold_max_sst_count: u32,
650 #[serde(default = "default::compaction_config::level0_stop_write_threshold_max_size")]
651 pub level0_stop_write_threshold_max_size: u64,
652 #[serde(default = "default::compaction_config::enable_optimize_l0_interval_selection")]
653 pub enable_optimize_l0_interval_selection: bool,
654 #[serde(default = "default::compaction_config::blocked_xor_filter_kv_count_threshold")]
668 #[serde(alias = "max_kv_count_for_xor16")]
669 pub blocked_xor_filter_kv_count_threshold: Option<u64>,
670 #[serde(default = "default::compaction_config::max_vnode_key_range_bytes")]
671 pub max_vnode_key_range_bytes: Option<u64>,
672 #[serde(default = "default::compaction_config::sstable_filter_type")]
677 pub sstable_filter_type: Vec<String>,
678 #[serde(default = "default::compaction_config::sstable_filter_layout")]
687 pub sstable_filter_layout: Vec<String>,
688}
689
690pub mod default {
691 pub use crate::config::default::developer;
692
693 pub mod meta {
694 use crate::config::{DefaultParallelism, MetaBackend};
695
696 pub fn min_sst_retention_time_sec() -> u64 {
697 3600 * 6
698 }
699
700 pub fn gc_history_retention_time_sec() -> u64 {
701 3600 * 6
702 }
703
704 pub fn full_gc_interval_sec() -> u64 {
705 3600
706 }
707
708 pub fn full_gc_object_limit() -> u64 {
709 100_000
710 }
711
712 pub fn max_inflight_time_travel_query() -> u64 {
713 1000
714 }
715
716 pub fn periodic_compaction_interval_sec() -> u64 {
717 300
718 }
719
720 pub fn vacuum_interval_sec() -> u64 {
721 30
722 }
723
724 pub fn vacuum_spin_interval_ms() -> u64 {
725 100
726 }
727
728 pub fn iceberg_gc_interval_sec() -> u64 {
729 3600
730 }
731
732 pub fn iceberg_compaction_report_timeout_sec() -> u64 {
733 30 * 60
734 }
735
736 pub fn iceberg_compaction_config_refresh_interval_sec() -> u64 {
737 60
738 }
739
740 pub fn hummock_version_checkpoint_interval_sec() -> u64 {
741 30
742 }
743
744 pub fn checkpoint_read_chunk_size() -> usize {
745 128 * 1024 * 1024 }
747
748 pub fn checkpoint_read_max_in_flight_chunks() -> usize {
749 4
750 }
751
752 pub fn enable_hummock_data_archive() -> bool {
753 false
754 }
755
756 pub fn hummock_time_travel_snapshot_interval() -> u64 {
757 100
758 }
759
760 pub fn min_delta_log_num_for_hummock_version_checkpoint() -> u64 {
761 10
762 }
763
764 pub fn max_heartbeat_interval_sec() -> u32 {
765 60
766 }
767
768 pub fn meta_leader_lease_secs() -> u64 {
769 30
770 }
771
772 pub fn default_parallelism() -> DefaultParallelism {
773 DefaultParallelism::Full
774 }
775
776 pub fn pause_on_next_bootstrap_offline() -> bool {
777 false
778 }
779
780 pub fn node_num_monitor_interval_sec() -> u64 {
781 10
782 }
783
784 pub fn backend() -> MetaBackend {
785 MetaBackend::Mem
786 }
787
788 pub fn periodic_space_reclaim_compaction_interval_sec() -> u64 {
789 3600 }
791
792 pub fn periodic_ttl_reclaim_compaction_interval_sec() -> u64 {
793 1800 }
795
796 pub fn periodic_scheduling_compaction_group_split_interval_sec() -> u64 {
797 10 }
799
800 pub fn periodic_tombstone_reclaim_compaction_interval_sec() -> u64 {
801 600
802 }
803
804 pub fn move_table_size_limit() -> u64 {
806 10 * 1024 * 1024 * 1024 }
808
809 pub fn split_group_size_limit() -> u64 {
811 64 * 1024 * 1024 * 1024 }
813
814 pub fn partition_vnode_count() -> u32 {
815 16
816 }
817
818 pub fn table_high_write_throughput_threshold() -> u64 {
819 16 * 1024 * 1024 }
821
822 pub fn table_low_write_throughput_threshold() -> u64 {
823 4 * 1024 * 1024 }
825
826 pub fn compaction_task_max_heartbeat_interval_secs() -> u64 {
827 30 }
829
830 pub fn compaction_task_max_progress_interval_secs() -> u64 {
831 60 * 10 }
833
834 pub fn compaction_task_id_refill_capacity() -> u32 {
835 64
836 }
837
838 pub fn cut_table_size_limit() -> u64 {
839 1024 * 1024 * 1024 }
841
842 pub fn hybrid_partition_vnode_count() -> u32 {
843 4
844 }
845
846 pub fn compact_task_table_size_partition_threshold_low() -> u64 {
847 128 * 1024 * 1024 }
849
850 pub fn compact_task_table_size_partition_threshold_high() -> u64 {
851 512 * 1024 * 1024 }
853
854 pub fn event_log_enabled() -> bool {
855 true
856 }
857
858 pub fn event_log_channel_max_size() -> u32 {
859 10
860 }
861
862 pub fn parallelism_control_batch_size() -> usize {
863 10
864 }
865
866 pub fn parallelism_control_trigger_period_sec() -> u64 {
867 10
868 }
869
870 pub fn parallelism_control_trigger_first_delay_sec() -> u64 {
871 30
872 }
873
874 pub fn enable_dropped_column_reclaim() -> bool {
875 false
876 }
877
878 pub fn split_group_size_ratio() -> f64 {
879 0.9
880 }
881
882 pub fn table_stat_high_write_throughput_ratio_for_split() -> f64 {
883 0.5
884 }
885
886 pub fn table_stat_low_write_throughput_ratio_for_merge() -> f64 {
887 0.7
888 }
889
890 pub fn table_stat_throuput_window_seconds_for_split() -> usize {
891 60
892 }
893
894 pub fn table_stat_throuput_window_seconds_for_merge() -> usize {
895 240
896 }
897
898 pub fn periodic_scheduling_compaction_group_merge_interval_sec() -> u64 {
899 60 * 10 }
901
902 pub fn enable_compaction_group_normalize() -> bool {
903 true
904 }
905
906 pub fn max_normalize_splits_per_round() -> u64 {
907 4
908 }
909
910 pub fn compaction_group_merge_dimension_threshold() -> f64 {
911 1.2
912 }
913
914 pub fn cdc_table_split_init_sleep_interval_splits() -> u64 {
915 1000
916 }
917
918 pub fn cdc_table_split_init_sleep_duration_millis() -> u64 {
919 500
920 }
921
922 pub fn cdc_table_split_init_insert_batch_size() -> u64 {
923 100
924 }
925
926 pub fn enable_legacy_table_migration() -> bool {
927 true
928 }
929 }
930
931 pub mod meta_store_config {
932 const DEFAULT_MAX_CONNECTIONS: u32 = 10;
933 const DEFAULT_MIN_CONNECTIONS: u32 = 1;
934 const DEFAULT_CONNECTION_TIMEOUT_SEC: u64 = 10;
935 const DEFAULT_IDLE_TIMEOUT_SEC: u64 = 30;
936 const DEFAULT_ACQUIRE_TIMEOUT_SEC: u64 = 30;
937
938 pub fn max_connections() -> u32 {
939 DEFAULT_MAX_CONNECTIONS
940 }
941
942 pub fn min_connections() -> u32 {
943 DEFAULT_MIN_CONNECTIONS
944 }
945
946 pub fn connection_timeout_sec() -> u64 {
947 DEFAULT_CONNECTION_TIMEOUT_SEC
948 }
949
950 pub fn idle_timeout_sec() -> u64 {
951 DEFAULT_IDLE_TIMEOUT_SEC
952 }
953
954 pub fn acquire_timeout_sec() -> u64 {
955 DEFAULT_ACQUIRE_TIMEOUT_SEC
956 }
957 }
958
959 pub mod compaction_config {
960 const MB: u64 = 1024 * 1024;
961 const GB: u64 = 1024 * 1024 * 1024;
962 const DEFAULT_MAX_COMPACTION_BYTES: u64 = 2 * GB; const DEFAULT_MIN_COMPACTION_BYTES: u64 = 128 * MB; const DEFAULT_MAX_BYTES_FOR_LEVEL_BASE: u64 = 512 * MB; const DEFAULT_TIER_COMPACT_TRIGGER_NUMBER: u64 = 12;
968 const DEFAULT_TARGET_FILE_SIZE_BASE: u64 = 32 * MB;
969 const DEFAULT_MAX_SUB_COMPACTION: u32 = 4;
971 const DEFAULT_LEVEL_MULTIPLIER: u64 = 10;
972 const DEFAULT_MAX_SPACE_RECLAIM_BYTES: u64 = 512 * MB; const DEFAULT_LEVEL0_STOP_WRITE_THRESHOLD_SUB_LEVEL_NUMBER: u64 = 128;
974 const DEFAULT_MAX_COMPACTION_FILE_COUNT: u64 = 100;
975 const DEFAULT_MIN_SUB_LEVEL_COMPACT_LEVEL_COUNT: u32 = 3;
976 const DEFAULT_MIN_OVERLAPPING_SUB_LEVEL_COMPACT_LEVEL_COUNT: u32 = 12;
977 const DEFAULT_TOMBSTONE_RATIO_PERCENT: u32 = 40;
978 const DEFAULT_EMERGENCY_PICKER: bool = true;
979 const DEFAULT_MAX_LEVEL: u32 = 6;
980 const DEFAULT_MAX_L0_COMPACT_LEVEL_COUNT: u32 = 42;
981 const DEFAULT_SST_ALLOWED_TRIVIAL_MOVE_MIN_SIZE: u64 = 4 * MB;
982 const DEFAULT_SST_ALLOWED_TRIVIAL_MOVE_MAX_COUNT: u32 = 256;
983 const DEFAULT_EMERGENCY_LEVEL0_SST_FILE_COUNT: u32 = 2000; const DEFAULT_EMERGENCY_LEVEL0_SUB_LEVEL_PARTITION: u32 = 256;
985 const DEFAULT_LEVEL0_STOP_WRITE_THRESHOLD_MAX_SST_COUNT: u32 = 5000;
986 const DEFAULT_LEVEL0_STOP_WRITE_THRESHOLD_MAX_SIZE: u64 = 300 * 1024 * MB; const DEFAULT_ENABLE_OPTIMIZE_L0_INTERVAL_SELECTION: bool = true;
988 pub const DEFAULT_BLOCKED_XOR_FILTER_KV_COUNT_THRESHOLD: u64 = 256 * 1024;
989 const DEFAULT_MAX_VNODE_KEY_RANGE_BYTES: Option<u64> = None;
990
991 use crate::catalog::hummock::CompactionFilterFlag;
992
993 pub fn max_bytes_for_level_base() -> u64 {
994 DEFAULT_MAX_BYTES_FOR_LEVEL_BASE
995 }
996
997 pub fn max_bytes_for_level_multiplier() -> u64 {
998 DEFAULT_LEVEL_MULTIPLIER
999 }
1000
1001 pub fn max_compaction_bytes() -> u64 {
1002 DEFAULT_MAX_COMPACTION_BYTES
1003 }
1004
1005 pub fn sub_level_max_compaction_bytes() -> u64 {
1006 DEFAULT_MIN_COMPACTION_BYTES
1007 }
1008
1009 pub fn level0_tier_compact_file_number() -> u64 {
1010 DEFAULT_TIER_COMPACT_TRIGGER_NUMBER
1011 }
1012
1013 pub fn target_file_size_base() -> u64 {
1014 DEFAULT_TARGET_FILE_SIZE_BASE
1015 }
1016
1017 pub fn compaction_filter_mask() -> u32 {
1018 (CompactionFilterFlag::STATE_CLEAN | CompactionFilterFlag::TTL).into()
1019 }
1020
1021 pub fn max_sub_compaction() -> u32 {
1022 DEFAULT_MAX_SUB_COMPACTION
1023 }
1024
1025 pub fn level0_stop_write_threshold_sub_level_number() -> u64 {
1026 DEFAULT_LEVEL0_STOP_WRITE_THRESHOLD_SUB_LEVEL_NUMBER
1027 }
1028
1029 pub fn level0_sub_level_compact_level_count() -> u32 {
1030 DEFAULT_MIN_SUB_LEVEL_COMPACT_LEVEL_COUNT
1031 }
1032
1033 pub fn level0_overlapping_sub_level_compact_level_count() -> u32 {
1034 DEFAULT_MIN_OVERLAPPING_SUB_LEVEL_COMPACT_LEVEL_COUNT
1035 }
1036
1037 pub fn max_space_reclaim_bytes() -> u64 {
1038 DEFAULT_MAX_SPACE_RECLAIM_BYTES
1039 }
1040
1041 pub fn level0_max_compact_file_number() -> u64 {
1042 DEFAULT_MAX_COMPACTION_FILE_COUNT
1043 }
1044
1045 pub fn tombstone_reclaim_ratio() -> u32 {
1046 DEFAULT_TOMBSTONE_RATIO_PERCENT
1047 }
1048
1049 pub fn enable_emergency_picker() -> bool {
1050 DEFAULT_EMERGENCY_PICKER
1051 }
1052
1053 pub fn max_level() -> u32 {
1054 DEFAULT_MAX_LEVEL
1055 }
1056
1057 pub fn max_l0_compact_level_count() -> u32 {
1058 DEFAULT_MAX_L0_COMPACT_LEVEL_COUNT
1059 }
1060
1061 pub fn sst_allowed_trivial_move_min_size() -> u64 {
1062 DEFAULT_SST_ALLOWED_TRIVIAL_MOVE_MIN_SIZE
1063 }
1064
1065 pub fn disable_auto_group_scheduling() -> bool {
1066 false
1067 }
1068
1069 pub fn max_overlapping_level_size() -> u64 {
1070 256 * MB
1071 }
1072
1073 pub fn sst_allowed_trivial_move_max_count() -> u32 {
1074 DEFAULT_SST_ALLOWED_TRIVIAL_MOVE_MAX_COUNT
1075 }
1076
1077 pub fn emergency_level0_sst_file_count() -> u32 {
1078 DEFAULT_EMERGENCY_LEVEL0_SST_FILE_COUNT
1079 }
1080
1081 pub fn emergency_level0_sub_level_partition() -> u32 {
1082 DEFAULT_EMERGENCY_LEVEL0_SUB_LEVEL_PARTITION
1083 }
1084
1085 pub fn level0_stop_write_threshold_max_sst_count() -> u32 {
1086 DEFAULT_LEVEL0_STOP_WRITE_THRESHOLD_MAX_SST_COUNT
1087 }
1088
1089 pub fn level0_stop_write_threshold_max_size() -> u64 {
1090 DEFAULT_LEVEL0_STOP_WRITE_THRESHOLD_MAX_SIZE
1091 }
1092
1093 pub fn enable_optimize_l0_interval_selection() -> bool {
1094 DEFAULT_ENABLE_OPTIMIZE_L0_INTERVAL_SELECTION
1095 }
1096
1097 pub fn blocked_xor_filter_kv_count_threshold() -> Option<u64> {
1098 Some(DEFAULT_BLOCKED_XOR_FILTER_KV_COUNT_THRESHOLD)
1099 }
1100
1101 pub fn compression_algorithm_for_level(level: u32) -> &'static str {
1106 match level {
1109 0..=2 => "None",
1110 3 | 4 => "Lz4",
1111 _ => "Zstd",
1112 }
1113 }
1114
1115 pub fn compression_algorithm_vec(max_level: u32) -> Vec<String> {
1117 (0..=max_level)
1118 .map(|level| compression_algorithm_for_level(level).to_owned())
1119 .collect()
1120 }
1121
1122 pub fn max_vnode_key_range_bytes() -> Option<u64> {
1123 DEFAULT_MAX_VNODE_KEY_RANGE_BYTES
1124 }
1125
1126 pub fn sstable_filter_type() -> Vec<String> {
1127 vec![
1128 "xor16".to_owned(),
1129 "xor16".to_owned(),
1130 "xor16".to_owned(),
1131 "xor16".to_owned(),
1132 "xor16".to_owned(),
1133 "xor8".to_owned(),
1134 "xor8".to_owned(),
1135 ]
1136 }
1137
1138 pub fn sstable_filter_layout() -> Vec<String> {
1139 vec![
1140 "auto".to_owned(),
1141 "blocked".to_owned(),
1142 "blocked".to_owned(),
1143 "blocked".to_owned(),
1144 "blocked".to_owned(),
1145 "blocked".to_owned(),
1146 "blocked".to_owned(),
1147 ]
1148 }
1149 }
1150}