1use risingwave_common_proc_macro::serde_prefix_all;
16use serde::de::Error as _;
17
18use super::*;
19
20#[derive(Copy, Clone, Debug, Default, ValueEnum, Serialize, Deserialize)]
21pub enum MetaBackend {
22 #[default]
23 Mem,
24 Sql, Sqlite,
26 Postgres,
27 Mysql,
28}
29
30#[derive(Copy, Clone, Debug, Default, PartialEq, Eq, Serialize, Deserialize)]
32#[serde(rename_all = "lowercase")]
33#[repr(i32)]
34pub enum CheckpointCompression {
35 None = 0,
39 #[default]
41 Zstd = 1,
42 Lz4 = 2,
44}
45
46#[cfg(test)]
47mod tests {
48 use risingwave_pb::hummock::CheckpointCompressionAlgorithm;
49
50 use super::CheckpointCompression;
51
52 #[test]
53 fn checkpoint_compression_numeric_values_align_with_pb() {
54 assert_eq!(
55 CheckpointCompression::None as i32,
56 CheckpointCompressionAlgorithm::CheckpointCompressionUnspecified as i32
57 );
58 assert_eq!(
59 CheckpointCompression::Zstd as i32,
60 CheckpointCompressionAlgorithm::CheckpointCompressionZstd as i32
61 );
62 assert_eq!(
63 CheckpointCompression::Lz4 as i32,
64 CheckpointCompressionAlgorithm::CheckpointCompressionLz4 as i32
65 );
66 }
67}
68
69#[derive(Copy, Clone, Debug, Default)]
70pub enum DefaultParallelism {
71 #[default]
72 Full,
73 Default(NonZeroUsize),
74}
75
76impl Serialize for DefaultParallelism {
77 fn serialize<S>(&self, serializer: S) -> Result<S::Ok, S::Error>
78 where
79 S: Serializer,
80 {
81 #[derive(Debug, Serialize, Deserialize)]
82 #[serde(untagged)]
83 enum Parallelism {
84 Str(String),
85 Int(usize),
86 }
87 match self {
88 DefaultParallelism::Full => Parallelism::Str("Full".to_owned()).serialize(serializer),
89 DefaultParallelism::Default(val) => {
90 Parallelism::Int(val.get() as _).serialize(serializer)
91 }
92 }
93 }
94}
95
96impl<'de> Deserialize<'de> for DefaultParallelism {
97 fn deserialize<D>(deserializer: D) -> Result<Self, D::Error>
98 where
99 D: serde::Deserializer<'de>,
100 {
101 #[derive(Debug, Deserialize)]
102 #[serde(untagged)]
103 enum Parallelism {
104 Str(String),
105 Int(usize),
106 }
107 let p = Parallelism::deserialize(deserializer)?;
108 match p {
109 Parallelism::Str(s) => {
110 if s.trim().eq_ignore_ascii_case("full") {
111 Ok(DefaultParallelism::Full)
112 } else {
113 Err(serde::de::Error::custom(format!(
114 "invalid default parallelism: {}",
115 s
116 )))
117 }
118 }
119 Parallelism::Int(i) => Ok(DefaultParallelism::Default(
120 NonZeroUsize::new(i).ok_or_else(|| {
123 serde::de::Error::custom("default parallelism should not be 0")
124 })?,
125 )),
126 }
127 }
128}
129
130#[serde_with::apply(Option => #[serde(with = "none_as_empty_string")])]
132#[derive(Clone, Debug, Serialize, Deserialize, DefaultFromSerde, ConfigDoc)]
133pub struct MetaConfig {
134 #[serde(default = "default::meta::min_sst_retention_time_sec")]
137 pub min_sst_retention_time_sec: u64,
138
139 #[serde(default = "default::meta::full_gc_interval_sec")]
141 pub full_gc_interval_sec: u64,
142
143 #[serde(default = "default::meta::full_gc_object_limit")]
145 pub full_gc_object_limit: u64,
146
147 #[serde(default = "default::meta::gc_history_retention_time_sec")]
149 pub gc_history_retention_time_sec: u64,
150
151 #[serde(default = "default::meta::max_inflight_time_travel_query")]
153 pub max_inflight_time_travel_query: u64,
154
155 #[serde(default = "default::meta::periodic_compaction_interval_sec")]
158 pub periodic_compaction_interval_sec: u64,
159
160 #[serde(default = "default::meta::vacuum_interval_sec")]
163 pub vacuum_interval_sec: u64,
164
165 #[serde(default = "default::meta::vacuum_spin_interval_ms")]
168 pub vacuum_spin_interval_ms: u64,
169
170 #[serde(default = "default::meta::iceberg_gc_interval_sec")]
172 pub iceberg_gc_interval_sec: u64,
173
174 #[serde(default = "default::meta::iceberg_compaction_report_timeout_sec")]
176 pub iceberg_compaction_report_timeout_sec: u64,
177
178 #[serde(default = "default::meta::iceberg_compaction_config_refresh_interval_sec")]
181 pub iceberg_compaction_config_refresh_interval_sec: u64,
182
183 #[serde(default = "default::meta::hummock_version_checkpoint_interval_sec")]
185 pub hummock_version_checkpoint_interval_sec: u64,
186
187 #[serde(default)]
189 pub checkpoint_compression_algorithm: CheckpointCompression,
190
191 #[serde(default = "default::meta::checkpoint_read_chunk_size")]
195 pub checkpoint_read_chunk_size: usize,
196
197 #[serde(default = "default::meta::checkpoint_read_max_in_flight_chunks")]
202 pub checkpoint_read_max_in_flight_chunks: usize,
203
204 #[serde(default = "default::meta::enable_hummock_data_archive")]
210 pub enable_hummock_data_archive: bool,
211
212 #[serde(default = "default::meta::hummock_time_travel_snapshot_interval")]
216 pub hummock_time_travel_snapshot_interval: u64,
217
218 #[serde(default = "default::meta::min_delta_log_num_for_hummock_version_checkpoint")]
221 pub min_delta_log_num_for_hummock_version_checkpoint: u64,
222
223 #[serde(default = "default::meta::max_heartbeat_interval_sec")]
225 pub max_heartbeat_interval_secs: u32,
226
227 #[serde(default)]
229 pub disable_recovery: bool,
230
231 #[serde(default)]
236 pub clean_all_foreground_jobs_on_recovery: bool,
237
238 #[serde(default = "default::meta::pause_on_next_bootstrap_offline")]
246 pub pause_on_next_bootstrap_offline: bool,
247
248 #[serde(default)]
250 pub disable_automatic_parallelism_control: bool,
251
252 #[serde(default = "default::meta::parallelism_control_batch_size")]
254 pub parallelism_control_batch_size: usize,
255
256 #[serde(default = "default::meta::parallelism_control_trigger_period_sec")]
258 pub parallelism_control_trigger_period_sec: u64,
259
260 #[serde(default = "default::meta::parallelism_control_trigger_first_delay_sec")]
262 pub parallelism_control_trigger_first_delay_sec: u64,
263
264 #[serde(default = "default::meta::meta_leader_lease_secs")]
265 pub meta_leader_lease_secs: u64,
266
267 #[serde(default)]
270 pub dangerous_max_idle_secs: Option<u64>,
271
272 #[serde(default = "default::meta::default_parallelism")]
276 pub default_parallelism: DefaultParallelism,
277
278 #[serde(default)]
282 pub enable_compaction_deterministic: bool,
283
284 #[serde(default)]
286 pub enable_committed_sst_sanity_check: bool,
287
288 #[serde(default = "default::meta::node_num_monitor_interval_sec")]
289 pub node_num_monitor_interval_sec: u64,
290
291 #[serde(default = "default::meta::backend")]
292 pub backend: MetaBackend,
293
294 #[serde(default = "default::meta::periodic_space_reclaim_compaction_interval_sec")]
296 pub periodic_space_reclaim_compaction_interval_sec: u64,
297
298 #[serde(default = "default::meta::periodic_ttl_reclaim_compaction_interval_sec")]
300 pub periodic_ttl_reclaim_compaction_interval_sec: u64,
301
302 #[serde(default = "default::meta::periodic_tombstone_reclaim_compaction_interval_sec")]
303 pub periodic_tombstone_reclaim_compaction_interval_sec: u64,
304
305 #[serde(default = "default::meta::move_table_size_limit")]
306 #[deprecated]
307 pub move_table_size_limit: u64,
308
309 #[serde(default = "default::meta::split_group_size_limit")]
310 #[deprecated]
311 pub split_group_size_limit: u64,
312
313 #[serde(default = "default::meta::cut_table_size_limit")]
314 #[deprecated]
315 pub cut_table_size_limit: u64,
316
317 #[serde(default, flatten)]
318 #[config_doc(omitted)]
319 pub unrecognized: Unrecognized<Self>,
320
321 #[serde(default)]
323 pub do_not_config_object_storage_lifecycle: bool,
324
325 #[serde(default = "default::meta::partition_vnode_count")]
328 pub partition_vnode_count: u32,
329
330 #[serde(
332 default = "default::meta::table_high_write_throughput_threshold",
333 alias = "table_write_throughput_threshold"
334 )]
335 pub table_high_write_throughput_threshold: u64,
336
337 #[serde(
338 default = "default::meta::table_low_write_throughput_threshold",
339 alias = "min_table_split_write_throughput"
340 )]
341 pub table_low_write_throughput_threshold: u64,
343
344 #[serde(default = "default::meta::compaction_task_max_heartbeat_interval_secs")]
347 pub compaction_task_max_heartbeat_interval_secs: u64,
348
349 #[serde(default = "default::meta::compaction_task_max_progress_interval_secs")]
352 pub compaction_task_max_progress_interval_secs: u64,
353
354 #[serde(default = "default::meta::compaction_task_id_refill_capacity")]
356 pub compaction_task_id_refill_capacity: u32,
357
358 #[serde(default)]
359 #[config_doc(nested)]
360 pub compaction_config: CompactionConfig,
361
362 #[serde(default = "default::meta::hybrid_partition_vnode_count")]
367 pub hybrid_partition_vnode_count: u32,
368
369 #[serde(default = "default::meta::event_log_enabled")]
370 pub event_log_enabled: bool,
371 #[serde(default = "default::meta::event_log_channel_max_size")]
373 pub event_log_channel_max_size: u32,
374
375 #[serde(default)]
376 #[config_doc(nested)]
377 pub developer: MetaDeveloperConfig,
378
379 #[serde(default = "default::meta::enable_dropped_column_reclaim")]
381 pub enable_dropped_column_reclaim: bool,
382
383 #[serde(default = "default::meta::split_group_size_ratio")]
385 pub split_group_size_ratio: f64,
386
387 #[serde(default = "default::meta::table_stat_high_write_throughput_ratio_for_split")]
391 pub table_stat_high_write_throughput_ratio_for_split: f64,
392
393 #[serde(default = "default::meta::table_stat_low_write_throughput_ratio_for_merge")]
395 pub table_stat_low_write_throughput_ratio_for_merge: f64,
396
397 #[serde(default = "default::meta::table_stat_throuput_window_seconds_for_split")]
403 pub table_stat_throuput_window_seconds_for_split: usize,
404
405 #[serde(default = "default::meta::table_stat_throuput_window_seconds_for_merge")]
407 pub table_stat_throuput_window_seconds_for_merge: usize,
408
409 #[serde(default = "default::meta::compact_task_table_size_partition_threshold_low")]
412 pub compact_task_table_size_partition_threshold_low: u64,
413
414 #[serde(default = "default::meta::compact_task_table_size_partition_threshold_high")]
417 pub compact_task_table_size_partition_threshold_high: u64,
418
419 #[serde(
423 default = "default::meta::periodic_scheduling_compaction_group_split_interval_sec",
424 alias = "periodic_split_compact_group_interval_sec"
425 )]
426 pub periodic_scheduling_compaction_group_split_interval_sec: u64,
427
428 #[serde(default = "default::meta::enable_compaction_group_normalize")]
430 pub enable_compaction_group_normalize: bool,
431
432 #[serde(
434 default = "default::meta::max_normalize_splits_per_round",
435 deserialize_with = "deserialize_max_normalize_splits_per_round"
436 )]
437 pub max_normalize_splits_per_round: u64,
438
439 #[serde(default = "default::meta::periodic_scheduling_compaction_group_merge_interval_sec")]
441 pub periodic_scheduling_compaction_group_merge_interval_sec: u64,
442
443 #[serde(default = "default::meta::compaction_group_merge_dimension_threshold")]
445 pub compaction_group_merge_dimension_threshold: f64,
446
447 #[serde(default = "default::meta::cdc_table_split_init_sleep_interval_splits")]
449 pub cdc_table_split_init_sleep_interval_splits: u64,
450
451 #[serde(default = "default::meta::cdc_table_split_init_sleep_duration_millis")]
453 pub cdc_table_split_init_sleep_duration_millis: u64,
454
455 #[serde(default = "default::meta::cdc_table_split_init_insert_batch_size")]
457 pub cdc_table_split_init_insert_batch_size: u64,
458
459 #[serde(default = "default::meta::enable_legacy_table_migration")]
461 pub enable_legacy_table_migration: bool,
462
463 #[serde(default)]
464 #[config_doc(nested)]
465 pub meta_store_config: MetaStoreConfig,
466}
467
468#[serde_with::apply(Option => #[serde(with = "none_as_empty_string")])]
470#[derive(Clone, Debug, Serialize, Deserialize, DefaultFromSerde, ConfigDoc)]
471pub struct MetaStoreConfig {
472 #[serde(default = "default::meta_store_config::max_connections")]
474 pub max_connections: u32,
475 #[serde(default = "default::meta_store_config::min_connections")]
477 pub min_connections: u32,
478 #[serde(default = "default::meta_store_config::connection_timeout_sec")]
480 pub connection_timeout_sec: u64,
481 #[serde(default = "default::meta_store_config::idle_timeout_sec")]
483 pub idle_timeout_sec: u64,
484 #[serde(default = "default::meta_store_config::acquire_timeout_sec")]
486 pub acquire_timeout_sec: u64,
487}
488
489fn deserialize_max_normalize_splits_per_round<'de, D>(deserializer: D) -> Result<u64, D::Error>
490where
491 D: serde::Deserializer<'de>,
492{
493 let value = u64::deserialize(deserializer)?;
494 if value == 0 {
495 return Err(D::Error::custom(
496 "meta.max_normalize_splits_per_round must be greater than 0",
497 ));
498 }
499 Ok(value)
500}
501
502#[serde_prefix_all("meta_", mode = "alias")]
506#[serde_with::apply(Option => #[serde(with = "none_as_empty_string")])]
507#[derive(Clone, Debug, Serialize, Deserialize, DefaultFromSerde, ConfigDoc)]
508pub struct MetaDeveloperConfig {
509 #[serde(default = "default::developer::meta_cached_traces_num")]
512 pub cached_traces_num: u32,
513
514 #[serde(default = "default::developer::meta_cached_traces_memory_limit_bytes")]
517 pub cached_traces_memory_limit_bytes: usize,
518
519 #[serde(default = "default::developer::enable_trivial_move")]
521 pub enable_trivial_move: bool,
522 #[serde(default = "default::developer::enable_check_task_level_overlap")]
523 pub enable_check_task_level_overlap: bool,
524 #[serde(default = "default::developer::max_trivial_move_task_count_per_loop")]
525 pub max_trivial_move_task_count_per_loop: usize,
526
527 #[serde(default = "default::developer::max_get_task_probe_times")]
528 pub max_get_task_probe_times: usize,
529
530 #[serde(default = "default::developer::actor_cnt_per_worker_parallelism_soft_limit")]
533 pub actor_cnt_per_worker_parallelism_soft_limit: usize,
534
535 #[serde(default = "default::developer::actor_cnt_per_worker_parallelism_hard_limit")]
538 pub actor_cnt_per_worker_parallelism_hard_limit: usize,
539
540 #[serde(default = "default::developer::hummock_time_travel_sst_info_fetch_batch_size")]
542 pub hummock_time_travel_sst_info_fetch_batch_size: usize,
543
544 #[serde(default = "default::developer::hummock_time_travel_sst_info_insert_batch_size")]
546 pub hummock_time_travel_sst_info_insert_batch_size: usize,
547
548 #[serde(default = "default::developer::time_travel_vacuum_interval_sec")]
549 pub time_travel_vacuum_interval_sec: u64,
550
551 #[serde(default = "default::developer::time_travel_vacuum_max_version_count")]
552 pub time_travel_vacuum_max_version_count: Option<u32>,
553
554 #[serde(default = "default::developer::hummock_time_travel_epoch_version_insert_batch_size")]
556 pub hummock_time_travel_epoch_version_insert_batch_size: usize,
557
558 #[serde(default = "default::developer::hummock_time_travel_delta_fetch_batch_size")]
560 pub hummock_time_travel_delta_fetch_batch_size: usize,
561
562 #[serde(default = "default::developer::hummock_gc_history_insert_batch_size")]
563 pub hummock_gc_history_insert_batch_size: usize,
564
565 #[serde(default = "default::developer::hummock_time_travel_filter_out_objects_batch_size")]
566 pub hummock_time_travel_filter_out_objects_batch_size: usize,
567
568 #[serde(default = "default::developer::hummock_time_travel_filter_out_objects_v1")]
569 pub hummock_time_travel_filter_out_objects_v1: bool,
570
571 #[serde(
572 default = "default::developer::hummock_time_travel_filter_out_objects_list_version_batch_size"
573 )]
574 pub hummock_time_travel_filter_out_objects_list_version_batch_size: usize,
575
576 #[serde(
577 default = "default::developer::hummock_time_travel_filter_out_objects_list_delta_batch_size"
578 )]
579 pub hummock_time_travel_filter_out_objects_list_delta_batch_size: usize,
580
581 #[serde(default)]
582 pub compute_client_config: RpcClientConfig,
583
584 #[serde(default)]
585 pub stream_client_config: RpcClientConfig,
586
587 #[serde(default)]
588 pub frontend_client_config: RpcClientConfig,
589
590 #[serde(default = "default::developer::table_change_log_insert_batch_size")]
591 pub table_change_log_insert_batch_size: u64,
592
593 #[serde(default = "default::developer::table_change_log_delete_batch_size")]
594 pub table_change_log_delete_batch_size: u64,
595
596 #[serde(default = "default::developer::table_change_log_truncate_interval_sec")]
597 pub table_change_log_truncate_interval_sec: u64,
598}
599
600#[serde_with::apply(Option => #[serde(with = "none_as_empty_string")])]
601#[derive(Clone, Debug, Serialize, Deserialize, DefaultFromSerde, ConfigDoc)]
602pub struct CompactionConfig {
603 #[serde(default = "default::compaction_config::max_bytes_for_level_base")]
604 pub max_bytes_for_level_base: u64,
605 #[serde(default = "default::compaction_config::max_bytes_for_level_multiplier")]
606 pub max_bytes_for_level_multiplier: u64,
607 #[serde(default = "default::compaction_config::max_compaction_bytes")]
608 pub max_compaction_bytes: u64,
609 #[serde(default = "default::compaction_config::sub_level_max_compaction_bytes")]
610 pub sub_level_max_compaction_bytes: u64,
611 #[serde(default = "default::compaction_config::level0_tier_compact_file_number")]
612 pub level0_tier_compact_file_number: u64,
613 #[serde(default = "default::compaction_config::target_file_size_base")]
614 pub target_file_size_base: u64,
615 #[serde(default = "default::compaction_config::compaction_filter_mask")]
616 pub compaction_filter_mask: u32,
617 #[serde(default = "default::compaction_config::max_sub_compaction")]
618 pub max_sub_compaction: u32,
619 #[serde(default = "default::compaction_config::level0_stop_write_threshold_sub_level_number")]
620 pub level0_stop_write_threshold_sub_level_number: u64,
621 #[serde(default = "default::compaction_config::level0_sub_level_compact_level_count")]
622 pub level0_sub_level_compact_level_count: u32,
623 #[serde(
624 default = "default::compaction_config::level0_overlapping_sub_level_compact_level_count"
625 )]
626 pub level0_overlapping_sub_level_compact_level_count: u32,
627 #[serde(default = "default::compaction_config::max_space_reclaim_bytes")]
628 pub max_space_reclaim_bytes: u64,
629 #[serde(default = "default::compaction_config::level0_max_compact_file_number")]
630 pub level0_max_compact_file_number: u64,
631 #[serde(default = "default::compaction_config::tombstone_reclaim_ratio")]
632 pub tombstone_reclaim_ratio: u32,
633 #[serde(default = "default::compaction_config::enable_emergency_picker")]
634 pub enable_emergency_picker: bool,
635 #[serde(default = "default::compaction_config::max_level")]
636 pub max_level: u32,
637 #[serde(default = "default::compaction_config::sst_allowed_trivial_move_min_size")]
638 pub sst_allowed_trivial_move_min_size: u64,
639 #[serde(default = "default::compaction_config::sst_allowed_trivial_move_max_count")]
640 pub sst_allowed_trivial_move_max_count: u32,
641 #[serde(default = "default::compaction_config::max_l0_compact_level_count")]
642 pub max_l0_compact_level_count: u32,
643 #[serde(default = "default::compaction_config::disable_auto_group_scheduling")]
644 pub disable_auto_group_scheduling: bool,
645 #[serde(default = "default::compaction_config::max_overlapping_level_size")]
646 pub max_overlapping_level_size: u64,
647 #[serde(default = "default::compaction_config::emergency_level0_sst_file_count")]
648 pub emergency_level0_sst_file_count: u32,
649 #[serde(default = "default::compaction_config::emergency_level0_sub_level_partition")]
650 pub emergency_level0_sub_level_partition: u32,
651 #[serde(default = "default::compaction_config::level0_stop_write_threshold_max_sst_count")]
652 pub level0_stop_write_threshold_max_sst_count: u32,
653 #[serde(default = "default::compaction_config::level0_stop_write_threshold_max_size")]
654 pub level0_stop_write_threshold_max_size: u64,
655 #[serde(default = "default::compaction_config::enable_optimize_l0_interval_selection")]
656 pub enable_optimize_l0_interval_selection: bool,
657 #[serde(default = "default::compaction_config::blocked_xor_filter_kv_count_threshold")]
671 #[serde(alias = "max_kv_count_for_xor16")]
672 pub blocked_xor_filter_kv_count_threshold: Option<u64>,
673 #[serde(default = "default::compaction_config::max_vnode_key_range_bytes")]
674 pub max_vnode_key_range_bytes: Option<u64>,
675 #[serde(default = "default::compaction_config::sstable_filter_type")]
680 pub sstable_filter_type: Vec<String>,
681 #[serde(default = "default::compaction_config::sstable_filter_layout")]
690 pub sstable_filter_layout: Vec<String>,
691}
692
693pub mod default {
694 pub use crate::config::default::developer;
695
696 pub mod meta {
697 use crate::config::{DefaultParallelism, MetaBackend};
698
699 pub fn min_sst_retention_time_sec() -> u64 {
700 3600 * 6
701 }
702
703 pub fn gc_history_retention_time_sec() -> u64 {
704 3600 * 6
705 }
706
707 pub fn full_gc_interval_sec() -> u64 {
708 3600
709 }
710
711 pub fn full_gc_object_limit() -> u64 {
712 100_000
713 }
714
715 pub fn max_inflight_time_travel_query() -> u64 {
716 1000
717 }
718
719 pub fn periodic_compaction_interval_sec() -> u64 {
720 300
721 }
722
723 pub fn vacuum_interval_sec() -> u64 {
724 30
725 }
726
727 pub fn vacuum_spin_interval_ms() -> u64 {
728 100
729 }
730
731 pub fn iceberg_gc_interval_sec() -> u64 {
732 3600
733 }
734
735 pub fn iceberg_compaction_report_timeout_sec() -> u64 {
736 30 * 60
737 }
738
739 pub fn iceberg_compaction_config_refresh_interval_sec() -> u64 {
740 60
741 }
742
743 pub fn hummock_version_checkpoint_interval_sec() -> u64 {
744 30
745 }
746
747 pub fn checkpoint_read_chunk_size() -> usize {
748 128 * 1024 * 1024 }
750
751 pub fn checkpoint_read_max_in_flight_chunks() -> usize {
752 4
753 }
754
755 pub fn enable_hummock_data_archive() -> bool {
756 false
757 }
758
759 pub fn hummock_time_travel_snapshot_interval() -> u64 {
760 100
761 }
762
763 pub fn min_delta_log_num_for_hummock_version_checkpoint() -> u64 {
764 10
765 }
766
767 pub fn max_heartbeat_interval_sec() -> u32 {
768 60
769 }
770
771 pub fn meta_leader_lease_secs() -> u64 {
772 30
773 }
774
775 pub fn default_parallelism() -> DefaultParallelism {
776 DefaultParallelism::Full
777 }
778
779 pub fn pause_on_next_bootstrap_offline() -> bool {
780 false
781 }
782
783 pub fn node_num_monitor_interval_sec() -> u64 {
784 10
785 }
786
787 pub fn backend() -> MetaBackend {
788 MetaBackend::Mem
789 }
790
791 pub fn periodic_space_reclaim_compaction_interval_sec() -> u64 {
792 3600 }
794
795 pub fn periodic_ttl_reclaim_compaction_interval_sec() -> u64 {
796 1800 }
798
799 pub fn periodic_scheduling_compaction_group_split_interval_sec() -> u64 {
800 10 }
802
803 pub fn periodic_tombstone_reclaim_compaction_interval_sec() -> u64 {
804 600
805 }
806
807 pub fn move_table_size_limit() -> u64 {
809 10 * 1024 * 1024 * 1024 }
811
812 pub fn split_group_size_limit() -> u64 {
814 64 * 1024 * 1024 * 1024 }
816
817 pub fn partition_vnode_count() -> u32 {
818 16
819 }
820
821 pub fn table_high_write_throughput_threshold() -> u64 {
822 16 * 1024 * 1024 }
824
825 pub fn table_low_write_throughput_threshold() -> u64 {
826 4 * 1024 * 1024 }
828
829 pub fn compaction_task_max_heartbeat_interval_secs() -> u64 {
830 30 }
832
833 pub fn compaction_task_max_progress_interval_secs() -> u64 {
834 60 * 10 }
836
837 pub fn compaction_task_id_refill_capacity() -> u32 {
838 64
839 }
840
841 pub fn cut_table_size_limit() -> u64 {
842 1024 * 1024 * 1024 }
844
845 pub fn hybrid_partition_vnode_count() -> u32 {
846 4
847 }
848
849 pub fn compact_task_table_size_partition_threshold_low() -> u64 {
850 128 * 1024 * 1024 }
852
853 pub fn compact_task_table_size_partition_threshold_high() -> u64 {
854 512 * 1024 * 1024 }
856
857 pub fn event_log_enabled() -> bool {
858 true
859 }
860
861 pub fn event_log_channel_max_size() -> u32 {
862 10
863 }
864
865 pub fn parallelism_control_batch_size() -> usize {
866 10
867 }
868
869 pub fn parallelism_control_trigger_period_sec() -> u64 {
870 10
871 }
872
873 pub fn parallelism_control_trigger_first_delay_sec() -> u64 {
874 30
875 }
876
877 pub fn enable_dropped_column_reclaim() -> bool {
878 false
879 }
880
881 pub fn split_group_size_ratio() -> f64 {
882 0.9
883 }
884
885 pub fn table_stat_high_write_throughput_ratio_for_split() -> f64 {
886 0.5
887 }
888
889 pub fn table_stat_low_write_throughput_ratio_for_merge() -> f64 {
890 0.7
891 }
892
893 pub fn table_stat_throuput_window_seconds_for_split() -> usize {
894 60
895 }
896
897 pub fn table_stat_throuput_window_seconds_for_merge() -> usize {
898 240
899 }
900
901 pub fn periodic_scheduling_compaction_group_merge_interval_sec() -> u64 {
902 60 * 10 }
904
905 pub fn enable_compaction_group_normalize() -> bool {
906 true
907 }
908
909 pub fn max_normalize_splits_per_round() -> u64 {
910 4
911 }
912
913 pub fn compaction_group_merge_dimension_threshold() -> f64 {
914 1.2
915 }
916
917 pub fn cdc_table_split_init_sleep_interval_splits() -> u64 {
918 1000
919 }
920
921 pub fn cdc_table_split_init_sleep_duration_millis() -> u64 {
922 500
923 }
924
925 pub fn cdc_table_split_init_insert_batch_size() -> u64 {
926 100
927 }
928
929 pub fn enable_legacy_table_migration() -> bool {
930 true
931 }
932 }
933
934 pub mod meta_store_config {
935 const DEFAULT_MAX_CONNECTIONS: u32 = 10;
936 const DEFAULT_MIN_CONNECTIONS: u32 = 1;
937 const DEFAULT_CONNECTION_TIMEOUT_SEC: u64 = 10;
938 const DEFAULT_IDLE_TIMEOUT_SEC: u64 = 30;
939 const DEFAULT_ACQUIRE_TIMEOUT_SEC: u64 = 30;
940
941 pub fn max_connections() -> u32 {
942 DEFAULT_MAX_CONNECTIONS
943 }
944
945 pub fn min_connections() -> u32 {
946 DEFAULT_MIN_CONNECTIONS
947 }
948
949 pub fn connection_timeout_sec() -> u64 {
950 DEFAULT_CONNECTION_TIMEOUT_SEC
951 }
952
953 pub fn idle_timeout_sec() -> u64 {
954 DEFAULT_IDLE_TIMEOUT_SEC
955 }
956
957 pub fn acquire_timeout_sec() -> u64 {
958 DEFAULT_ACQUIRE_TIMEOUT_SEC
959 }
960 }
961
962 pub mod compaction_config {
963 const MB: u64 = 1024 * 1024;
964 const GB: u64 = 1024 * 1024 * 1024;
965 const DEFAULT_MAX_COMPACTION_BYTES: u64 = 2 * GB; const DEFAULT_MIN_COMPACTION_BYTES: u64 = 128 * MB; const DEFAULT_MAX_BYTES_FOR_LEVEL_BASE: u64 = 512 * MB; const DEFAULT_TIER_COMPACT_TRIGGER_NUMBER: u64 = 12;
971 const DEFAULT_TARGET_FILE_SIZE_BASE: u64 = 32 * MB;
972 const DEFAULT_MAX_SUB_COMPACTION: u32 = 4;
974 const DEFAULT_LEVEL_MULTIPLIER: u64 = 10;
975 const DEFAULT_MAX_SPACE_RECLAIM_BYTES: u64 = 512 * MB; const DEFAULT_LEVEL0_STOP_WRITE_THRESHOLD_SUB_LEVEL_NUMBER: u64 = 128;
977 const DEFAULT_MAX_COMPACTION_FILE_COUNT: u64 = 100;
978 const DEFAULT_MIN_SUB_LEVEL_COMPACT_LEVEL_COUNT: u32 = 3;
979 const DEFAULT_MIN_OVERLAPPING_SUB_LEVEL_COMPACT_LEVEL_COUNT: u32 = 12;
980 const DEFAULT_TOMBSTONE_RATIO_PERCENT: u32 = 40;
981 const DEFAULT_EMERGENCY_PICKER: bool = true;
982 const DEFAULT_MAX_LEVEL: u32 = 6;
983 const DEFAULT_MAX_L0_COMPACT_LEVEL_COUNT: u32 = 42;
984 const DEFAULT_SST_ALLOWED_TRIVIAL_MOVE_MIN_SIZE: u64 = 4 * MB;
985 const DEFAULT_SST_ALLOWED_TRIVIAL_MOVE_MAX_COUNT: u32 = 256;
986 const DEFAULT_EMERGENCY_LEVEL0_SST_FILE_COUNT: u32 = 2000; const DEFAULT_EMERGENCY_LEVEL0_SUB_LEVEL_PARTITION: u32 = 256;
988 const DEFAULT_LEVEL0_STOP_WRITE_THRESHOLD_MAX_SST_COUNT: u32 = 5000;
989 const DEFAULT_LEVEL0_STOP_WRITE_THRESHOLD_MAX_SIZE: u64 = 300 * 1024 * MB; const DEFAULT_ENABLE_OPTIMIZE_L0_INTERVAL_SELECTION: bool = true;
991 pub const DEFAULT_BLOCKED_XOR_FILTER_KV_COUNT_THRESHOLD: u64 = 256 * 1024;
992 const DEFAULT_MAX_VNODE_KEY_RANGE_BYTES: Option<u64> = None;
993
994 use crate::catalog::hummock::CompactionFilterFlag;
995
996 pub fn max_bytes_for_level_base() -> u64 {
997 DEFAULT_MAX_BYTES_FOR_LEVEL_BASE
998 }
999
1000 pub fn max_bytes_for_level_multiplier() -> u64 {
1001 DEFAULT_LEVEL_MULTIPLIER
1002 }
1003
1004 pub fn max_compaction_bytes() -> u64 {
1005 DEFAULT_MAX_COMPACTION_BYTES
1006 }
1007
1008 pub fn sub_level_max_compaction_bytes() -> u64 {
1009 DEFAULT_MIN_COMPACTION_BYTES
1010 }
1011
1012 pub fn level0_tier_compact_file_number() -> u64 {
1013 DEFAULT_TIER_COMPACT_TRIGGER_NUMBER
1014 }
1015
1016 pub fn target_file_size_base() -> u64 {
1017 DEFAULT_TARGET_FILE_SIZE_BASE
1018 }
1019
1020 pub fn compaction_filter_mask() -> u32 {
1021 (CompactionFilterFlag::STATE_CLEAN | CompactionFilterFlag::TTL).into()
1022 }
1023
1024 pub fn max_sub_compaction() -> u32 {
1025 DEFAULT_MAX_SUB_COMPACTION
1026 }
1027
1028 pub fn level0_stop_write_threshold_sub_level_number() -> u64 {
1029 DEFAULT_LEVEL0_STOP_WRITE_THRESHOLD_SUB_LEVEL_NUMBER
1030 }
1031
1032 pub fn level0_sub_level_compact_level_count() -> u32 {
1033 DEFAULT_MIN_SUB_LEVEL_COMPACT_LEVEL_COUNT
1034 }
1035
1036 pub fn level0_overlapping_sub_level_compact_level_count() -> u32 {
1037 DEFAULT_MIN_OVERLAPPING_SUB_LEVEL_COMPACT_LEVEL_COUNT
1038 }
1039
1040 pub fn max_space_reclaim_bytes() -> u64 {
1041 DEFAULT_MAX_SPACE_RECLAIM_BYTES
1042 }
1043
1044 pub fn level0_max_compact_file_number() -> u64 {
1045 DEFAULT_MAX_COMPACTION_FILE_COUNT
1046 }
1047
1048 pub fn tombstone_reclaim_ratio() -> u32 {
1049 DEFAULT_TOMBSTONE_RATIO_PERCENT
1050 }
1051
1052 pub fn enable_emergency_picker() -> bool {
1053 DEFAULT_EMERGENCY_PICKER
1054 }
1055
1056 pub fn max_level() -> u32 {
1057 DEFAULT_MAX_LEVEL
1058 }
1059
1060 pub fn max_l0_compact_level_count() -> u32 {
1061 DEFAULT_MAX_L0_COMPACT_LEVEL_COUNT
1062 }
1063
1064 pub fn sst_allowed_trivial_move_min_size() -> u64 {
1065 DEFAULT_SST_ALLOWED_TRIVIAL_MOVE_MIN_SIZE
1066 }
1067
1068 pub fn disable_auto_group_scheduling() -> bool {
1069 false
1070 }
1071
1072 pub fn max_overlapping_level_size() -> u64 {
1073 256 * MB
1074 }
1075
1076 pub fn sst_allowed_trivial_move_max_count() -> u32 {
1077 DEFAULT_SST_ALLOWED_TRIVIAL_MOVE_MAX_COUNT
1078 }
1079
1080 pub fn emergency_level0_sst_file_count() -> u32 {
1081 DEFAULT_EMERGENCY_LEVEL0_SST_FILE_COUNT
1082 }
1083
1084 pub fn emergency_level0_sub_level_partition() -> u32 {
1085 DEFAULT_EMERGENCY_LEVEL0_SUB_LEVEL_PARTITION
1086 }
1087
1088 pub fn level0_stop_write_threshold_max_sst_count() -> u32 {
1089 DEFAULT_LEVEL0_STOP_WRITE_THRESHOLD_MAX_SST_COUNT
1090 }
1091
1092 pub fn level0_stop_write_threshold_max_size() -> u64 {
1093 DEFAULT_LEVEL0_STOP_WRITE_THRESHOLD_MAX_SIZE
1094 }
1095
1096 pub fn enable_optimize_l0_interval_selection() -> bool {
1097 DEFAULT_ENABLE_OPTIMIZE_L0_INTERVAL_SELECTION
1098 }
1099
1100 pub fn blocked_xor_filter_kv_count_threshold() -> Option<u64> {
1101 Some(DEFAULT_BLOCKED_XOR_FILTER_KV_COUNT_THRESHOLD)
1102 }
1103
1104 pub fn compression_algorithm_for_level(level: u32) -> &'static str {
1109 match level {
1112 0..=2 => "None",
1113 3 | 4 => "Lz4",
1114 _ => "Zstd",
1115 }
1116 }
1117
1118 pub fn compression_algorithm_vec(max_level: u32) -> Vec<String> {
1120 (0..=max_level)
1121 .map(|level| compression_algorithm_for_level(level).to_owned())
1122 .collect()
1123 }
1124
1125 pub fn max_vnode_key_range_bytes() -> Option<u64> {
1126 DEFAULT_MAX_VNODE_KEY_RANGE_BYTES
1127 }
1128
1129 pub fn sstable_filter_type() -> Vec<String> {
1130 vec![
1131 "xor16".to_owned(),
1132 "xor16".to_owned(),
1133 "xor16".to_owned(),
1134 "xor16".to_owned(),
1135 "xor16".to_owned(),
1136 "xor8".to_owned(),
1137 "xor8".to_owned(),
1138 ]
1139 }
1140
1141 pub fn sstable_filter_layout() -> Vec<String> {
1142 vec![
1143 "auto".to_owned(),
1144 "blocked".to_owned(),
1145 "blocked".to_owned(),
1146 "blocked".to_owned(),
1147 "blocked".to_owned(),
1148 "blocked".to_owned(),
1149 "blocked".to_owned(),
1150 ]
1151 }
1152 }
1153}