Struct CompactTask

pub struct CompactTask {

    pub input_ssts: Vec<InputLevel>,
    pub splits: Vec<KeyRange>,
    pub sorted_output_ssts: Vec<SstableInfo>,
    pub task_id: u64,
    pub target_level: u32,
    pub gc_delete_keys: bool,
    pub base_level: u32,
    pub task_status: PbTaskStatus,
    pub compaction_group_id: u64,
    pub compaction_group_version_id: u64,
    pub existing_table_ids: Vec<u32>,
    pub compression_algorithm: u32,
    pub target_file_size: u64,
    pub compaction_filter_mask: u32,
    pub table_options: BTreeMap<u32, PbTableOption>,
    pub current_epoch_time: u64,
    pub target_sub_level_id: u64,
    pub task_type: PbTaskType,
    pub split_by_state_table: bool,
    pub split_weight_by_vnode: u32,
    pub table_vnode_partition: BTreeMap<u32, u32>,
    pub pk_prefix_table_watermarks: BTreeMap<u32, TableWatermarks>,
    pub non_pk_prefix_table_watermarks: BTreeMap<u32, TableWatermarks>,
    pub table_schemas: BTreeMap<u32, PbTableSchema>,
    pub max_sub_compaction: u32,
}

Fields

input_ssts: Vec<InputLevel>

SSTs to be compacted, which will be removed from LSM after compaction

splits: Vec<KeyRange>

In ideal case, the compaction will generate splits.len() tables which have key range corresponding to that in splits, respectively

sorted_output_ssts: Vec<SstableInfo>

compaction output, which will be added to target_level of LSM after compaction

task_id: u64

task id assigned by hummock storage service

target_level: u32

compaction output will be added to target_level of LSM after compaction

gc_delete_keys: bool

base_level: u32

Lbase in LSM

task_status: PbTaskStatus

compaction_group_id: u64

compaction group the task belongs to.

compaction_group_version_id: u64

compaction group id when the compaction task is created

existing_table_ids: Vec<u32>

existing_table_ids for compaction drop key

compression_algorithm: u32

target_file_size: u64

compaction_filter_mask: u32

table_options: BTreeMap<u32, PbTableOption>

current_epoch_time: u64

target_sub_level_id: u64

task_type: PbTaskType

Identifies whether the task is space_reclaim, if the compact_task_type increases, it will be refactored to enum

split_by_state_table: bool

Deprecated. use table_vnode_partition instead;

split_weight_by_vnode: u32

Compaction needs to cut the state table every time 1/weight of vnodes in the table have been processed. Deprecated. use table_vnode_partition instead;

table_vnode_partition: BTreeMap<u32, u32>

pk_prefix_table_watermarks: BTreeMap<u32, TableWatermarks>

The table watermark of any table id. In compaction we only use the table watermarks on safe epoch, so we only need to include the table watermarks on safe epoch to reduce the size of metadata.

non_pk_prefix_table_watermarks: BTreeMap<u32, TableWatermarks>

table_schemas: BTreeMap<u32, PbTableSchema>

max_sub_compaction: u32

Implementations

impl CompactTask

pub fn estimated_encode_len(&self) -> usize

pub fn is_trivial_move_task(&self) -> bool

pub fn is_trivial_reclaim(&self) -> bool

impl CompactTask

pub fn contains_ttl(&self) -> bool

pub fn contains_range_tombstone(&self) -> bool

pub fn contains_split_sst(&self) -> bool

pub fn get_table_ids_from_input_ssts( &self, ) -> impl Iterator<Item = StateTableId> + use<>

pub fn build_compact_table_ids(&self) -> Vec<StateTableId>

pub fn is_expired(&self, compaction_group_version_id_expected: u64) -> bool

Trait Implementations

impl Clone for CompactTask

fn clone(&self) -> CompactTask

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for CompactTask

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for CompactTask

fn default() -> CompactTask

Returns the “default value” for a type.

impl From<&CompactTask> for CompactTask

fn from(pb_compact_task: &PbCompactTask) -> Self

Converts to this type from the input type.

impl From<&CompactTask> for PbCompactTask

fn from(compact_task: &CompactTask) -> Self

Converts to this type from the input type.

impl From<CompactTask> for CompactTask

fn from(pb_compact_task: PbCompactTask) -> Self

Converts to this type from the input type.

impl From<CompactTask> for PbCompactTask

fn from(compact_task: CompactTask) -> Self

Converts to this type from the input type.

impl PartialEq for CompactTask

fn eq(&self, other: &CompactTask) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl StructuralPartialEq for CompactTask