Struct IcebergConfig 

pub struct IcebergConfig {

    pub type: String,
    pub force_append_only: bool,
    common: IcebergCommon,
    table: IcebergTableIdentifier,
    pub primary_key: Option<Vec<String>>,
    pub java_catalog_props: HashMap<String, String>,
    pub partition_by: Option<String>,
    pub commit_checkpoint_interval: u64,
    pub create_table_if_not_exists: bool,
    pub is_exactly_once: Option<bool>,
    pub commit_retry_num: u32,
    pub enable_compaction: bool,
    pub compaction_interval_sec: Option<u64>,
    pub enable_snapshot_expiration: bool,
    pub write_mode: String,
    pub snapshot_expiration_max_age_millis: Option<i64>,
    pub snapshot_expiration_retain_last: Option<i32>,
    pub snapshot_expiration_clear_expired_files: bool,
    pub snapshot_expiration_clear_expired_meta_data: bool,
    pub max_snapshots_num_before_compaction: Option<usize>,
    pub small_files_threshold_mb: Option<u64>,
    pub delete_files_count_threshold: Option<usize>,
    pub trigger_snapshot_count: Option<usize>,
    pub target_file_size_mb: Option<u64>,
    pub compaction_type: Option<String>,
}

Fields

type: String

force_append_only: bool

common: IcebergCommon

table: IcebergTableIdentifier

primary_key: Option<Vec<String>>

java_catalog_props: HashMap<String, String>

partition_by: Option<String>

commit_checkpoint_interval: u64

Commit every n(>0) checkpoints, default is 60.

create_table_if_not_exists: bool

is_exactly_once: Option<bool>

Whether it is exactly_once, the default is true.

commit_retry_num: u32

enable_compaction: bool

Whether to enable iceberg compaction.

compaction_interval_sec: Option<u64>

The interval of iceberg compaction

enable_snapshot_expiration: bool

Whether to enable iceberg expired snapshots.

write_mode: String

The iceberg write mode, can be merge-on-read or copy-on-write.

snapshot_expiration_max_age_millis: Option<i64>

The maximum age (in milliseconds) for snapshots before they expire For example, if set to 3600000, snapshots older than 1 hour will be expired

snapshot_expiration_retain_last: Option<i32>

The number of snapshots to retain

snapshot_expiration_clear_expired_files: bool

snapshot_expiration_clear_expired_meta_data: bool

max_snapshots_num_before_compaction: Option<usize>

The maximum number of snapshots allowed since the last rewrite operation If set, sink will check snapshot count and wait if exceeded

small_files_threshold_mb: Option<u64>

delete_files_count_threshold: Option<usize>

trigger_snapshot_count: Option<usize>

target_file_size_mb: Option<u64>

compaction_type: Option<String>

Compaction type: full, small-files, or files-with-delete If not set, will default to full

Implementations

impl IcebergConfig

pub fn from_btreemap(values: BTreeMap<String, String>) -> Result<Self>

pub fn catalog_type(&self) -> &str

pub async fn load_table(&self) -> Result<Table>

pub async fn create_catalog(&self) -> Result<Arc<dyn Catalog>>

pub fn full_table_name(&self) -> Result<TableIdent>

pub fn catalog_name(&self) -> String

pub fn compaction_interval_sec(&self) -> u64

pub fn snapshot_expiration_timestamp_ms( &self, current_time_ms: i64, ) -> Option<i64>

Calculate the timestamp (in milliseconds) before which snapshots should be expired Returns current_time_ms - max_age_millis

pub fn trigger_snapshot_count(&self) -> usize

pub fn small_files_threshold_mb(&self) -> u64

pub fn delete_files_count_threshold(&self) -> usize

pub fn target_file_size_mb(&self) -> u64

pub fn compaction_type(&self) -> CompactionType

Get the compaction type as an enum This method parses the string and returns the enum value

Trait Implementations

impl Clone for IcebergConfig

fn clone(&self) -> IcebergConfig

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for IcebergConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for IcebergConfig

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl EnforceSecret for IcebergConfig

fn enforce_secret<'a>( prop_iter: impl Iterator<Item = &'a str>, ) -> ConnectorResult<()>

fn enforce_one(prop: &str) -> ConnectorResult<()>

const ENFORCE_SECRET_PROPERTIES: Set<&'static str> = _

impl PartialEq for IcebergConfig

fn eq(&self, other: &IcebergConfig) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl Eq for IcebergConfig

impl StructuralPartialEq for IcebergConfig

impl WithOptions for IcebergConfig