Struct StarrocksSinkWriter 

pub struct StarrocksSinkWriter {
    pub config: StarrocksConfig,
    schema: Schema,
    pk_indices: Vec<usize>,
    is_append_only: bool,
    client: Option<StarrocksClient>,
    txn_client: Arc<StarrocksTxnClient>,
    row_encoder: JsonEncoder,
    curr_txn_label: Option<String>,
}

Fields

config: StarrocksConfig

schema: Schema

pk_indices: Vec<usize>

is_append_only: bool

client: Option<StarrocksClient>

txn_client: Arc<StarrocksTxnClient>

row_encoder: JsonEncoder

curr_txn_label: Option<String>

Implementations

impl StarrocksSinkWriter

pub fn new( config: StarrocksConfig, schema: Schema, pk_indices: Vec<usize>, is_append_only: bool, ) -> Result<Self>

async fn append_only(&mut self, chunk: StreamChunk) -> Result<()>

async fn upsert(&mut self, chunk: StreamChunk) -> Result<()>

fn new_txn_label(&self) -> String

Generating a new transaction label, should be unique across all SinkWriters even under rewinding.

async fn prepare_and_commit(&self, txn_label: String) -> Result<()>

Trait Implementations

impl Drop for StarrocksSinkWriter

fn drop(&mut self)

Executes the destructor for this type.

impl SinkWriter for StarrocksSinkWriter

fn begin_epoch<'life0, 'async_trait>( &'life0 mut self, _epoch: u64, ) -> Pin<Box<dyn Future<Output = Result<()>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Begin a new epoch

fn write_batch<'life0, 'async_trait>( &'life0 mut self, chunk: StreamChunk, ) -> Pin<Box<dyn Future<Output = Result<()>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Write a stream chunk to sink

fn barrier<'life0, 'async_trait>( &'life0 mut self, is_checkpoint: bool, ) -> Pin<Box<dyn Future<Output = Result<()>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Receive a barrier and mark the end of current epoch. When is_checkpoint is true, the sink writer should commit the current epoch.

fn abort<'life0, 'async_trait>( &'life0 mut self, ) -> Pin<Box<dyn Future<Output = Result<()>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Clean up

type CommitMetadata = ()

fn should_commit_on_checkpoint(&self) -> bool

Return true when the writer wants to commit on the next checkpoint barrier earlier than the configured checkpoint interval.