Struct OpendalStreamingUploader

pub struct OpendalStreamingUploader {
    writer: Writer,
    buf: Vec<Bytes>,
    not_uploaded_len: usize,
    is_valid: bool,
    abort_on_err: bool,
}

Store multiple parts in a map, and concatenate them on finish.

Fields

writer: Writer

buf: Vec<Bytes>

Buffer for data. It will store at least UPLOAD_BUFFER_SIZE bytes of data before wrapping itself into a stream and upload to object store as a part.

not_uploaded_len: usize

Length of the data that have not been uploaded to object store.

is_valid: bool

Whether the writer is valid. The writer is invalid after abort/close.

abort_on_err: bool

Implementations

impl OpendalStreamingUploader

const UPLOAD_BUFFER_SIZE: usize = 16_777_216usize

pub async fn new( op: Operator, path: String, config: Arc<ObjectStoreConfig>, metrics: Arc<ObjectStoreMetrics>, media_type: &'static str, ) -> ObjectResult<Self>

async fn flush(&mut self) -> ObjectResult<()>

Trait Implementations

impl StreamingUploader for OpendalStreamingUploader

async fn write_bytes(&mut self, data: Bytes) -> ObjectResult<()>

async fn finish(self) -> ObjectResult<()>

fn get_memory_usage(&self) -> u64