Struct S3FileReader

pub struct S3FileReader {
    split_offset: HashMap<String, u64>,
    bucket_name: String,
    s3_client: Client,
    splits: Vec<FsSplit>,
    parser_config: ParserConfig,
    source_ctx: SourceContextRef,
}

Fields

split_offset: HashMap<String, u64>

bucket_name: String

s3_client: Client

splits: Vec<FsSplit>

parser_config: ParserConfig

source_ctx: SourceContextRef

Implementations

impl S3FileReader

pub fn stream_read_object( client_for_s3: Client, bucket_name: String, split: FsSplit, source_ctx: SourceContextRef, ) -> Pin<Box<dyn Stream<Item = Result<Vec<SourceMessage>, ConnectorError>> + Send>>

pub async fn get_object( client_for_s3: &Client, bucket_name: &str, object_name: &str, start: usize, ) -> Result<ByteStream, SdkError<GetObjectError, Response<SdkBody>>>

impl S3FileReader

fn into_stream_inner( self, ) -> Pin<Box<dyn Stream<Item = Result<StreamChunk, ConnectorError>> + Send>>

Trait Implementations

impl Debug for S3FileReader

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl SplitReader for S3FileReader

type Properties = S3Properties

type Split = FsSplit

fn new<'async_trait>( props: S3Properties, splits: Vec<FsSplit>, parser_config: ParserConfig, source_ctx: SourceContextRef, _columns: Option<Vec<Column>>, ) -> Pin<Box<dyn Future<Output = ConnectorResult<Self>> + Send + 'async_trait>>

where Self: 'async_trait,

fn into_stream(self) -> BoxChunkSourceStream

fn backfill_info(&self) -> HashMap<SplitId, BackfillInfo>

fn seek_to_latest<'life0, 'async_trait>( &'life0 mut self, ) -> Pin<Box<dyn Future<Output = Result<Vec<SplitImpl>>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,