pub(crate) fn into_chunk_stream(
data_stream: impl Stream<Item = ConnectorResult<Vec<SourceMessage>>> + Send + 'static,
parser_config: ParserConfig,
source_ctx: SourceContextRef,
) -> Pin<Box<dyn Stream<Item = Result<StreamChunk, ConnectorError>> + Send>>
Expand description
Utility function to convert SourceMessage
stream (got from specific connector’s SplitReader
)
into StreamChunk
stream (by invoking ByteStreamSourceParserImpl
).