pub async fn read_parquet_file(
op: Operator,
file_name: String,
rw_columns: Option<Vec<Column>>,
parser_columns: Option<Vec<SourceColumnDesc>>,
batch_size: usize,
offset: usize,
file_source_input_row_count_metrics: Option<LabelGuardedMetric<GenericCounter<AtomicU64>, 4>>,
parquet_source_skip_row_count_metrics: Option<LabelGuardedMetric<GenericCounter<AtomicU64>, 4>>,
) -> ConnectorResult<Pin<Box<dyn Stream<Item = Result<StreamChunk, ConnectorError>> + Send>>>
Expand description
Reads a specified Parquet file and converts its content into a stream of chunks.