Struct BatchTableInner

pub struct BatchTableInner<S: StateStore, SD: ValueRowSerde> {

    table_id: TableId,
    store: S,
    schema: Schema,
    pk_serializer: OrderedRowSerde,
    output_indices: Vec<usize>,
    key_output_indices: Option<Vec<usize>>,
    value_output_indices: Vec<usize>,
    output_row_in_key_indices: Vec<usize>,
    mapping: Arc<ColumnMapping>,
    epoch_idx: Option<usize>,
    row_serde: Arc<SD>,
    pk_indices: Vec<usize>,
    distribution: TableDistribution,
    table_option: TableOption,
    read_prefix_len_hint: usize,
}

BatchTableInner is the interface accessing relational data in KV(StateStore) with row-based encoding format, and is used in batch mode.

Fields

table_id: TableId

Id for this table.

store: S

State store backend.

schema: Schema

The schema of the output columns, i.e., this table VIEWED BY some executor like RowSeqScanExecutor.

pk_serializer: OrderedRowSerde

Used for serializing and deserializing the primary key.

output_indices: Vec<usize>

key_output_indices: Option<Vec<usize>>

the key part of output_indices.

value_output_indices: Vec<usize>

the value part of output_indices.

output_row_in_key_indices: Vec<usize>

used for deserializing key part of output row from pk.

mapping: Arc<ColumnMapping>

Mapping from column id to column index for deserializing the row.

epoch_idx: Option<usize>

The index of system column _rw_timestamp in the output columns.

row_serde: Arc<SD>

Row deserializer to deserialize the value in storage to a row. The row can be either complete or partial, depending on whether the row encoding is versioned.

pk_indices: Vec<usize>

Indices of primary key. Note that the index is based on the all columns of the table, instead of the output ones.

distribution: TableDistribution

table_option: TableOption

Used for catalog table_properties

read_prefix_len_hint: usize

Implementations

impl<S: StateStore> BatchTableInner<S, EitherSerde>

pub fn new_partial( store: S, output_column_ids: Vec<ColumnId>, vnodes: Option<Arc<Bitmap>>, table_desc: &StorageTableDesc, ) -> Self

Create a BatchTableInner given a complete set of columns and a partial set of output_column_ids. When reading from the storage table, the chunks or rows will only contain columns with the given ids (output_column_ids). They will in the same order as the given output_column_ids.

NOTE(kwannoel): The output_column_ids here may be slightly different from those supplied to associated executors. These output_column_ids may have pk appended, since they will be needed to scan from storage. The associated executors may not have these pk fields.

pub fn for_test_with_partial_columns( store: S, table_id: TableId, columns: Vec<ColumnDesc>, output_column_ids: Vec<ColumnId>, order_types: Vec<OrderType>, pk_indices: Vec<usize>, value_indices: Vec<usize>, ) -> Self

pub fn for_test( store: S, table_id: TableId, columns: Vec<ColumnDesc>, order_types: Vec<OrderType>, pk_indices: Vec<usize>, value_indices: Vec<usize>, ) -> Self

fn new_inner( store: S, table_id: TableId, table_columns: Vec<ColumnDesc>, output_column_ids: Vec<ColumnId>, order_types: Vec<OrderType>, pk_indices: Vec<usize>, distribution: TableDistribution, table_option: TableOption, value_indices: Vec<usize>, read_prefix_len_hint: usize, versioned: bool, ) -> Self

impl<S: StateStore, SD: ValueRowSerde> BatchTableInner<S, SD>

pub fn pk_serializer(&self) -> &OrderedRowSerde

pub fn schema(&self) -> &Schema

pub fn pk_indices(&self) -> &[usize]

pub fn output_indices(&self) -> &[usize]

pub fn pk_in_output_indices(&self) -> Option<Vec<usize>>

Get the indices of the primary key columns in the output columns.

Returns None if any of the primary key columns is not in the output columns.

pub fn table_id(&self) -> TableId

pub fn vnodes(&self) -> &Arc<Bitmap>

impl<S: StateStore, SD: ValueRowSerde> BatchTableInner<S, SD>

Point get

pub async fn get_row( &self, pk: impl Row, wait_epoch: HummockReadEpoch, ) -> StorageResult<Option<OwnedRow>>

Get a single row by point get

pub fn update_vnode_bitmap(&mut self, new_vnodes: Arc<Bitmap>) -> Arc<Bitmap>

Update the vnode bitmap of the storage table, returns the previous vnode bitmap.

impl<S: StateStore, SD: ValueRowSerde> BatchTableInner<S, SD>

Iterators

async fn iter_with_encoded_key_range( &self, prefix_hint: Option<Bytes>, __arg2: (Bound<Bytes>, Bound<Bytes>), wait_epoch: HummockReadEpoch, vnode_hint: Option<VirtualNode>, ordered: bool, prefetch_options: PrefetchOptions, ) -> StorageResult<impl Stream<Item = StorageResult<OwnedRow>> + Send + 'static + use<S, SD>>

Get multiple stream item StorageResult<OwnedRow> based on the specified vnodes of this table with vnode_hint, and merge or concat them by given ordered.

async fn iter_vnode_with_encoded_key_range<K: CopyFromSlice>( &self, read_snapshot: &S::ReadSnapshot, prefix_hint: Option<Bytes>, encoded_key_range: (Bound<&Bytes>, Bound<&Bytes>), wait_epoch: HummockReadEpoch, vnode: VirtualNode, prefetch_options: PrefetchOptions, ) -> StorageResult<impl Stream<Item = StorageResult<(K, OwnedRow)>> + Send + use<K, S, SD>>

fn serialize_pk_bound( &self, pk_prefix: impl Row, range_bound: Bound<&OwnedRow>, is_start_bound: bool, ) -> Bound<Bytes>

async fn iter_with_pk_bounds( &self, epoch: HummockReadEpoch, pk_prefix: impl Row, range_bounds: impl RangeBounds<OwnedRow>, ordered: bool, prefetch_options: PrefetchOptions, ) -> StorageResult<impl Stream<Item = StorageResult<OwnedRow>> + Send>

Iterates on the table with the given prefix of the pk in pk_prefix and the range bounds.

fn convert_row_stream_to_array_vec_stream( iter: impl Stream<Item = StorageResult<OwnedRow>>, schema: Schema, chunk_size: usize, ) -> impl Stream<Item = Result<(Vec<ArrayRef>, usize), StorageError>>

async fn chunk_iter_with_pk_bounds( &self, epoch: HummockReadEpoch, pk_prefix: impl Row, range_bounds: impl RangeBounds<OwnedRow>, ordered: bool, chunk_size: usize, prefetch_options: PrefetchOptions, ) -> StorageResult<impl Stream<Item = StorageResult<(Vec<ArrayRef>, usize)>> + Send>

Iterates on the table with the given prefix of the pk in pk_prefix and the range bounds. Returns a stream of chunks of columns with the provided chunk_size

pub async fn batch_iter_with_pk_bounds( &self, epoch: HummockReadEpoch, pk_prefix: impl Row, range_bounds: impl RangeBounds<OwnedRow>, ordered: bool, prefetch_options: PrefetchOptions, ) -> StorageResult<impl Stream<Item = StorageResult<OwnedRow>> + Send>

Construct a stream item StorageResult<OwnedRow> for batch executors. Differs from the streaming one, this iterator will wait for the epoch before iteration

pub async fn batch_iter( &self, epoch: HummockReadEpoch, ordered: bool, prefetch_options: PrefetchOptions, ) -> StorageResult<impl Stream<Item = StorageResult<OwnedRow>> + Send>

pub async fn batch_iter_vnode( &self, epoch: HummockReadEpoch, start_pk: Option<&OwnedRow>, vnode: VirtualNode, prefetch_options: PrefetchOptions, ) -> StorageResult<impl Stream<Item = StorageResult<OwnedRow>> + Send + 'static + use<S, SD>>

pub async fn next_epoch(&self, epoch: u64) -> StorageResult<u64>

async fn batch_iter_log_inner<K: CopyFromSlice>( &self, start_epoch: u64, end_epoch: HummockReadEpoch, start_pk: Option<&OwnedRow>, vnode: VirtualNode, ) -> StorageResult<impl Stream<Item = StorageResult<(K, ChangeLogRow)>> + use<K, S, SD>>

pub async fn batch_iter_vnode_log( &self, start_epoch: u64, end_epoch: HummockReadEpoch, start_pk: Option<&OwnedRow>, vnode: VirtualNode, ) -> StorageResult<impl Stream<Item = StorageResult<ChangeLogRow>> + use<S, SD>>

pub async fn batch_iter_log_with_pk_bounds( &self, start_epoch: u64, end_epoch: HummockReadEpoch, ordered: bool, ) -> StorageResult<impl Stream<Item = StorageResult<ChangeLogRow>> + Send + 'static + use<S, SD>>

pub async fn batch_chunk_iter_with_pk_bounds( &self, epoch: HummockReadEpoch, pk_prefix: impl Row, range_bounds: impl RangeBounds<OwnedRow>, ordered: bool, chunk_size: usize, prefetch_options: PrefetchOptions, ) -> StorageResult<impl Stream<Item = StorageResult<DataChunk>> + Send>

Iterates on the table with the given prefix of the pk in pk_prefix and the range bounds. Returns a stream of DataChunk with the provided chunk_size

Trait Implementations

impl<S: Clone + StateStore, SD: Clone + ValueRowSerde> Clone for BatchTableInner<S, SD>

fn clone(&self) -> BatchTableInner<S, SD>

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl<S: StateStore, SD: ValueRowSerde> Debug for BatchTableInner<S, SD>

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.