Struct RangeKvStateStore

pub struct RangeKvStateStore<R: RangeKv> {
    inner: R,
    tables: Arc<Mutex<HashMap<TableId, TableState>>>,
    vectors: Arc<RwLock<HashMap<TableId, Vec<(Vector, Bytes, u64)>>>>,
}

An in-memory state store

The in-memory state store is a BTreeMap, which maps [FullKey] to value. It never does GC, so the memory usage will be high. Therefore, in-memory state store should never be used in production.

Fields

inner: R

Stores (key, epoch) -> user value.

tables: Arc<Mutex<HashMap<TableId, TableState>>>

table_id -> prev_epoch -> curr_epoch

vectors: Arc<RwLock<HashMap<TableId, Vec<(Vector, Bytes, u64)>>>>

Implementations

impl RangeKvStateStore<SledRangeKv>

pub fn new(path: impl AsRef<Path>) -> Self

pub fn new_temp() -> Self

impl RangeKvStateStore<Arc<RwLock<RawRwLock, BTreeMap<FullKey<Bytes>, Option<Bytes>>>>>

pub fn new() -> Self

pub fn shared() -> Self

impl<R: RangeKv> RangeKvStateStore<R>

fn scan( &self, key_range: TableKeyRange, epoch: u64, table_id: TableId, limit: Option<usize>, ) -> StorageResult<Vec<(Bytes, Bytes)>>

impl<R: RangeKv> RangeKvStateStore<R>

fn get_keyed_row_impl( &self, key: TableKey<Bytes>, epoch: u64, table_id: TableId, ) -> StorageResult<Option<StateStoreKeyedRow>>

fn iter_impl( &self, key_range: TableKeyRange, epoch: u64, table_id: TableId, ) -> StorageResult<RangeKvStateStoreIter<R>>

fn rev_iter_impl( &self, key_range: TableKeyRange, epoch: u64, table_id: TableId, ) -> StorageResult<RangeKvStateStoreRevIter<R>>

impl<R: RangeKv> RangeKvStateStore<R>

fn new_read_snapshot_impl( &self, epoch: u64, table_id: TableId, ) -> RangeKvStateStoreReadSnapshot<R>

pub(crate) fn ingest_batch( &self, kv_pairs: Vec<(TableKey<Bytes>, StorageValue)>, delete_ranges: Vec<(Bound<Bytes>, Bound<Bytes>)>, epoch: u64, table_id: TableId, ) -> StorageResult<usize>

fn ingest_vectors( &self, table_id: TableId, epoch: u64, vecs: Vec<(Vector, Bytes)>, )

Trait Implementations

impl<R: Clone + RangeKv> Clone for RangeKvStateStore<R>

fn clone(&self) -> RangeKvStateStore<R>

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl<R: Default + RangeKv> Default for RangeKvStateStore<R>

fn default() -> RangeKvStateStore<R>

Returns the “default value” for a type.

impl<R: RangeKv> StateStore for RangeKvStateStore<R>

type Local = RangeKvLocalStateStore<R>

type ReadSnapshot = RangeKvStateStoreReadSnapshot<R>

type VectorWriter = RangeKvLocalStateStore<R>

async fn try_wait_epoch( &self, _epoch: HummockReadEpoch, _options: TryWaitEpochOptions, ) -> StorageResult<()>

If epoch is Committed, we will wait until the epoch is committed and its data is ready to read. If epoch is Current, we will only check if the data can be read with this epoch.

async fn new_local(&self, option: NewLocalOptions) -> Self::Local

async fn new_read_snapshot( &self, epoch: HummockReadEpoch, options: NewReadSnapshotOptions, ) -> StorageResult<Self::ReadSnapshot>

async fn new_vector_writer( &self, options: NewVectorWriterOptions, ) -> Self::VectorWriter

fn monitored( self, storage_metrics: Arc<MonitoredStorageMetrics>, ) -> MonitoredStateStore<Self>

Creates a MonitoredStateStore from this state store, with given stats.

impl<R: RangeKv> StateStoreReadLog for RangeKvStateStore<R>

type ChangeLogIter = RangeKvStateStoreChangeLogIter<R>

async fn next_epoch( &self, epoch: u64, options: NextEpochOptions, ) -> StorageResult<u64>

async fn iter_log( &self, __arg1: (u64, u64), key_range: TableKeyRange, options: ReadLogOptions, ) -> StorageResult<Self::ChangeLogIter>