Struct InMemObjectStore

pub struct InMemObjectStore {
    objects: Arc<Mutex<HashMap<String, (ObjectMetadata, Bytes)>>>,
}

In-memory object storage, useful for testing.

Fields

objects: Arc<Mutex<HashMap<String, (ObjectMetadata, Bytes)>>>

Implementations

impl InMemObjectStore

fn new() -> Self

pub fn for_test() -> Self

Create a new in-memory object store for testing, isolated with others.

pub(super) fn shared() -> Self

Get a reference to the in-memory object store shared in this process.

Note: Should only be used for risedev playground, when there’re multiple compute-nodes or compactors in the same process.

pub fn reset_shared()

Reset the shared in-memory object store.

async fn get_object( &self, path: &str, range: impl ObjectRangeBounds, ) -> ObjectResult<Bytes>

Trait Implementations

impl Clone for InMemObjectStore

fn clone(&self) -> InMemObjectStore

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Default for InMemObjectStore

fn default() -> InMemObjectStore

Returns the “default value” for a type.

impl ObjectStore for InMemObjectStore

fn streaming_read<'life0, 'life1, 'async_trait>( &'life0 self, path: &'life1 str, read_range: Range<usize>, ) -> Pin<Box<dyn Future<Output = ObjectResult<ObjectDataStream>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Returns a stream reading the object specified in path. If given, the stream starts at the byte with index start_pos (0-based). As far as possible, the stream only loads the amount of data into memory that is read from the stream.

fn delete_objects<'life0, 'life1, 'async_trait>( &'life0 self, paths: &'life1 [String], ) -> Pin<Box<dyn Future<Output = ObjectResult<()>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Deletes the objects with the given paths permanently from the storage. If an object specified in the request is not found, it will be considered as successfully deleted.

type StreamingUploader = InMemStreamingUploader

fn get_object_prefix( &self, _obj_id: u64, _use_new_object_prefix_strategy: bool, ) -> String

Get the key prefix for object, the prefix is determined by the type of object store and devise_object_prefix.

fn upload<'life0, 'life1, 'async_trait>( &'life0 self, path: &'life1 str, obj: Bytes, ) -> Pin<Box<dyn Future<Output = ObjectResult<()>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Uploads the object to ObjectStore.

fn streaming_upload<'life0, 'life1, 'async_trait>( &'life0 self, path: &'life1 str, ) -> Pin<Box<dyn Future<Output = ObjectResult<Self::StreamingUploader>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

fn read<'life0, 'life1, 'async_trait>( &'life0 self, path: &'life1 str, range: impl 'async_trait + ObjectRangeBounds, ) -> Pin<Box<dyn Future<Output = ObjectResult<Bytes>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

If objects are PUT using a multipart upload, it’s a good practice to GET them in the same part sizes (or at least aligned to part boundaries) for best performance. https://d1.awsstatic.com/whitepapers/AmazonS3BestPractices.pdf?stod_obj2

fn metadata<'life0, 'life1, 'async_trait>( &'life0 self, path: &'life1 str, ) -> Pin<Box<dyn Future<Output = ObjectResult<ObjectMetadata>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Obtains the object metadata.

fn delete<'life0, 'life1, 'async_trait>( &'life0 self, path: &'life1 str, ) -> Pin<Box<dyn Future<Output = ObjectResult<()>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Deletes blob permanently.

fn list<'life0, 'life1, 'async_trait>( &'life0 self, prefix: &'life1 str, start_after: Option<String>, limit: Option<usize>, ) -> Pin<Box<dyn Future<Output = ObjectResult<ObjectMetadataIter>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

fn store_media_type(&self) -> &'static str

fn monitored( self, metrics: Arc<ObjectStoreMetrics>, config: Arc<ObjectStoreConfig>, ) -> MonitoredObjectStore<Self>

where Self: Sized,

fn support_streaming_upload(&self) -> bool