pub struct HummockUploader {
state: UploaderState,
context: UploaderContext,
}
Expand description
An uploader for hummock data.
Data have 3 sequential stages: unsync (inside each local instance, data can be unsealed, sealed), syncing, synced.
The 3 stages are divided by 2 marginal epochs: max_syncing_epoch
,
max_synced_epoch
in each TableUnSyncData
. Epochs satisfy the following inequality.
(epochs of synced_data
) <= max_synced_epoch
< (epochs of syncing_data
) <=
max_syncing_epoch
< (epochs of unsync_data
)
Data are mostly stored in VecDeque
, and the order stored in the VecDeque
indicates the data
order. Data at the front represents newer data.
Fields§
§state: UploaderState
§context: UploaderContext
Implementations§
source§impl HummockUploader
impl HummockUploader
pub(super) fn new( state_store_metrics: Arc<HummockStateStoreMetrics>, pinned_version: PinnedVersion, spawn_upload_task: SpawnUploadTask, buffer_tracker: BufferTracker, ) -> Self
pub(super) fn buffer_tracker(&self) -> &BufferTracker
pub(super) fn hummock_version(&self) -> &PinnedVersion
pub(super) fn add_imm( &mut self, instance_id: LocalInstanceId, imm: ImmutableMemtable, )
pub(super) fn init_instance( &mut self, instance_id: LocalInstanceId, table_id: TableId, init_epoch: HummockEpoch, )
pub(super) fn local_seal_epoch( &mut self, instance_id: LocalInstanceId, next_epoch: HummockEpoch, opts: SealCurrentEpochOptions, )
pub(super) fn start_epoch( &mut self, epoch: HummockEpoch, table_ids: HashSet<TableId>, )
pub(super) fn start_sync_epoch( &mut self, sync_result_sender: Sender<HummockResult<SyncedData>>, sync_table_epochs: Vec<(HummockEpoch, HashSet<TableId>)>, )
pub(crate) fn update_pinned_version(&mut self, pinned_version: PinnedVersion)
pub(crate) fn may_flush(&mut self) -> bool
pub(crate) fn clear(&mut self, table_ids: Option<HashSet<TableId>>)
pub(crate) fn may_destroy_instance(&mut self, instance_id: LocalInstanceId)
pub(crate) fn min_uncommitted_sst_id(&self) -> Option<HummockSstableObjectId>
source§impl HummockUploader
impl HummockUploader
pub(super) fn next_uploaded_sst( &mut self, ) -> impl Future<Output = Arc<StagingSstableInfo>> + '_
Auto Trait Implementations§
impl Freeze for HummockUploader
impl !RefUnwindSafe for HummockUploader
impl Send for HummockUploader
impl Sync for HummockUploader
impl Unpin for HummockUploader
impl !UnwindSafe for HummockUploader
Blanket Implementations§
source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
§impl<T> Downcast for Twhere
T: Any,
impl<T> Downcast for Twhere
T: Any,
§fn into_any(self: Box<T>) -> Box<dyn Any>
fn into_any(self: Box<T>) -> Box<dyn Any>
Convert
Box<dyn Trait>
(where Trait: Downcast
) to Box<dyn Any>
. Box<dyn Any>
can
then be further downcast
into Box<ConcreteType>
where ConcreteType
implements Trait
.§fn into_any_rc(self: Rc<T>) -> Rc<dyn Any>
fn into_any_rc(self: Rc<T>) -> Rc<dyn Any>
Convert
Rc<Trait>
(where Trait: Downcast
) to Rc<Any>
. Rc<Any>
can then be
further downcast
into Rc<ConcreteType>
where ConcreteType
implements Trait
.§fn as_any(&self) -> &(dyn Any + 'static)
fn as_any(&self) -> &(dyn Any + 'static)
Convert
&Trait
(where Trait: Downcast
) to &Any
. This is needed since Rust cannot
generate &Any
’s vtable from &Trait
’s.§fn as_any_mut(&mut self) -> &mut (dyn Any + 'static)
fn as_any_mut(&mut self) -> &mut (dyn Any + 'static)
Convert
&mut Trait
(where Trait: Downcast
) to &Any
. This is needed since Rust cannot
generate &mut Any
’s vtable from &mut Trait
’s.§impl<T> DowncastSync for T
impl<T> DowncastSync for T
§impl<T> FutureExt for T
impl<T> FutureExt for T
§fn with_context(self, otel_cx: Context) -> WithContext<Self>
fn with_context(self, otel_cx: Context) -> WithContext<Self>
§fn with_current_context(self) -> WithContext<Self>
fn with_current_context(self) -> WithContext<Self>
§impl<T> Instrument for T
impl<T> Instrument for T
§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
source§impl<T> Instrument for T
impl<T> Instrument for T
source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
source§impl<T> IntoEither for T
impl<T> IntoEither for T
source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self
into a Left
variant of Either<Self, Self>
if into_left
is true
.
Converts self
into a Right
variant of Either<Self, Self>
otherwise. Read moresource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self
into a Left
variant of Either<Self, Self>
if into_left(&self)
returns true
.
Converts self
into a Right
variant of Either<Self, Self>
otherwise. Read moresource§impl<T> IntoRequest<T> for T
impl<T> IntoRequest<T> for T
source§fn into_request(self) -> Request<T>
fn into_request(self) -> Request<T>
Wrap the input message
T
in a tonic::Request
§impl<T> IntoResult<T> for T
impl<T> IntoResult<T> for T
type Err = Infallible
fn into_result(self) -> Result<T, <T as IntoResult<T>>::Err>
Creates a shared type from an unshared type.
source§impl<M> MetricVecRelabelExt for M
impl<M> MetricVecRelabelExt for M
source§fn relabel(
self,
metric_level: MetricLevel,
relabel_threshold: MetricLevel,
) -> RelabeledMetricVec<M>
fn relabel( self, metric_level: MetricLevel, relabel_threshold: MetricLevel, ) -> RelabeledMetricVec<M>
Equivalent to
RelabeledMetricVec::with_metric_level
.source§fn relabel_n(
self,
metric_level: MetricLevel,
relabel_threshold: MetricLevel,
relabel_num: usize,
) -> RelabeledMetricVec<M>
fn relabel_n( self, metric_level: MetricLevel, relabel_threshold: MetricLevel, relabel_num: usize, ) -> RelabeledMetricVec<M>
Equivalent to
RelabeledMetricVec::with_metric_level_relabel_n
.source§fn relabel_debug_1(
self,
relabel_threshold: MetricLevel,
) -> RelabeledMetricVec<M>
fn relabel_debug_1( self, relabel_threshold: MetricLevel, ) -> RelabeledMetricVec<M>
Equivalent to
RelabeledMetricVec::with_metric_level_relabel_n
with metric_level
set to
MetricLevel::Debug
and relabel_num
set to 1.