Struct GlobalBarrierWorkerContextImpl

Source

pub(super) struct GlobalBarrierWorkerContextImpl {
    scheduled_barriers: ScheduledBarriers,
    status: Arc<ArcSwap<BarrierManagerStatus>>,
    pub(super) metadata_manager: MetadataManager,
    hummock_manager: HummockManagerRef,
    source_manager: SourceManagerRef,
    _scale_controller: ScaleControllerRef,
    pub(super) env: MetaSrvEnv,
    barrier_scheduler: BarrierScheduler,
    pub(super) refresh_manager: GlobalRefreshManagerRef,
    sink_manager: SinkCoordinatorManager,
    pub(super) iceberg_v3_sink_manager: IcebergV3SinkManager,
}

Fields§

§scheduled_barriers: ScheduledBarriers§status: Arc<ArcSwap<BarrierManagerStatus>>§metadata_manager: MetadataManager§hummock_manager: HummockManagerRef§source_manager: SourceManagerRef§_scale_controller: ScaleControllerRef§env: MetaSrvEnv§barrier_scheduler: BarrierScheduler

Barrier scheduler for scheduling load finish commands

§refresh_manager: GlobalRefreshManagerRef§sink_manager: SinkCoordinatorManager§iceberg_v3_sink_manager: IcebergV3SinkManager

Struct GlobalBarrierWorkerContextImpl Copy item path

Fields§

Implementations§

impl GlobalBarrierWorkerContextImpl

async fn get_source_database_id_for_refresh_stage( &self, table_id: TableId, associated_source_id: SourceId, stage: &'static str, ) -> MetaResult<Option<DatabaseId>>

fn set_status(&self, new_status: BarrierManagerStatus)

async fn load_batch_refresh_trigger_context_impl( &self, job_id: JobId, database_id: DatabaseId, last_committed_epoch: u64, ) -> MetaResult<BatchRefreshJobTriggerContext>

impl GlobalBarrierWorkerContextImpl

fn resolve_job_committed_epoch( job_id: JobId, fragments: &HashMap<FragmentId, LoadedFragment>, state_table_committed_epochs: &HashMap<TableId, u64>, ) -> MetaResult<u64>

async fn finish_completed_batch_refresh_background_jobs( &self, recovery_context: &LoadedRecoveryContext, state_table_committed_epochs: &HashMap<TableId, u64>, background_jobs: &mut HashSet<JobId>, ) -> MetaResult<()>

async fn apply_pre_applied_drop_cancel( &self, database_id: Option<DatabaseId>, ) -> MetaResult<bool>

async fn clean_dirty_streaming_jobs( &self, database_id: Option<DatabaseId>, ) -> MetaResult<()>

async fn reset_sink_coordinator( &self, database_id: Option<DatabaseId>, ) -> MetaResult<()>

async fn reregister_iceberg_v3_sinks( &self, database_id: Option<DatabaseId>, ) -> MetaResult<()>

async fn abort_dirty_pending_sink_state( &self, database_id: Option<DatabaseId>, ) -> MetaResult<()>

async fn purge_state_table_from_hummock( &self, all_state_table_ids: &HashSet<TableId>, ) -> MetaResult<()>

async fn list_background_job_progress( &self, database_id: Option<DatabaseId>, ) -> MetaResult<HashSet<JobId>>

async fn load_recovery_context( &self, database_id: Option<DatabaseId>, ) -> MetaResult<LoadedRecoveryContext>

fn resolve_hummock_version_epochs( background_jobs: impl Iterator<Item = (JobId, &HashMap<FragmentId, LoadedFragment>)>, version: &HummockVersion, table_change_log: &TableChangeLogs, ) -> MetaResult<(HashMap<TableId, u64>, HashMap<TableId, Vec<(Vec<u64>, u64)>>)>

pub(super) async fn reload_runtime_info_impl( &self, ) -> MetaResult<BarrierWorkerRuntimeInfoSnapshot>

pub(super) async fn reload_database_runtime_info_impl( &self, database_id: DatabaseId, ) -> MetaResult<DatabaseRuntimeInfoSnapshot>

impl GlobalBarrierWorkerContextImpl

pub(super) fn status(&self) -> Arc<ArcSwap<BarrierManagerStatus>> ⓘ

impl GlobalBarrierWorkerContextImpl

pub(super) async fn new_control_stream_impl( &self, node: &WorkerNode, init_request: &PbInitRequest, ) -> MetaResult<StreamingControlHandle>

Trait Implementations§

impl GlobalBarrierWorkerContext for GlobalBarrierWorkerContextImpl

async fn commit_epoch( &self, commit_info: CommitEpochInfo, ) -> MetaResult<HummockVersionStats>

async fn next_scheduled(&self) -> Scheduled

fn abort_and_mark_blocked( &self, database_id: Option<DatabaseId>, recovery_reason: RecoveryReason, )

fn mark_ready(&self, options: MarkReadyOptions)

async fn post_collect_command( &self, command: PostCollectCommand, ) -> MetaResult<()>

async fn notify_creating_job_failed( &self, database_id: Option<DatabaseId>, err: String, )

async fn finish_creating_job(&self, job: TrackingJob) -> MetaResult<()>

async fn finish_cdc_table_backfill(&self, job: JobId) -> MetaResult<()>

async fn new_control_stream( &self, node: &WorkerNode, init_request: &PbInitRequest, ) -> MetaResult<StreamingControlHandle>

async fn reload_runtime_info( &self, ) -> MetaResult<BarrierWorkerRuntimeInfoSnapshot>

async fn reload_database_runtime_info( &self, database_id: DatabaseId, ) -> MetaResult<DatabaseRuntimeInfoSnapshot>

async fn handle_list_finished_source_ids( &self, list_finished: Vec<PbListFinishedSource>, ) -> MetaResult<()>

async fn handle_load_finished_source_ids( &self, load_finished: Vec<PbLoadFinishedSource>, ) -> MetaResult<()>

async fn handle_refresh_finished_table_ids( &self, refresh_finished_table_job_ids: Vec<JobId>, ) -> MetaResult<()>

async fn load_batch_refresh_trigger_context( &self, job_id: JobId, database_id: DatabaseId, last_committed_epoch: u64, ) -> MetaResult<BatchRefreshJobTriggerContext>

async fn pre_commit_iceberg_v3_sink_metadata( &self, reports: Vec<PbIcebergV3SinkMetadata>, ) -> MetaResult<Vec<SinkId>>

async fn commit_iceberg_v3_sink_metadata( &self, sink_ids: Vec<SinkId>, ) -> MetaResult<()>

Auto Trait Implementations§

impl !RefUnwindSafe for GlobalBarrierWorkerContextImpl

impl !UnwindSafe for GlobalBarrierWorkerContextImpl

impl Freeze for GlobalBarrierWorkerContextImpl

impl Send for GlobalBarrierWorkerContextImpl

impl Sync for GlobalBarrierWorkerContextImpl

impl Unpin for GlobalBarrierWorkerContextImpl

impl UnsafeUnpin for GlobalBarrierWorkerContextImpl

Blanket Implementations§

impl<T> Any for Twhere T: 'static + ?Sized,

fn type_id(&self) -> TypeId

impl<U> As for U

fn as_<T>(self) -> Twhere T: CastFrom<U>, U: Sized,

impl<T> AsAny for Twhere T: Any,

fn as_any(&self) -> &(dyn Any + 'static)

fn as_any_mut(&mut self) -> &mut (dyn Any + 'static)

fn type_name(&self) -> &'static str

impl<T> AsAny for Twhere T: Any + Send + Sync,

fn any_ref(&self) -> &(dyn Any + Send + Sync + 'static)

fn as_any(self: Arc<T>) -> Arc<dyn Any + Send + Sync> ⓘ

fn into_any(self: Box<T>) -> Box<dyn Any + Send + Sync>

fn type_name(&self) -> &'static str

impl<T> Borrow<T> for Twhere T: ?Sized,

fn borrow(&self) -> &T

impl<T> BorrowMut<T> for Twhere T: ?Sized,

fn borrow_mut(&mut self) -> &mut T

impl<T> Conv for T

fn conv<T>(self) -> Twhere Self: Into<T>,

impl<T> Downcast for Twhere T: AsAny + ?Sized,

fn is<T>(&self) -> boolwhere T: AsAny,

fn downcast_ref<T>(&self) -> Option<&T>where T: AsAny,

fn downcast_mut<T>(&mut self) -> Option<&mut T>where T: AsAny,

impl<T> FmtForward for T

fn fmt_binary(self) -> FmtBinary<Self>where Self: Binary,

fn fmt_display(self) -> FmtDisplay<Self>where Self: Display,

fn fmt_lower_exp(self) -> FmtLowerExp<Self>where Self: LowerExp,

Struct GlobalBarrierWorkerContextImpl

impl<T> Any for T
where T: 'static + ?Sized,

fn as_<T>(self) -> T
where T: CastFrom<U>, U: Sized,

impl<T> AsAny for T
where T: Any,

impl<T> AsAny for T
where T: Any + Send + Sync,

impl<T> Borrow<T> for T
where T: ?Sized,

impl<T> BorrowMut<T> for T
where T: ?Sized,

fn conv<T>(self) -> T
where Self: Into<T>,

impl<T> Downcast for T
where T: AsAny + ?Sized,

fn is<T>(&self) -> bool
where T: AsAny,

fn downcast_ref<T>(&self) -> Option<&T>
where T: AsAny,

fn downcast_mut<T>(&mut self) -> Option<&mut T>
where T: AsAny,

fn fmt_binary(self) -> FmtBinary<Self>
where Self: Binary,

fn fmt_display(self) -> FmtDisplay<Self>
where Self: Display,

fn fmt_lower_exp(self) -> FmtLowerExp<Self>
where Self: LowerExp,

fn fmt_lower_hex(self) -> FmtLowerHex<Self>
where Self: LowerHex,

fn fmt_octal(self) -> FmtOctal<Self>
where Self: Octal,

fn fmt_pointer(self) -> FmtPointer<Self>
where Self: Pointer,

fn fmt_upper_exp(self) -> FmtUpperExp<Self>
where Self: UpperExp,

fn fmt_upper_hex(self) -> FmtUpperHex<Self>
where Self: UpperHex,

fn fmt_list(self) -> FmtList<Self>
where &'a Self: for<'a> IntoIterator,

impl<T, U> Into<U> for T
where U: From<T>,

fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
where F: FnOnce(&Self) -> bool,

impl<Unshared, Shared> IntoShared<Shared> for Unshared
where Shared: FromUnshared<Unshared>,

fn named_layer<S>(&self, service: S) -> Layered<<L as Layer<S>>::Service, S>
where L: Layer<S>,

impl<T> LruValue for T
where T: Send + Sync,

impl<T> MaybeSend for T
where T: Send,

impl<T> Pipe for T
where T: ?Sized,

fn pipe<R>(self, func: impl FnOnce(Self) -> R) -> R
where Self: Sized,

fn pipe_ref<'a, R>(&'a self, func: impl FnOnce(&'a Self) -> R) -> R
where R: 'a,

fn pipe_ref_mut<'a, R>(&'a mut self, func: impl FnOnce(&'a mut Self) -> R) -> R
where R: 'a,

fn pipe_borrow<'a, B, R>(&'a self, func: impl FnOnce(&'a B) -> R) -> R
where Self: Borrow<B>, B: 'a + ?Sized, R: 'a,

fn pipe_borrow_mut<'a, B, R>( &'a mut self, func: impl FnOnce(&'a mut B) -> R, ) -> R
where Self: BorrowMut<B>, B: 'a + ?Sized, R: 'a,

fn pipe_as_ref<'a, U, R>(&'a self, func: impl FnOnce(&'a U) -> R) -> R
where Self: AsRef<U>, U: 'a + ?Sized, R: 'a,

fn pipe_as_mut<'a, U, R>(&'a mut self, func: impl FnOnce(&'a mut U) -> R) -> R
where Self: AsMut<U>, U: 'a + ?Sized, R: 'a,

fn pipe_deref<'a, T, R>(&'a self, func: impl FnOnce(&'a T) -> R) -> R
where Self: Deref<Target = T>, T: 'a + ?Sized, R: 'a,

fn pipe_deref_mut<'a, T, R>( &'a mut self, func: impl FnOnce(&'a mut T) -> R, ) -> R
where Self: DerefMut<Target = T> + Deref, T: 'a + ?Sized, R: 'a,

impl<T> PolicyExt for T
where T: ?Sized,

fn and<P, B, E>(self, other: P) -> And<T, P>
where T: Sized + Policy<B, E>, P: Policy<B, E>,

fn or<P, B, E>(self, other: P) -> Or<T, P>
where T: Sized + Policy<B, E>, P: Policy<B, E>,