pub(crate) struct CreatingStreamingJobControl {
database_id: DatabaseId,
pub(super) job_id: JobId,
pub(super) snapshot_backfill_upstream_tables: HashSet<TableId>,
snapshot_epoch: u64,
node_actors: HashMap<WorkerId, HashSet<ActorId>>,
state_table_ids: HashSet<TableId>,
barrier_control: CreatingStreamingJobBarrierControl,
status: CreatingStreamingJobStatus,
upstream_lag: LabelGuardedIntGauge,
}Fields§
§database_id: DatabaseId§job_id: JobId§snapshot_backfill_upstream_tables: HashSet<TableId>§snapshot_epoch: u64§node_actors: HashMap<WorkerId, HashSet<ActorId>>§state_table_ids: HashSet<TableId>§barrier_control: CreatingStreamingJobBarrierControl§status: CreatingStreamingJobStatus§upstream_lag: LabelGuardedIntGaugeImplementations§
Source§impl CreatingStreamingJobControl
impl CreatingStreamingJobControl
pub(super) fn new( create_info: CreateSnapshotBackfillJobCommandInfo, notifiers: Vec<Notifier>, snapshot_backfill_upstream_tables: HashSet<TableId>, snapshot_epoch: u64, version_stat: &HummockVersionStats, control_stream_manager: &mut ControlStreamManager, edges: &mut FragmentEdgeBuildResult, ) -> MetaResult<Self>
pub(super) fn gen_fragment_backfill_progress( &self, ) -> Vec<FragmentBackfillProgress>
fn resolve_upstream_log_epochs( snapshot_backfill_upstream_tables: &HashSet<TableId>, upstream_table_log_epochs: &HashMap<TableId, Vec<(Vec<u64>, u64)>>, exclusive_start_log_epoch: u64, upstream_barrier_info: &BarrierInfo, ) -> MetaResult<Vec<BarrierInfo>>
fn recover_consuming_snapshot( job_id: JobId, upstream_table_log_epochs: &HashMap<TableId, Vec<(Vec<u64>, u64)>>, snapshot_epoch: u64, committed_epoch: u64, upstream_barrier_info: &BarrierInfo, info: CreatingJobInfo, backfill_order_state: BackfillOrderState, version_stat: &HummockVersionStats, ) -> MetaResult<(CreatingStreamingJobStatus, BarrierInfo)>
fn recover_consuming_log_store( job_id: JobId, upstream_table_log_epochs: &HashMap<TableId, Vec<(Vec<u64>, u64)>>, committed_epoch: u64, upstream_barrier_info: &BarrierInfo, info: CreatingJobInfo, ) -> MetaResult<(CreatingStreamingJobStatus, BarrierInfo)>
pub(crate) fn recover( database_id: DatabaseId, job_id: JobId, snapshot_backfill_upstream_tables: HashSet<TableId>, upstream_table_log_epochs: &HashMap<TableId, Vec<(Vec<u64>, u64)>>, snapshot_epoch: u64, committed_epoch: u64, upstream_barrier_info: &BarrierInfo, fragment_infos: HashMap<FragmentId, InflightFragmentInfo>, backfill_order: ExtendedFragmentBackfillOrder, fragment_relations: &FragmentDownstreamRelation, version_stat: &HummockVersionStats, new_actors: StreamJobActorsToCreate, initial_mutation: Mutation, control_stream_manager: &mut ControlStreamManager, ) -> MetaResult<Self>
pub(crate) fn is_empty(&self) -> bool
pub(crate) fn is_valid_after_worker_err(&self, worker_id: WorkerId) -> bool
pub(crate) fn gen_backfill_progress(&self) -> BackfillProgress
pub(super) fn pinned_upstream_log_epoch(&self) -> u64
fn inject_barrier( database_id: DatabaseId, job_id: JobId, control_stream_manager: &mut ControlStreamManager, barrier_control: &mut CreatingStreamingJobBarrierControl, node_actors: &HashMap<WorkerId, HashSet<ActorId>>, state_table_ids: Option<&HashSet<TableId>>, barrier_info: BarrierInfo, new_actors: Option<StreamJobActorsToCreate>, mutation: Option<Mutation>, notifiers: Vec<Notifier>, first_create_info: Option<CreateSnapshotBackfillJobCommandInfo>, ) -> MetaResult<()>
pub(super) fn start_consume_upstream( &mut self, control_stream_manager: &mut ControlStreamManager, barrier_info: &BarrierInfo, ) -> MetaResult<CreatingJobInfo>
pub(super) fn on_new_upstream_barrier( &mut self, control_stream_manager: &mut ControlStreamManager, barrier_info: &BarrierInfo, mutation: Option<(Mutation, Vec<Notifier>)>, ) -> MetaResult<()>
pub(crate) fn collect(&mut self, resp: BarrierCompleteResponse) -> bool
pub(super) fn should_merge_to_upstream(&self) -> bool
Source§impl CreatingStreamingJobControl
impl CreatingStreamingJobControl
pub(super) fn start_completing( &mut self, min_upstream_inflight_epoch: Option<u64>, upstream_committed_epoch: u64, ) -> Option<(u64, Vec<BarrierCompleteResponse>, CompleteJobType)>
pub(super) fn ack_completed(&mut self, completed_epoch: u64)
pub fn is_consuming(&self) -> bool
pub fn state_table_ids(&self) -> &HashSet<TableId>
pub fn fragment_infos_with_job_id( &self, ) -> impl Iterator<Item = (&InflightFragmentInfo, JobId)> + '_
pub fn into_tracking_job(self) -> TrackingJob
pub(super) fn on_reset_partial_graph_resp( &mut self, worker_id: WorkerId, resp: ResetPartialGraphResponse, ) -> bool
Sourcepub(super) fn drop(
&mut self,
notifiers: &mut Vec<Notifier>,
control_stream_manager: &mut ControlStreamManager,
) -> bool
pub(super) fn drop( &mut self, notifiers: &mut Vec<Notifier>, control_stream_manager: &mut ControlStreamManager, ) -> bool
Drop a creating snapshot backfill job by directly resetting the partial graph
Return false if the partial graph has been merged to upstream database, and true otherwise
to mean that the job has been dropped.
pub(super) fn reset(self) -> Option<ResetPartialGraphCollector>
Trait Implementations§
Auto Trait Implementations§
impl Freeze for CreatingStreamingJobControl
impl !RefUnwindSafe for CreatingStreamingJobControl
impl Send for CreatingStreamingJobControl
impl Sync for CreatingStreamingJobControl
impl Unpin for CreatingStreamingJobControl
impl !UnwindSafe for CreatingStreamingJobControl
Blanket Implementations§
§impl<T> AsAny for T
impl<T> AsAny for T
§fn any_ref(&self) -> &(dyn Any + Sync + Send + 'static)
fn any_ref(&self) -> &(dyn Any + Sync + Send + 'static)
Obtains a
dyn Any reference to the object: Read more§fn as_any(self: Arc<T>) -> Arc<dyn Any + Sync + Send>
fn as_any(self: Arc<T>) -> Arc<dyn Any + Sync + Send>
Obtains an
Arc<dyn Any> reference to the object: Read more§fn into_any(self: Box<T>) -> Box<dyn Any + Sync + Send>
fn into_any(self: Box<T>) -> Box<dyn Any + Sync + Send>
Converts the object to
Box<dyn Any>: Read more§fn type_name(&self) -> &'static str
fn type_name(&self) -> &'static str
Convenient wrapper for
std::any::type_name, since Any does not provide it and
Any::type_id is useless as a debugging aid (its Debug is just a mess of hex digits).Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
§impl<T> Conv for T
impl<T> Conv for T
§impl<T> Downcast for Twhere
T: AsAny + ?Sized,
impl<T> Downcast for Twhere
T: AsAny + ?Sized,
§fn downcast_ref<T>(&self) -> Option<&T>where
T: AsAny,
fn downcast_ref<T>(&self) -> Option<&T>where
T: AsAny,
Forward to the method defined on the type
Any.§fn downcast_mut<T>(&mut self) -> Option<&mut T>where
T: AsAny,
fn downcast_mut<T>(&mut self) -> Option<&mut T>where
T: AsAny,
Forward to the method defined on the type
Any.§impl<T> FmtForward for T
impl<T> FmtForward for T
§fn fmt_binary(self) -> FmtBinary<Self>where
Self: Binary,
fn fmt_binary(self) -> FmtBinary<Self>where
Self: Binary,
Causes
self to use its Binary implementation when Debug-formatted.§fn fmt_display(self) -> FmtDisplay<Self>where
Self: Display,
fn fmt_display(self) -> FmtDisplay<Self>where
Self: Display,
Causes
self to use its Display implementation when
Debug-formatted.§fn fmt_lower_exp(self) -> FmtLowerExp<Self>where
Self: LowerExp,
fn fmt_lower_exp(self) -> FmtLowerExp<Self>where
Self: LowerExp,
Causes
self to use its LowerExp implementation when
Debug-formatted.§fn fmt_lower_hex(self) -> FmtLowerHex<Self>where
Self: LowerHex,
fn fmt_lower_hex(self) -> FmtLowerHex<Self>where
Self: LowerHex,
Causes
self to use its LowerHex implementation when
Debug-formatted.§fn fmt_octal(self) -> FmtOctal<Self>where
Self: Octal,
fn fmt_octal(self) -> FmtOctal<Self>where
Self: Octal,
Causes
self to use its Octal implementation when Debug-formatted.§fn fmt_pointer(self) -> FmtPointer<Self>where
Self: Pointer,
fn fmt_pointer(self) -> FmtPointer<Self>where
Self: Pointer,
Causes
self to use its Pointer implementation when
Debug-formatted.§fn fmt_upper_exp(self) -> FmtUpperExp<Self>where
Self: UpperExp,
fn fmt_upper_exp(self) -> FmtUpperExp<Self>where
Self: UpperExp,
Causes
self to use its UpperExp implementation when
Debug-formatted.§fn fmt_upper_hex(self) -> FmtUpperHex<Self>where
Self: UpperHex,
fn fmt_upper_hex(self) -> FmtUpperHex<Self>where
Self: UpperHex,
Causes
self to use its UpperHex implementation when
Debug-formatted.§fn fmt_list(self) -> FmtList<Self>where
&'a Self: for<'a> IntoIterator,
fn fmt_list(self) -> FmtList<Self>where
&'a Self: for<'a> IntoIterator,
Formats each item in a sequence. Read more
§impl<T> FutureExt for T
impl<T> FutureExt for T
§fn with_context(self, otel_cx: Context) -> WithContext<Self>
fn with_context(self, otel_cx: Context) -> WithContext<Self>
§fn with_current_context(self) -> WithContext<Self>
fn with_current_context(self) -> WithContext<Self>
§impl<T> Instrument for T
impl<T> Instrument for T
§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§impl<T> IntoRequest<T> for T
impl<T> IntoRequest<T> for T
Source§fn into_request(self) -> Request<T>
fn into_request(self) -> Request<T>
Wrap the input message
T in a tonic::Request§impl<T> IntoRequest<T> for T
impl<T> IntoRequest<T> for T
§fn into_request(self) -> Request<T>
fn into_request(self) -> Request<T>
Wrap the input message
T in a tonic::Request§impl<T> IntoResult<T> for T
impl<T> IntoResult<T> for T
type Err = Infallible
fn into_result(self) -> Result<T, <T as IntoResult<T>>::Err>
Creates a shared type from an unshared type.
§impl<L> LayerExt<L> for L
impl<L> LayerExt<L> for L
§fn named_layer<S>(&self, service: S) -> Layered<<L as Layer<S>>::Service, S>where
L: Layer<S>,
fn named_layer<S>(&self, service: S) -> Layered<<L as Layer<S>>::Service, S>where
L: Layer<S>,
Applies the layer to a service and wraps it in [
Layered].Source§impl<M> MetricVecRelabelExt for M
impl<M> MetricVecRelabelExt for M
Source§fn relabel(
self,
metric_level: MetricLevel,
relabel_threshold: MetricLevel,
) -> RelabeledMetricVec<M>
fn relabel( self, metric_level: MetricLevel, relabel_threshold: MetricLevel, ) -> RelabeledMetricVec<M>
Equivalent to
RelabeledMetricVec::with_metric_level.Source§fn relabel_n(
self,
metric_level: MetricLevel,
relabel_threshold: MetricLevel,
relabel_num: usize,
) -> RelabeledMetricVec<M>
fn relabel_n( self, metric_level: MetricLevel, relabel_threshold: MetricLevel, relabel_num: usize, ) -> RelabeledMetricVec<M>
Equivalent to
RelabeledMetricVec::with_metric_level_relabel_n.Source§fn relabel_debug_1(
self,
relabel_threshold: MetricLevel,
) -> RelabeledMetricVec<M>
fn relabel_debug_1( self, relabel_threshold: MetricLevel, ) -> RelabeledMetricVec<M>
Equivalent to
RelabeledMetricVec::with_metric_level_relabel_n with metric_level set to
MetricLevel::Debug and relabel_num set to 1.§impl<T> Pipe for Twhere
T: ?Sized,
impl<T> Pipe for Twhere
T: ?Sized,
§fn pipe<R>(self, func: impl FnOnce(Self) -> R) -> Rwhere
Self: Sized,
fn pipe<R>(self, func: impl FnOnce(Self) -> R) -> Rwhere
Self: Sized,
Pipes by value. This is generally the method you want to use. Read more
§fn pipe_ref<'a, R>(&'a self, func: impl FnOnce(&'a Self) -> R) -> Rwhere
R: 'a,
fn pipe_ref<'a, R>(&'a self, func: impl FnOnce(&'a Self) -> R) -> Rwhere
R: 'a,
Borrows
self and passes that borrow into the pipe function. Read more§fn pipe_ref_mut<'a, R>(&'a mut self, func: impl FnOnce(&'a mut Self) -> R) -> Rwhere
R: 'a,
fn pipe_ref_mut<'a, R>(&'a mut self, func: impl FnOnce(&'a mut Self) -> R) -> Rwhere
R: 'a,
Mutably borrows
self and passes that borrow into the pipe function. Read more§fn pipe_borrow<'a, B, R>(&'a self, func: impl FnOnce(&'a B) -> R) -> R
fn pipe_borrow<'a, B, R>(&'a self, func: impl FnOnce(&'a B) -> R) -> R
§fn pipe_borrow_mut<'a, B, R>(
&'a mut self,
func: impl FnOnce(&'a mut B) -> R,
) -> R
fn pipe_borrow_mut<'a, B, R>( &'a mut self, func: impl FnOnce(&'a mut B) -> R, ) -> R
§fn pipe_as_ref<'a, U, R>(&'a self, func: impl FnOnce(&'a U) -> R) -> R
fn pipe_as_ref<'a, U, R>(&'a self, func: impl FnOnce(&'a U) -> R) -> R
Borrows
self, then passes self.as_ref() into the pipe function.§fn pipe_as_mut<'a, U, R>(&'a mut self, func: impl FnOnce(&'a mut U) -> R) -> R
fn pipe_as_mut<'a, U, R>(&'a mut self, func: impl FnOnce(&'a mut U) -> R) -> R
Mutably borrows
self, then passes self.as_mut() into the pipe
function.§fn pipe_deref<'a, T, R>(&'a self, func: impl FnOnce(&'a T) -> R) -> R
fn pipe_deref<'a, T, R>(&'a self, func: impl FnOnce(&'a T) -> R) -> R
Borrows
self, then passes self.deref() into the pipe function.§impl<T> Pointable for T
impl<T> Pointable for T
§impl<T> PolicyExt for Twhere
T: ?Sized,
impl<T> PolicyExt for Twhere
T: ?Sized,
§impl<T> Scope for T
impl<T> Scope for T
§impl<T> Tap for T
impl<T> Tap for T
§fn tap_borrow<B>(self, func: impl FnOnce(&B)) -> Self
fn tap_borrow<B>(self, func: impl FnOnce(&B)) -> Self
Immutable access to the
Borrow<B> of a value. Read more§fn tap_borrow_mut<B>(self, func: impl FnOnce(&mut B)) -> Self
fn tap_borrow_mut<B>(self, func: impl FnOnce(&mut B)) -> Self
Mutable access to the
BorrowMut<B> of a value. Read more§fn tap_ref<R>(self, func: impl FnOnce(&R)) -> Self
fn tap_ref<R>(self, func: impl FnOnce(&R)) -> Self
Immutable access to the
AsRef<R> view of a value. Read more§fn tap_ref_mut<R>(self, func: impl FnOnce(&mut R)) -> Self
fn tap_ref_mut<R>(self, func: impl FnOnce(&mut R)) -> Self
Mutable access to the
AsMut<R> view of a value. Read more§fn tap_deref<T>(self, func: impl FnOnce(&T)) -> Self
fn tap_deref<T>(self, func: impl FnOnce(&T)) -> Self
Immutable access to the
Deref::Target of a value. Read more§fn tap_deref_mut<T>(self, func: impl FnOnce(&mut T)) -> Self
fn tap_deref_mut<T>(self, func: impl FnOnce(&mut T)) -> Self
Mutable access to the
Deref::Target of a value. Read more§fn tap_dbg(self, func: impl FnOnce(&Self)) -> Self
fn tap_dbg(self, func: impl FnOnce(&Self)) -> Self
Calls
.tap() only in debug builds, and is erased in release builds.§fn tap_mut_dbg(self, func: impl FnOnce(&mut Self)) -> Self
fn tap_mut_dbg(self, func: impl FnOnce(&mut Self)) -> Self
Calls
.tap_mut() only in debug builds, and is erased in release
builds.§fn tap_borrow_dbg<B>(self, func: impl FnOnce(&B)) -> Self
fn tap_borrow_dbg<B>(self, func: impl FnOnce(&B)) -> Self
Calls
.tap_borrow() only in debug builds, and is erased in release
builds.§fn tap_borrow_mut_dbg<B>(self, func: impl FnOnce(&mut B)) -> Self
fn tap_borrow_mut_dbg<B>(self, func: impl FnOnce(&mut B)) -> Self
Calls
.tap_borrow_mut() only in debug builds, and is erased in release
builds.§fn tap_ref_dbg<R>(self, func: impl FnOnce(&R)) -> Self
fn tap_ref_dbg<R>(self, func: impl FnOnce(&R)) -> Self
Calls
.tap_ref() only in debug builds, and is erased in release
builds.§fn tap_ref_mut_dbg<R>(self, func: impl FnOnce(&mut R)) -> Self
fn tap_ref_mut_dbg<R>(self, func: impl FnOnce(&mut R)) -> Self
Calls
.tap_ref_mut() only in debug builds, and is erased in release
builds.§fn tap_deref_dbg<T>(self, func: impl FnOnce(&T)) -> Self
fn tap_deref_dbg<T>(self, func: impl FnOnce(&T)) -> Self
Calls
.tap_deref() only in debug builds, and is erased in release
builds.