Struct StreamJobFragmentsToCreate

pub struct StreamJobFragmentsToCreate {
    pub inner: StreamJobFragments,
    pub downstreams: FragmentDownstreamRelation,
}

Fields

inner: StreamJobFragments

downstreams: FragmentDownstreamRelation

Methods from Deref<Target = StreamJobFragments>

pub(super) fn new_fragment_info( &self, ) -> impl Iterator<Item = (FragmentId, InflightFragmentInfo)> + '_

pub fn to_protobuf( &self, fragment_upstreams: &HashMap<FragmentId, HashSet<FragmentId>>, fragment_dispatchers: &FragmentActorDispatchers, ) -> PbTableFragments

pub fn fragment_ids(&self) -> impl Iterator<Item = FragmentId> + '_

pub fn fragments(&self) -> impl Iterator<Item = &Fragment>

pub fn stream_job_id(&self) -> TableId

Returns the table id.

pub fn state(&self) -> State

Returns the state of the table fragments.

pub fn timezone(&self) -> Option<String>

Returns the timezone of the table

pub fn is_created(&self) -> bool

Returns whether the table fragments is in Created state.

pub fn is_initial(&self) -> bool

Returns whether the table fragments is in Initial state.

pub fn actor_ids(&self) -> Vec<ActorId>

Returns actor ids associated with this table.

pub fn actor_fragment_mapping(&self) -> HashMap<ActorId, FragmentId>

pub fn filter_actor_ids( &self, check_type: impl Fn(u32) -> bool + 'static, ) -> impl Iterator<Item = ActorId> + '_

Returns the actor ids with the given fragment type.

pub fn mview_actor_ids(&self) -> Vec<ActorId>

Returns mview actor ids.

pub fn tracking_progress_actor_ids( &self, ) -> Vec<(ActorId, BackfillUpstreamType)>

Returns actor ids that need to be tracked when creating MV.

pub fn root_fragment(&self) -> Option<Fragment>

pub fn mview_fragment(&self) -> Option<Fragment>

Returns the fragment with the Mview type flag.

pub fn source_fragment(&self) -> Option<Fragment>

pub fn sink_fragment(&self) -> Option<Fragment>

pub fn snapshot_backfill_actor_ids(&self) -> HashSet<ActorId>

pub fn stream_source_fragments(&self) -> HashMap<SourceId, BTreeSet<FragmentId>>

Extract the fragments that include source executors that contains an external stream source, grouping by source id.

pub fn source_backfill_fragments( &self, ) -> MetadataModelResult<HashMap<SourceId, BTreeSet<(FragmentId, FragmentId)>>>

Returns (source_id, -> (source_backfill_fragment_id, upstream_source_fragment_id)).

Note: the fragment source_backfill_fragment_id may actually have multiple upstream fragments, but only one of them is the upstream source fragment, which is what we return.

pub fn upstream_table_counts(&self) -> HashMap<TableId, usize>

Returns upstream table counts.

pub fn worker_actor_states( &self, ) -> BTreeMap<WorkerId, Vec<(ActorId, ActorState)>>

Returns states of actors group by worker id.

pub fn worker_actor_ids(&self) -> BTreeMap<WorkerId, Vec<ActorId>>

Returns actor locations group by worker id.

pub fn active_actors(&self) -> Vec<StreamActor>

Returns the status of actors group by worker id.

pub fn actors_to_create( &self, ) -> impl Iterator<Item = (FragmentId, &StreamNode, impl Iterator<Item = (&StreamActor, WorkerId)> + '_)> + '_

pub fn mv_table_id(&self) -> Option<u32>

pub fn internal_tables(&self) -> BTreeMap<u32, Table>

Retrieve the complete internal tables map of the whole graph.

Compared to crate::stream::StreamFragmentGraph::incomplete_internal_tables, the table catalogs returned here are complete, with all fields filled.

pub fn all_tables(&self) -> BTreeMap<u32, Table>

internal_tables() with additional table in Materialize node.

fn collect_tables_inner( &self, internal_tables_only: bool, ) -> BTreeMap<u32, Table>

pub fn internal_table_ids(&self) -> Vec<u32>

Returns the internal table ids without the mview table.

pub fn all_table_ids(&self) -> impl Iterator<Item = u32> + '_

Returns all internal table ids including the mview table.

Trait Implementations

impl Clone for StreamJobFragmentsToCreate

fn clone(&self) -> StreamJobFragmentsToCreate

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for StreamJobFragmentsToCreate

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Deref for StreamJobFragmentsToCreate

type Target = StreamJobFragments

The resulting type after dereferencing.

fn deref(&self) -> &Self::Target

Dereferences the value.