Struct StreamRowMerge

pub struct StreamRowMerge {
    pub base: PlanBase<Stream>,
    pub lhs_input: PlanRef,
    pub rhs_input: PlanRef,
    pub lhs_mapping: ColIndexMapping,
    pub rhs_mapping: ColIndexMapping,
}

StreamRowMerge is used for merging two streams with the same stream key and distribution. It will buffer the outputs from its input streams until we receive a barrier. On receiving a barrier, it will Project their outputs according to the provided lhs_mapping and rhs_mapping.

Fields

base: PlanBase<Stream>

lhs_input: PlanRef

rhs_input: PlanRef

lhs_mapping: ColIndexMapping

Maps input from the lhs to the output.

rhs_mapping: ColIndexMapping

Maps input from the rhs to the output.

Implementations

impl StreamRowMerge

pub fn new( lhs_input: PlanRef, rhs_input: PlanRef, lhs_mapping: ColIndexMapping, rhs_mapping: ColIndexMapping, ) -> Result<Self, RwError>

Methods from Deref<Target = PlanBase<Stream>>

pub fn clone_with_new_plan_id(&self) -> Self

pub fn clone_with_new_distribution(&self, dist: Distribution) -> Self

Clone the plan node with a new distribution.

Panics if the plan node is not physical.

Trait Implementations

impl Clone for StreamRowMerge

fn clone(&self) -> StreamRowMerge

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl ColPrunable for StreamRowMerge

fn prune_col( &self, _required_cols: &[usize], _ctx: &mut ColumnPruningContext, ) -> PlanRef

Transform the plan node to only output the required columns ordered by index number.

impl Debug for StreamRowMerge

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Deref for StreamRowMerge

type Target = PlanBase<Stream>

The resulting type after dereferencing.

fn deref(&self) -> &Self::Target

Dereferences the value.

impl Distill for StreamRowMerge

fn distill<'a>(&self) -> XmlNode<'a>

fn distill_to_string(&self) -> String

impl ExprRewritable for StreamRowMerge

fn has_rewritable_expr(&self) -> bool

fn rewrite_exprs(&self, _rewriter: &mut dyn ExprRewriter) -> PlanRef

impl ExprVisitable for StreamRowMerge

fn visit_exprs(&self, _v: &mut dyn ExprVisitor)

impl Hash for StreamRowMerge

fn hash<__H: Hasher>(&self, state: &mut __H)

Feeds this value into the given Hasher.

fn hash_slice<H>(data: &[Self], state: &mut H)

where H: Hasher, Self: Sized,

Feeds a slice of this type into the given Hasher.

impl PartialEq for StreamRowMerge

fn eq(&self, other: &StreamRowMerge) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl PlanNodeMeta for StreamRowMerge

const NODE_TYPE: PlanNodeType = PlanNodeType::StreamRowMerge

type Convention = Stream

fn plan_base(&self) -> &PlanBase<Stream>

Get the reference to the PlanBase with corresponding convention.

fn plan_base_ref(&self) -> PlanBaseRef<'_>

Get the reference to the PlanBase with erased convention.

impl PlanTreeNode for StreamRowMerge

fn inputs(&self) -> SmallVec<[PlanRef; 2]>

Get input nodes of the plan.

fn clone_with_inputs(&self, inputs: &[PlanRef]) -> PlanRef

Clone the node with a list of new inputs.

impl PlanTreeNodeBinary for StreamRowMerge

fn left(&self) -> PlanRef

fn right(&self) -> PlanRef

fn clone_with_left_right(&self, left: PlanRef, right: PlanRef) -> Self

fn rewrite_with_left_right( &self, _left: PlanRef, _left_col_change: ColIndexMapping, _right: PlanRef, _right_col_change: ColIndexMapping, ) -> (Self, ColIndexMapping)

where Self: Sized,

Rewrites the plan node according to the schema change of its input nodes during rewriting.

impl PredicatePushdown for StreamRowMerge

fn predicate_pushdown( &self, _predicate: Condition, _ctx: &mut PredicatePushdownContext, ) -> PlanRef

Push predicate down for every logical plan node.

impl StreamNode for StreamRowMerge

fn to_stream_prost_body( &self, _state: &mut BuildFragmentGraphState, ) -> PbNodeBody

impl ToBatch for StreamRowMerge

fn to_batch(&self) -> Result<PlanRef, RwError>

to_batch is equivalent to to_batch_with_order_required(&Order::any())

fn to_batch_with_order_required( &self, required_order: &Order, ) -> Result<PlanRef, RwError>

convert the plan to batch physical plan and satisfy the required Order

impl ToDistributedBatch for StreamRowMerge

fn to_distributed(&self) -> Result<PlanRef, RwError>

to_distributed is equivalent to to_distributed_with_required(&Order::any(), &RequiredDist::Any)

fn to_distributed_with_required( &self, required_order: &Order, required_dist: &RequiredDist, ) -> Result<PlanRef, RwError>

insert the exchange in batch physical plan to satisfy the required Distribution and Order.

impl ToLocalBatch for StreamRowMerge

fn to_local(&self) -> Result<PlanRef, RwError>

fn to_local_with_order_required( &self, required_order: &Order, ) -> Result<PlanRef, RwError>

Convert the plan to batch local physical plan and satisfy the required Order

impl ToStream for StreamRowMerge

fn to_stream(&self, _ctx: &mut ToStreamContext) -> Result<PlanRef, RwError>

to_stream is equivalent to to_stream_with_dist_required(RequiredDist::Any)

fn logical_rewrite_for_stream( &self, _ctx: &mut RewriteStreamContext, ) -> Result<(PlanRef, ColIndexMapping), RwError>

logical_rewrite_for_stream will rewrite the logical node, and return (new_plan_node, col_mapping), the col_mapping is for original columns have been changed into some other position.

fn to_stream_with_dist_required( &self, required_dist: &RequiredDist, ctx: &mut ToStreamContext, ) -> Result<PlanRef, RwError>

convert the plan to streaming physical plan and satisfy the required distribution

impl TryToBatchPb for StreamRowMerge

fn try_to_batch_prost_body(&self) -> Result<NodeBody, SchedulerError>

impl Eq for StreamRowMerge

impl PlanNode for StreamRowMerge

impl StructuralPartialEq for StreamRowMerge

impl ToPb for StreamRowMerge