Struct StreamMaterialize 

pub struct StreamMaterialize {
    pub base: PlanBase<Stream>,
    input: StreamPlanRef,
    table: TableCatalog,
    staging_table: Option<TableCatalog>,
    refresh_progress_table: Option<TableCatalog>,
}

Materializes a stream.

Fields

base: PlanBase<Stream>

input: StreamPlanRef

Child of Materialize plan

table: TableCatalog

staging_table: Option<TableCatalog>

For refreshable tables, staging table for collecting new data during refresh

refresh_progress_table: Option<TableCatalog>

For refreshable tables, progress table for tracking refresh progress

Implementations

impl StreamMaterialize

pub fn new(input: PlanRef, table: TableCatalog) -> Result<Self>

pub fn new_with_staging_and_progress( input: PlanRef, table: TableCatalog, staging_table: Option<TableCatalog>, refresh_progress_table: Option<TableCatalog>, ) -> Result<Self>

pub fn create( _: StreamOptimizedLogicalPlanRoot, name: String, database_id: u32, schema_id: u32, definition: String, table_type: TableType, cardinality: Cardinality, retention_seconds: Option<NonZeroU32>, ) -> Result<Self>

Create a materialize node, for MATERIALIZED VIEW and INDEX.

When creating index, TableType should be Index. Then, materialize will distribute keys using user_distributed_by.

pub fn create_for_table( input: PlanRef, name: String, database_id: u32, schema_id: u32, user_distributed_by: RequiredDist, user_order_by: Order, columns: Vec<ColumnCatalog>, definition: String, conflict_behavior: ConflictBehavior, version_column_indices: Vec<usize>, pk_column_indices: Vec<usize>, row_id_index: Option<usize>, version: TableVersion, retention_seconds: Option<NonZeroU32>, webhook_info: Option<PbWebhookSourceInfo>, engine: Engine, refreshable: bool, ) -> Result<Self>

Create a materialize node, for TABLE.

Different from create, the columns are passed in directly, instead of being derived from the input. So the column IDs are preserved from the SQL columns binding step and will be consistent with the source node and DML node.

fn rewrite_input( input: PlanRef, user_distributed_by: RequiredDist, table_type: TableType, ) -> Result<PlanRef>

Rewrite the input to satisfy the required distribution if necessary, according to the type.

fn derive_table_catalog( rewritten_input: PlanRef, name: String, database_id: u32, schema_id: u32, user_order_by: Order, columns: Vec<ColumnCatalog>, definition: String, conflict_behavior: ConflictBehavior, version_column_indices: Vec<usize>, pk_column_indices: Option<Vec<usize>>, row_id_index: Option<usize>, table_type: TableType, version: Option<TableVersion>, cardinality: Cardinality, retention_seconds: Option<NonZeroU32>, create_type: CreateType, webhook_info: Option<PbWebhookSourceInfo>, engine: Engine, refreshable: bool, ) -> Result<TableCatalog>

Derive the table catalog with the given arguments.

• The caller must ensure the validity of the given columns.
• The rewritten_input should be generated by rewrite_input.

fn derive_staging_table_catalog(_: TableCatalog) -> TableCatalog

The staging table is a pk-only table.

fn derive_refresh_progress_table_catalog(table: TableCatalog) -> TableCatalog

The refresh progress table is used to track refresh operation progress. Simplified Schema: vnode (i32), current_pos… (variable PK from upstream), is_completed (bool), processed_rows (i64)

pub fn table(&self) -> &TableCatalog

Get a reference to the stream materialize’s table.

pub fn staging_table(&self) -> Option<&TableCatalog>

Get a reference to the stream materialize’s staging table.

pub fn refresh_progress_table(&self) -> Option<&TableCatalog>

Get a reference to the stream materialize’s refresh progress table.

pub fn name(&self) -> &str

Methods from Deref<Target = PlanBase<Stream>>

pub fn clone_with_new_plan_id(&self) -> Self

pub fn clone_with_new_distribution(&self, dist: Distribution) -> Self

Clone the plan node with a new distribution.

Panics if the plan node is not physical.

Trait Implementations

impl Clone for StreamMaterialize

fn clone(&self) -> StreamMaterialize

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for StreamMaterialize

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Deref for StreamMaterialize

type Target = PlanBase<Stream>

The resulting type after dereferencing.

fn deref(&self) -> &Self::Target

Dereferences the value.

impl Distill for StreamMaterialize

fn distill<'a>(&self) -> XmlNode<'a>

fn distill_to_string(&self) -> String

impl ExprRewritable<Stream> for StreamMaterialize

fn has_rewritable_expr(&self) -> bool

fn rewrite_exprs(&self, _r: &mut dyn ExprRewriter) -> PlanRef<C>

impl ExprVisitable for StreamMaterialize

fn visit_exprs(&self, _v: &mut dyn ExprVisitor)

impl Hash for StreamMaterialize

fn hash<__H: Hasher>(&self, state: &mut __H)

Feeds this value into the given Hasher.

fn hash_slice<H>(data: &[Self], state: &mut H)

where H: Hasher, Self: Sized,

Feeds a slice of this type into the given Hasher.

impl PartialEq for StreamMaterialize

fn eq(&self, other: &StreamMaterialize) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl PlanNodeMeta for StreamMaterialize

const NODE_TYPE: StreamPlanNodeType = StreamPlanNodeType::StreamMaterialize

type Convention = Stream

fn plan_base(&self) -> &PlanBase<Stream>

Get the reference to the PlanBase with corresponding convention.

impl PlanTreeNode<Stream> for StreamMaterialize

fn clone_with_inputs(&self, inputs: &[PlanRef<Stream>]) -> PlanRef<Stream>

Clone the node with a list of new inputs.

fn inputs(&self) -> SmallVec<[PlanRef<Stream>; 2]>

Get input nodes of the plan.

impl PlanTreeNodeUnary<Stream> for StreamMaterialize

fn input(&self) -> PlanRef

fn clone_with_input(&self, input: PlanRef) -> Self

fn rewrite_with_input( &self, _input: PlanRef<C>, _input_col_change: ColIndexMapping, ) -> (Self, ColIndexMapping)

where Self: Sized,

Rewrites the plan node according to the schema change of its input node during rewriting.

impl StreamNode for StreamMaterialize

fn to_stream_prost_body( &self, state: &mut BuildFragmentGraphState, ) -> PbNodeBody

impl Eq for StreamMaterialize

impl StreamPlanNode for StreamMaterialize

impl StructuralPartialEq for StreamMaterialize