pub struct Agg<PlanRef> {
pub agg_calls: Vec<PlanAggCall>,
pub group_key: IndexSet,
pub grouping_sets: Vec<IndexSet>,
pub input: PlanRef,
pub enable_two_phase: bool,
}
Expand description
Agg
groups input data by their group key and computes aggregation functions.
It corresponds to the GROUP BY
operator in a SQL query statement together with the aggregate
functions in the SELECT
clause.
The output schema will first include the group key and then the aggregation calls.
Fields§
§agg_calls: Vec<PlanAggCall>
§group_key: IndexSet
§grouping_sets: Vec<IndexSet>
§input: PlanRef
§enable_two_phase: bool
Implementations§
source§impl<PlanRef: GenericPlanRef> Agg<PlanRef>
impl<PlanRef: GenericPlanRef> Agg<PlanRef>
pub(crate) fn rewrite_exprs(&mut self, r: &mut dyn ExprRewriter)
pub(crate) fn visit_exprs(&self, v: &mut dyn ExprVisitor)
pub(crate) fn output_len(&self) -> usize
sourcepub fn o2i_col_mapping(&self) -> ColIndexMapping
pub fn o2i_col_mapping(&self) -> ColIndexMapping
get the Mapping of columnIndex from input column index to output column index,if a input column corresponds more than one out columns, mapping to any one
sourcepub fn i2o_col_mapping(&self) -> ColIndexMapping
pub fn i2o_col_mapping(&self) -> ColIndexMapping
get the Mapping of columnIndex from input column index to out column index
fn two_phase_agg_forced(&self) -> bool
pub fn two_phase_agg_enabled(&self) -> bool
pub(crate) fn can_two_phase_agg(&self) -> bool
sourcepub(crate) fn must_try_two_phase_agg(&self) -> bool
pub(crate) fn must_try_two_phase_agg(&self) -> bool
Must try two phase agg iff we are forced to, and we satisfy the constraints.
sourcepub(crate) fn hash_agg_dist_satisfied_by_input_dist(
&self,
input_dist: &Distribution,
) -> bool
pub(crate) fn hash_agg_dist_satisfied_by_input_dist( &self, input_dist: &Distribution, ) -> bool
Generally used by two phase hash agg. If input dist already satisfies hash agg distribution, it will be more expensive to do two phase agg, should just do shuffle agg.
sourcepub(crate) fn all_local_aggs_are_stateless(
&self,
stream_input_append_only: bool,
) -> bool
pub(crate) fn all_local_aggs_are_stateless( &self, stream_input_append_only: bool, ) -> bool
See if all stream aggregation calls have a stateless local agg counterpart.
pub(crate) fn watermark_group_key( &self, input_watermark_columns: &FixedBitSet, ) -> Vec<usize>
pub fn new( agg_calls: Vec<PlanAggCall>, group_key: IndexSet, input: PlanRef, ) -> Self
pub fn with_grouping_sets(self, grouping_sets: Vec<IndexSet>) -> Self
pub fn with_enable_two_phase(self, enable_two_phase: bool) -> Self
source§impl<PlanRef: BatchPlanRef> Agg<PlanRef>
impl<PlanRef: BatchPlanRef> Agg<PlanRef>
pub(crate) fn input_provides_order_on_group_keys(&self) -> bool
source§impl<PlanRef: StreamPlanRef> Agg<PlanRef>
impl<PlanRef: StreamPlanRef> Agg<PlanRef>
pub fn infer_tables( &self, me: impl StreamPlanRef, vnode_col_idx: Option<usize>, window_col_idx: Option<usize>, ) -> (TableCatalog, Vec<AggCallState>, HashMap<usize, TableCatalog>)
fn get_ordered_group_key(&self, window_col_idx: Option<usize>) -> Vec<usize>
sourcefn create_table_builder(
&self,
_ctx: OptimizerContextRef,
window_col_idx: Option<usize>,
) -> (TableCatalogBuilder, Vec<usize>, BTreeMap<usize, usize>)
fn create_table_builder( &self, _ctx: OptimizerContextRef, window_col_idx: Option<usize>, ) -> (TableCatalogBuilder, Vec<usize>, BTreeMap<usize, usize>)
Create a new table builder with group key columns added.
§Returns
- table builder with group key columns added
- included upstream indices
- column mapping from upstream to table
sourcepub fn infer_stream_agg_state(
&self,
me: impl StreamPlanRef,
vnode_col_idx: Option<usize>,
window_col_idx: Option<usize>,
) -> Vec<AggCallState>
pub fn infer_stream_agg_state( &self, me: impl StreamPlanRef, vnode_col_idx: Option<usize>, window_col_idx: Option<usize>, ) -> Vec<AggCallState>
Infer AggCallState
s for streaming agg.
sourcepub fn infer_intermediate_state_table(
&self,
me: impl GenericPlanRef,
vnode_col_idx: Option<usize>,
window_col_idx: Option<usize>,
) -> TableCatalog
pub fn infer_intermediate_state_table( &self, me: impl GenericPlanRef, vnode_col_idx: Option<usize>, window_col_idx: Option<usize>, ) -> TableCatalog
table schema: group key | state for AGG1 | state for AGG2 | …
sourcepub fn infer_distinct_dedup_tables(
&self,
me: impl GenericPlanRef,
vnode_col_idx: Option<usize>,
window_col_idx: Option<usize>,
) -> HashMap<usize, TableCatalog>
pub fn infer_distinct_dedup_tables( &self, me: impl GenericPlanRef, vnode_col_idx: Option<usize>, window_col_idx: Option<usize>, ) -> HashMap<usize, TableCatalog>
Infer dedup tables for distinct agg calls, partitioned by distinct columns.
Since distinct agg calls only dedup on the first argument, the key of the result map is
usize
, i.e. the distinct column index.
Dedup table schema: group key | distinct key | count for AGG1(distinct x) | count for AGG2(distinct x) | …
pub fn decompose( self, ) -> (Vec<PlanAggCall>, IndexSet, Vec<IndexSet>, PlanRef, bool)
pub fn fields_pretty<'a>(&self) -> StrAssocArr<'a>
fn agg_calls_pretty<'a>(&self) -> Pretty<'a>
fn group_key_pretty<'a>(&self) -> Pretty<'a>
Trait Implementations§
source§impl<PlanRef: StreamPlanRef> DistillUnit for Agg<PlanRef>
impl<PlanRef: StreamPlanRef> DistillUnit for Agg<PlanRef>
source§impl<PlanRef: GenericPlanRef> GenericPlanNode for Agg<PlanRef>
impl<PlanRef: GenericPlanRef> GenericPlanNode for Agg<PlanRef>
fn schema(&self) -> Schema
fn stream_key(&self) -> Option<Vec<usize>>
fn ctx(&self) -> OptimizerContextRef
fn functional_dependency(&self) -> FunctionalDependencySet
impl<PlanRef: Eq> Eq for Agg<PlanRef>
impl<PlanRef> StructuralPartialEq for Agg<PlanRef>
Auto Trait Implementations§
impl<PlanRef> Freeze for Agg<PlanRef>where
PlanRef: Freeze,
impl<PlanRef> !RefUnwindSafe for Agg<PlanRef>
impl<PlanRef> Send for Agg<PlanRef>where
PlanRef: Send,
impl<PlanRef> Sync for Agg<PlanRef>where
PlanRef: Sync,
impl<PlanRef> Unpin for Agg<PlanRef>where
PlanRef: Unpin,
impl<PlanRef> !UnwindSafe for Agg<PlanRef>
Blanket Implementations§
source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
source§unsafe fn clone_to_uninit(&self, dst: *mut T)
unsafe fn clone_to_uninit(&self, dst: *mut T)
clone_to_uninit
)§impl<T> Conv for T
impl<T> Conv for T
§impl<Choices> CoproductSubsetter<CNil, HNil> for Choices
impl<Choices> CoproductSubsetter<CNil, HNil> for Choices
§impl<T> Downcast for Twhere
T: Any,
impl<T> Downcast for Twhere
T: Any,
§fn into_any(self: Box<T>) -> Box<dyn Any>
fn into_any(self: Box<T>) -> Box<dyn Any>
Box<dyn Trait>
(where Trait: Downcast
) to Box<dyn Any>
. Box<dyn Any>
can
then be further downcast
into Box<ConcreteType>
where ConcreteType
implements Trait
.§fn into_any_rc(self: Rc<T>) -> Rc<dyn Any>
fn into_any_rc(self: Rc<T>) -> Rc<dyn Any>
Rc<Trait>
(where Trait: Downcast
) to Rc<Any>
. Rc<Any>
can then be
further downcast
into Rc<ConcreteType>
where ConcreteType
implements Trait
.§fn as_any(&self) -> &(dyn Any + 'static)
fn as_any(&self) -> &(dyn Any + 'static)
&Trait
(where Trait: Downcast
) to &Any
. This is needed since Rust cannot
generate &Any
’s vtable from &Trait
’s.§fn as_any_mut(&mut self) -> &mut (dyn Any + 'static)
fn as_any_mut(&mut self) -> &mut (dyn Any + 'static)
&mut Trait
(where Trait: Downcast
) to &Any
. This is needed since Rust cannot
generate &mut Any
’s vtable from &mut Trait
’s.§impl<T> DowncastSync for T
impl<T> DowncastSync for T
§impl<Q, K> Equivalent<K> for Q
impl<Q, K> Equivalent<K> for Q
§fn equivalent(&self, key: &K) -> bool
fn equivalent(&self, key: &K) -> bool
§impl<Q, K> Equivalent<K> for Q
impl<Q, K> Equivalent<K> for Q
§fn equivalent(&self, key: &K) -> bool
fn equivalent(&self, key: &K) -> bool
key
and return true
if they are equal.source§impl<Q, K> Equivalent<K> for Q
impl<Q, K> Equivalent<K> for Q
source§fn equivalent(&self, key: &K) -> bool
fn equivalent(&self, key: &K) -> bool
key
and return true
if they are equal.§impl<Q, K> Equivalent<K> for Q
impl<Q, K> Equivalent<K> for Q
§fn equivalent(&self, key: &K) -> bool
fn equivalent(&self, key: &K) -> bool
§impl<Q, K> Equivalent<K> for Q
impl<Q, K> Equivalent<K> for Q
§fn equivalent(&self, key: &K) -> bool
fn equivalent(&self, key: &K) -> bool
§impl<T> FmtForward for T
impl<T> FmtForward for T
§fn fmt_binary(self) -> FmtBinary<Self>where
Self: Binary,
fn fmt_binary(self) -> FmtBinary<Self>where
Self: Binary,
self
to use its Binary
implementation when Debug
-formatted.§fn fmt_display(self) -> FmtDisplay<Self>where
Self: Display,
fn fmt_display(self) -> FmtDisplay<Self>where
Self: Display,
self
to use its Display
implementation when
Debug
-formatted.§fn fmt_lower_exp(self) -> FmtLowerExp<Self>where
Self: LowerExp,
fn fmt_lower_exp(self) -> FmtLowerExp<Self>where
Self: LowerExp,
self
to use its LowerExp
implementation when
Debug
-formatted.§fn fmt_lower_hex(self) -> FmtLowerHex<Self>where
Self: LowerHex,
fn fmt_lower_hex(self) -> FmtLowerHex<Self>where
Self: LowerHex,
self
to use its LowerHex
implementation when
Debug
-formatted.§fn fmt_octal(self) -> FmtOctal<Self>where
Self: Octal,
fn fmt_octal(self) -> FmtOctal<Self>where
Self: Octal,
self
to use its Octal
implementation when Debug
-formatted.§fn fmt_pointer(self) -> FmtPointer<Self>where
Self: Pointer,
fn fmt_pointer(self) -> FmtPointer<Self>where
Self: Pointer,
self
to use its Pointer
implementation when
Debug
-formatted.§fn fmt_upper_exp(self) -> FmtUpperExp<Self>where
Self: UpperExp,
fn fmt_upper_exp(self) -> FmtUpperExp<Self>where
Self: UpperExp,
self
to use its UpperExp
implementation when
Debug
-formatted.§fn fmt_upper_hex(self) -> FmtUpperHex<Self>where
Self: UpperHex,
fn fmt_upper_hex(self) -> FmtUpperHex<Self>where
Self: UpperHex,
self
to use its UpperHex
implementation when
Debug
-formatted.§fn fmt_list(self) -> FmtList<Self>where
&'a Self: for<'a> IntoIterator,
fn fmt_list(self) -> FmtList<Self>where
&'a Self: for<'a> IntoIterator,
§impl<T> FutureExt for T
impl<T> FutureExt for T
§fn with_context(self, otel_cx: Context) -> WithContext<Self>
fn with_context(self, otel_cx: Context) -> WithContext<Self>
§fn with_current_context(self) -> WithContext<Self>
fn with_current_context(self) -> WithContext<Self>
§impl<T> Instrument for T
impl<T> Instrument for T
§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
source§impl<T> Instrument for T
impl<T> Instrument for T
source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
source§impl<T> IntoEither for T
impl<T> IntoEither for T
source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
self
into a Left
variant of Either<Self, Self>
if into_left
is true
.
Converts self
into a Right
variant of Either<Self, Self>
otherwise. Read moresource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
self
into a Left
variant of Either<Self, Self>
if into_left(&self)
returns true
.
Converts self
into a Right
variant of Either<Self, Self>
otherwise. Read moresource§impl<T> IntoRequest<T> for T
impl<T> IntoRequest<T> for T
source§fn into_request(self) -> Request<T>
fn into_request(self) -> Request<T>
T
in a tonic::Request
§impl<T> IntoResult<T> for T
impl<T> IntoResult<T> for T
type Err = Infallible
fn into_result(self) -> Result<T, <T as IntoResult<T>>::Err>
§impl<T, U, I> LiftInto<U, I> for Twhere
U: LiftFrom<T, I>,
impl<T, U, I> LiftInto<U, I> for Twhere
U: LiftFrom<T, I>,
source§impl<M> MetricVecRelabelExt for M
impl<M> MetricVecRelabelExt for M
source§fn relabel(
self,
metric_level: MetricLevel,
relabel_threshold: MetricLevel,
) -> RelabeledMetricVec<M>
fn relabel( self, metric_level: MetricLevel, relabel_threshold: MetricLevel, ) -> RelabeledMetricVec<M>
RelabeledMetricVec::with_metric_level
.source§fn relabel_n(
self,
metric_level: MetricLevel,
relabel_threshold: MetricLevel,
relabel_num: usize,
) -> RelabeledMetricVec<M>
fn relabel_n( self, metric_level: MetricLevel, relabel_threshold: MetricLevel, relabel_num: usize, ) -> RelabeledMetricVec<M>
RelabeledMetricVec::with_metric_level_relabel_n
.source§fn relabel_debug_1(
self,
relabel_threshold: MetricLevel,
) -> RelabeledMetricVec<M>
fn relabel_debug_1( self, relabel_threshold: MetricLevel, ) -> RelabeledMetricVec<M>
RelabeledMetricVec::with_metric_level_relabel_n
with metric_level
set to
MetricLevel::Debug
and relabel_num
set to 1.§impl<T> Pipe for Twhere
T: ?Sized,
impl<T> Pipe for Twhere
T: ?Sized,
§fn pipe<R>(self, func: impl FnOnce(Self) -> R) -> Rwhere
Self: Sized,
fn pipe<R>(self, func: impl FnOnce(Self) -> R) -> Rwhere
Self: Sized,
§fn pipe_ref<'a, R>(&'a self, func: impl FnOnce(&'a Self) -> R) -> Rwhere
R: 'a,
fn pipe_ref<'a, R>(&'a self, func: impl FnOnce(&'a Self) -> R) -> Rwhere
R: 'a,
self
and passes that borrow into the pipe function. Read more§fn pipe_ref_mut<'a, R>(&'a mut self, func: impl FnOnce(&'a mut Self) -> R) -> Rwhere
R: 'a,
fn pipe_ref_mut<'a, R>(&'a mut self, func: impl FnOnce(&'a mut Self) -> R) -> Rwhere
R: 'a,
self
and passes that borrow into the pipe function. Read more§fn pipe_borrow<'a, B, R>(&'a self, func: impl FnOnce(&'a B) -> R) -> R
fn pipe_borrow<'a, B, R>(&'a self, func: impl FnOnce(&'a B) -> R) -> R
§fn pipe_borrow_mut<'a, B, R>(
&'a mut self,
func: impl FnOnce(&'a mut B) -> R,
) -> R
fn pipe_borrow_mut<'a, B, R>( &'a mut self, func: impl FnOnce(&'a mut B) -> R, ) -> R
§fn pipe_as_ref<'a, U, R>(&'a self, func: impl FnOnce(&'a U) -> R) -> R
fn pipe_as_ref<'a, U, R>(&'a self, func: impl FnOnce(&'a U) -> R) -> R
self
, then passes self.as_ref()
into the pipe function.§fn pipe_as_mut<'a, U, R>(&'a mut self, func: impl FnOnce(&'a mut U) -> R) -> R
fn pipe_as_mut<'a, U, R>(&'a mut self, func: impl FnOnce(&'a mut U) -> R) -> R
self
, then passes self.as_mut()
into the pipe
function.§fn pipe_deref<'a, T, R>(&'a self, func: impl FnOnce(&'a T) -> R) -> R
fn pipe_deref<'a, T, R>(&'a self, func: impl FnOnce(&'a T) -> R) -> R
self
, then passes self.deref()
into the pipe function.§impl<T> Pointable for T
impl<T> Pointable for T
§impl<Source> Sculptor<HNil, HNil> for Source
impl<Source> Sculptor<HNil, HNil> for Source
§impl<T> Tap for T
impl<T> Tap for T
§fn tap_borrow<B>(self, func: impl FnOnce(&B)) -> Self
fn tap_borrow<B>(self, func: impl FnOnce(&B)) -> Self
Borrow<B>
of a value. Read more§fn tap_borrow_mut<B>(self, func: impl FnOnce(&mut B)) -> Self
fn tap_borrow_mut<B>(self, func: impl FnOnce(&mut B)) -> Self
BorrowMut<B>
of a value. Read more§fn tap_ref<R>(self, func: impl FnOnce(&R)) -> Self
fn tap_ref<R>(self, func: impl FnOnce(&R)) -> Self
AsRef<R>
view of a value. Read more§fn tap_ref_mut<R>(self, func: impl FnOnce(&mut R)) -> Self
fn tap_ref_mut<R>(self, func: impl FnOnce(&mut R)) -> Self
AsMut<R>
view of a value. Read more§fn tap_deref<T>(self, func: impl FnOnce(&T)) -> Self
fn tap_deref<T>(self, func: impl FnOnce(&T)) -> Self
Deref::Target
of a value. Read more§fn tap_deref_mut<T>(self, func: impl FnOnce(&mut T)) -> Self
fn tap_deref_mut<T>(self, func: impl FnOnce(&mut T)) -> Self
Deref::Target
of a value. Read more§fn tap_dbg(self, func: impl FnOnce(&Self)) -> Self
fn tap_dbg(self, func: impl FnOnce(&Self)) -> Self
.tap()
only in debug builds, and is erased in release builds.§fn tap_mut_dbg(self, func: impl FnOnce(&mut Self)) -> Self
fn tap_mut_dbg(self, func: impl FnOnce(&mut Self)) -> Self
.tap_mut()
only in debug builds, and is erased in release
builds.§fn tap_borrow_dbg<B>(self, func: impl FnOnce(&B)) -> Self
fn tap_borrow_dbg<B>(self, func: impl FnOnce(&B)) -> Self
.tap_borrow()
only in debug builds, and is erased in release
builds.§fn tap_borrow_mut_dbg<B>(self, func: impl FnOnce(&mut B)) -> Self
fn tap_borrow_mut_dbg<B>(self, func: impl FnOnce(&mut B)) -> Self
.tap_borrow_mut()
only in debug builds, and is erased in release
builds.§fn tap_ref_dbg<R>(self, func: impl FnOnce(&R)) -> Self
fn tap_ref_dbg<R>(self, func: impl FnOnce(&R)) -> Self
.tap_ref()
only in debug builds, and is erased in release
builds.§fn tap_ref_mut_dbg<R>(self, func: impl FnOnce(&mut R)) -> Self
fn tap_ref_mut_dbg<R>(self, func: impl FnOnce(&mut R)) -> Self
.tap_ref_mut()
only in debug builds, and is erased in release
builds.§fn tap_deref_dbg<T>(self, func: impl FnOnce(&T)) -> Self
fn tap_deref_dbg<T>(self, func: impl FnOnce(&T)) -> Self
.tap_deref()
only in debug builds, and is erased in release
builds.