Struct BatchManager

pub struct BatchManager {
    tasks: Arc<Mutex<HashMap<TaskId, Arc<BatchTaskExecution<ComputeNodeContext>>>>>,
    runtime: Arc<BackgroundShutdownRuntime>,
    config: BatchConfig,
    mem_context: MemoryContext,
    metrics: Arc<BatchManagerMetrics>,
}

BatchManager is responsible for managing all batch tasks.

Fields

tasks: Arc<Mutex<HashMap<TaskId, Arc<BatchTaskExecution<ComputeNodeContext>>>>>

Every task id has a corresponding task execution.

runtime: Arc<BackgroundShutdownRuntime>

Runtime for the batch manager.

config: BatchConfig

Batch configuration

mem_context: MemoryContext

Memory context used for batch tasks in cn.

metrics: Arc<BatchManagerMetrics>

Metrics for batch manager.

Implementations

impl BatchManager

pub fn new( config: BatchConfig, metrics: Arc<BatchManagerMetrics>, mem_limit: u64, ) -> Self

pub(crate) fn metrics(&self) -> Arc<BatchManagerMetrics>

pub fn memory_context_ref(&self) -> MemoryContext

pub async fn fire_task( self: &Arc<Self>, tid: &PbTaskId, plan: PlanFragment, epoch: BatchQueryEpoch, context: ComputeNodeContext, state_reporter: StateReporter, tracing_context: TracingContext, expr_context: ExprContext, ) -> Result<()>

async fn start_task_heartbeat( &self, state_reporter: StateReporter, task_id: TaskId, )

pub fn get_data( &self, tx: Sender<Result<GetDataResponse, Status>>, peer_addr: SocketAddr, pb_task_output_id: &PbTaskOutputId, ) -> Result<()>

pub fn take_output(&self, output_id: &PbTaskOutputId) -> Result<TaskOutput>

pub fn cancel_task(&self, sid: &PbTaskId)

pub fn check_if_task_running(&self, task_id: &TaskId) -> Result<()>

Returns error if task is not running.

pub fn check_if_task_aborted(&self, task_id: &TaskId) -> Result<bool>

pub fn runtime(&self) -> Arc<BackgroundShutdownRuntime>

pub fn config(&self) -> &BatchConfig

Trait Implementations

impl Clone for BatchManager

fn clone(&self) -> BatchManager

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.