Module source

Re-exports

pub use base::UPSTREAM_SOURCE_KEY;

pub use base::WEBHOOK_CONNECTOR;

pub use google_pubsub::GOOGLE_PUBSUB_CONNECTOR;

pub use kafka::KAFKA_CONNECTOR;

pub use kinesis::KINESIS_CONNECTOR;

pub use mqtt::MQTT_CONNECTOR;

pub use nats::NATS_CONNECTOR;

pub use crate::source::filesystem::LEGACY_S3_CONNECTOR;

pub use crate::source::filesystem::opendal_source::AZBLOB_CONNECTOR;

pub use crate::source::filesystem::opendal_source::GCS_CONNECTOR;

pub use crate::source::filesystem::opendal_source::OPENDAL_S3_CONNECTOR;

pub use crate::source::filesystem::opendal_source::POSIX_FS_CONNECTOR;

pub use crate::source::nexmark::NEXMARK_CONNECTOR;

pub use crate::source::pulsar::PULSAR_CONNECTOR;

pub use base::*;

Modules

base

cdc

common 🔒

data_gen_util

datagen

filesystem

google_pubsub

iceberg

kafka

kinesis

manager 🔒

monitor

mqtt

nats

nexmark

prelude

pulsar

reader

test_source

util 🔒

Structs

SourceColumnDesc

SourceColumnDesc is used to describe a column in the Source.

Enums

SourceColumnType

SourceColumnType is used to indicate the type of a column emitted by the Source. There are 4 types of columns:

WaitCheckpointTask

Tasks executed by WaitCheckpointWorker

Functions

fill_adaptive_split

should_copy_to_format_encode_options