Trait SourceProperties

pub trait SourceProperties:
    TryFromBTreeMap
    + Clone
    + WithOptions
    + Debug {
    type Split: SplitMetaData + TryFrom<SplitImpl, Error = ConnectorError> + Into<SplitImpl>;
    type SplitEnumerator: SplitEnumerator<Properties = Self, Split = Self::Split>;
    type SplitReader: SplitReader<Split = Self::Split, Properties = Self>;

    const SOURCE_NAME: &'static str;

    // Provided methods
    fn init_from_pb_source(&mut self, _source: &PbSource) { ... }
    fn init_from_pb_cdc_table_desc(&mut self, _table_desc: &ExternalTableDesc) { ... }
}

Represents WITH options for sources.

Each instance should add a #[derive(with_options::WithOptions)] marker.

Required Associated Constants

const SOURCE_NAME: &'static str

Required Associated Types

type Split: SplitMetaData + TryFrom<SplitImpl, Error = ConnectorError> + Into<SplitImpl>

type SplitEnumerator: SplitEnumerator<Properties = Self, Split = Self::Split>

type SplitReader: SplitReader<Split = Self::Split, Properties = Self>

Provided Methods

fn init_from_pb_source(&mut self, _source: &PbSource)

Load additional info from PbSource. Currently only used by CDC.

fn init_from_pb_cdc_table_desc(&mut self, _table_desc: &ExternalTableDesc)

Load additional info from ExternalTableDesc. Currently only used by CDC.

Object Safety

This trait is not object safe.

Implementors

impl SourceProperties for DatagenProperties

const SOURCE_NAME: &'static str = DATAGEN_CONNECTOR

type Split = DatagenSplit

type SplitEnumerator = DatagenSplitEnumerator

type SplitReader = DatagenSplitReader

impl SourceProperties for AzblobProperties

const SOURCE_NAME: &'static str = AZBLOB_CONNECTOR

type Split = OpendalFsSplit<OpendalAzblob>

type SplitEnumerator = OpendalEnumerator<OpendalAzblob>

type SplitReader = OpendalReader<OpendalAzblob>

impl SourceProperties for GcsProperties

const SOURCE_NAME: &'static str = GCS_CONNECTOR

type Split = OpendalFsSplit<OpendalGcs>

type SplitEnumerator = OpendalEnumerator<OpendalGcs>

type SplitReader = OpendalReader<OpendalGcs>

impl SourceProperties for OpendalS3Properties

const SOURCE_NAME: &'static str = OPENDAL_S3_CONNECTOR

type Split = OpendalFsSplit<OpendalS3>

type SplitEnumerator = OpendalEnumerator<OpendalS3>

type SplitReader = OpendalReader<OpendalS3>

impl SourceProperties for PosixFsProperties

const SOURCE_NAME: &'static str = POSIX_FS_CONNECTOR

type Split = OpendalFsSplit<OpendalPosixFs>

type SplitEnumerator = OpendalEnumerator<OpendalPosixFs>

type SplitReader = OpendalReader<OpendalPosixFs>

impl SourceProperties for S3Properties

const SOURCE_NAME: &'static str = S3_CONNECTOR

type Split = FsSplit

type SplitEnumerator = S3SplitEnumerator

type SplitReader = S3FileReader

impl SourceProperties for PubsubProperties

const SOURCE_NAME: &'static str = GOOGLE_PUBSUB_CONNECTOR

type Split = PubsubSplit

type SplitEnumerator = PubsubSplitEnumerator

type SplitReader = PubsubSplitReader

impl SourceProperties for IcebergProperties

const SOURCE_NAME: &'static str = ICEBERG_CONNECTOR

type Split = IcebergSplit

type SplitEnumerator = IcebergSplitEnumerator

type SplitReader = IcebergFileReader

impl SourceProperties for KafkaProperties

const SOURCE_NAME: &'static str = KAFKA_CONNECTOR

type Split = KafkaSplit

type SplitEnumerator = KafkaSplitEnumerator

type SplitReader = KafkaSplitReader

impl SourceProperties for KinesisProperties

const SOURCE_NAME: &'static str = KINESIS_CONNECTOR

type Split = KinesisSplit

type SplitEnumerator = KinesisSplitEnumerator

type SplitReader = KinesisSplitReader

impl SourceProperties for MqttProperties

const SOURCE_NAME: &'static str = MQTT_CONNECTOR

type Split = MqttSplit

type SplitEnumerator = MqttSplitEnumerator

type SplitReader = MqttSplitReader

impl SourceProperties for NatsProperties

const SOURCE_NAME: &'static str = NATS_CONNECTOR

type Split = NatsSplit

type SplitEnumerator = NatsSplitEnumerator

type SplitReader = NatsSplitReader

impl SourceProperties for NexmarkProperties

const SOURCE_NAME: &'static str = NEXMARK_CONNECTOR

type Split = NexmarkSplit

type SplitEnumerator = NexmarkSplitEnumerator

type SplitReader = NexmarkSplitReader

impl SourceProperties for PulsarProperties

const SOURCE_NAME: &'static str = PULSAR_CONNECTOR

type Split = PulsarSplit

type SplitEnumerator = PulsarSplitEnumerator

type SplitReader = PulsarSplitReader

impl SourceProperties for TestSourceProperties

const SOURCE_NAME: &'static str = TEST_CONNECTOR

type Split = TestSourceSplit

type SplitEnumerator = TestSourceSplitEnumerator

type SplitReader = TestSourceSplitReader

impl<T: CdcSourceTypeTrait> SourceProperties for CdcProperties<T>

where DebeziumCdcSplit<T>: TryFrom<SplitImpl, Error = ConnectorError> + Into<SplitImpl>, DebeziumSplitEnumerator<T>: ListCdcSplits<CdcSourceType = T>,

const SOURCE_NAME: &'static str = T::CDC_CONNECTOR_NAME

type Split = DebeziumCdcSplit<T>

type SplitEnumerator = DebeziumSplitEnumerator<T>

type SplitReader = CdcSplitReader<T>