Struct StreamSourceInfo

pub struct StreamSourceInfo {

    pub row_format: i32,
    pub row_schema_location: String,
    pub use_schema_registry: bool,
    pub proto_message_name: String,
    pub csv_delimiter: i32,
    pub csv_has_header: bool,
    pub format: i32,
    pub row_encode: i32,
    pub name_strategy: i32,
    pub key_message_name: Option<String>,
    pub external_table: Option<ExternalTableDesc>,
    pub cdc_source_job: bool,
    pub is_distributed: bool,
    pub format_encode_options: BTreeMap<String, String>,
    pub format_encode_secret_refs: BTreeMap<String, SecretRef>,
    pub connection_id: Option<u32>,
}

Fields

row_format: i32

deprecated

row_schema_location: String

use_schema_registry: bool

This means use confluent schema registry and is false for aws glue schema registry. Eventually we will deprecate it and rely on enum SchemaLocation derived from format_encode_options below.

• schema.location false
• schema.registry true
• aws.glue.schema_arn false

proto_message_name: String

csv_delimiter: i32

csv_has_header: bool

format: i32

row_encode: i32

name_strategy: i32

key_message_name: Option<String>

external_table: Option<ExternalTableDesc>

cdc_source_job: bool

This field should now be called is_shared. Not renamed for backwards compatibility.

Whether the stream source is a shared source (it has a streaming job). This is related with RFC: Reusable Source Executor.

Currently, the following sources can be shared:

• Direct CDC sources (mysql & postgresql & sqlserver)
• MQ sources (Kafka)

is_distributed: bool

Only used when cdc_source_job is true. If false, requires_singleton will be set in the stream plan.

• Direct CDC sources: false
• MQ sources (Kafka): true

format_encode_options: BTreeMap<String, String>

Options specified by user in the FORMAT ENCODE clause.

format_encode_secret_refs: BTreeMap<String, SecretRef>

Handle the source relies on any sceret. The key is the propertity name and the value is the secret id and type. For format and encode options.

connection_id: Option<u32>

ref connection for schema registry

Implementations

impl StreamSourceInfo

pub fn row_format(&self) -> RowFormatType

Returns the enum value of row_format, or the default if the field is set to an invalid enum value.

pub fn set_row_format(&mut self, value: RowFormatType)

Sets row_format to the provided enum value.

pub fn format(&self) -> FormatType

Returns the enum value of format, or the default if the field is set to an invalid enum value.

pub fn set_format(&mut self, value: FormatType)

Sets format to the provided enum value.

pub fn row_encode(&self) -> EncodeType

Returns the enum value of row_encode, or the default if the field is set to an invalid enum value.

pub fn set_row_encode(&mut self, value: EncodeType)

Sets row_encode to the provided enum value.

pub fn name_strategy(&self) -> SchemaRegistryNameStrategy

Returns the enum value of name_strategy, or the default if the field is set to an invalid enum value.

pub fn set_name_strategy(&mut self, value: SchemaRegistryNameStrategy)

Sets name_strategy to the provided enum value.

pub fn key_message_name(&self) -> &str

Returns the value of key_message_name, or the default value if key_message_name is unset.

pub fn connection_id(&self) -> u32

Returns the value of connection_id, or the default value if connection_id is unset.

impl StreamSourceInfo

pub fn get_row_format(&self) -> Result<RowFormatType, PbFieldNotFound>

pub fn get_row_schema_location(&self) -> &String

pub fn get_use_schema_registry(&self) -> bool

pub fn get_proto_message_name(&self) -> &String

pub fn get_csv_delimiter(&self) -> i32

pub fn get_csv_has_header(&self) -> bool

pub fn get_format(&self) -> Result<FormatType, PbFieldNotFound>

pub fn get_row_encode(&self) -> Result<EncodeType, PbFieldNotFound>

pub fn get_name_strategy( &self, ) -> Result<SchemaRegistryNameStrategy, PbFieldNotFound>

pub fn get_key_message_name(&self) -> Result<&String, PbFieldNotFound>

pub fn get_external_table(&self) -> Result<&ExternalTableDesc, PbFieldNotFound>

pub fn get_cdc_source_job(&self) -> bool

pub fn get_is_distributed(&self) -> bool

pub fn get_format_encode_options(&self) -> &BTreeMap<String, String>

pub fn get_format_encode_secret_refs(&self) -> &BTreeMap<String, SecretRef>

pub fn get_connection_id(&self) -> Result<&u32, PbFieldNotFound>

impl StreamSourceInfo

pub fn is_shared(&self) -> bool

Refer to Self::cdc_source_job for details.

Trait Implementations

impl Clone for StreamSourceInfo

fn clone(&self) -> StreamSourceInfo

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for StreamSourceInfo

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for StreamSourceInfo

fn default() -> Self

Returns the “default value” for a type.

impl<'de> Deserialize<'de> for StreamSourceInfo

fn deserialize<D>(deserializer: D) -> Result<Self, D::Error>

where D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Hash for StreamSourceInfo

fn hash<__H: Hasher>(&self, state: &mut __H)

Feeds this value into the given Hasher.

fn hash_slice<H>(data: &[Self], state: &mut H)

where H: Hasher, Self: Sized,

Feeds a slice of this type into the given Hasher.

impl Message for StreamSourceInfo

fn encoded_len(&self) -> usize

Returns the encoded length of the message without a length delimiter.

fn clear(&mut self)

Clears the message, resetting all fields to their default.

fn encode(&self, buf: &mut impl BufMut) -> Result<(), EncodeError>

where Self: Sized,

Encodes the message to a buffer.

fn encode_to_vec(&self) -> Vec<u8>

where Self: Sized,

Encodes the message to a newly allocated buffer.

fn encode_length_delimited( &self, buf: &mut impl BufMut, ) -> Result<(), EncodeError>

where Self: Sized,

Encodes the message with a length-delimiter to a buffer.

fn encode_length_delimited_to_vec(&self) -> Vec<u8>

where Self: Sized,

Encodes the message with a length-delimiter to a newly allocated buffer.

fn decode(buf: impl Buf) -> Result<Self, DecodeError>

where Self: Default,

Decodes an instance of the message from a buffer.

fn decode_length_delimited(buf: impl Buf) -> Result<Self, DecodeError>

where Self: Default,

Decodes a length-delimited instance of the message from the buffer.

fn merge(&mut self, buf: impl Buf) -> Result<(), DecodeError>

where Self: Sized,

Decodes an instance of the message from a buffer, and merges it into self.

fn merge_length_delimited(&mut self, buf: impl Buf) -> Result<(), DecodeError>

where Self: Sized,

Decodes a length-delimited instance of the message from buffer, and merges it into self.

impl PartialEq for StreamSourceInfo

fn eq(&self, other: &StreamSourceInfo) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl Serialize for StreamSourceInfo

fn serialize<S>(&self, serializer: S) -> Result<S::Ok, S::Error>

where S: Serializer,

Serialize this value into the given Serde serializer.

impl Eq for StreamSourceInfo

impl StructuralPartialEq for StreamSourceInfo