Struct StreamSourceInfo

pub struct StreamSourceInfo {

    pub row_format: i32,
    pub row_schema_location: String,
    pub use_schema_registry: bool,
    pub proto_message_name: String,
    pub csv_delimiter: i32,
    pub csv_has_header: bool,
    pub format: i32,
    pub row_encode: i32,
    pub name_strategy: i32,
    pub key_message_name: Option<String>,
    pub external_table: Option<ExternalTableDesc>,
    pub cdc_source_job: bool,
    pub is_distributed: bool,
    pub format_encode_options: BTreeMap<String, String>,
    pub format_encode_secret_refs: BTreeMap<String, SecretRef>,
}

Fields

row_format: i32

deprecated

row_schema_location: String

use_schema_registry: bool

This means use confluent schema registry and is false for aws glue schema registry. Eventually we will deprecate it and rely on enum SchemaLocation derived from format_encode_options below.

• schema.location false
• schema.registry true
• aws.glue.schema_arn false

proto_message_name: String

csv_delimiter: i32

csv_has_header: bool

format: i32

row_encode: i32

name_strategy: i32

key_message_name: Option<String>

external_table: Option<ExternalTableDesc>

cdc_source_job: bool

This field should now be called is_shared. Not renamed for backwards compatibility.

Whether the stream source is a shared source (it has a streaming job). This is related with RFC: Reusable Source Executor.

Currently, the following sources can be shared:

• Direct CDC sources (mysql & postgresql & sqlserver)
• MQ sources (Kafka)

is_distributed: bool

Only used when cdc_source_job is true. If false, requires_singleton will be set in the stream plan.

• Direct CDC sources: false
• MQ sources (Kafka): true

format_encode_options: BTreeMap<String, String>

Options specified by user in the FORMAT ENCODE clause.

format_encode_secret_refs: BTreeMap<String, SecretRef>

Handle the source relies on any sceret. The key is the propertity name and the value is the secret id and type. For format and encode options.

Implementations

impl StreamSourceInfo

pub fn row_format(&self) -> RowFormatType

Returns the enum value of row_format, or the default if the field is set to an invalid enum value.

pub fn set_row_format(&mut self, value: RowFormatType)

Sets row_format to the provided enum value.

pub fn format(&self) -> FormatType

Returns the enum value of format, or the default if the field is set to an invalid enum value.

pub fn set_format(&mut self, value: FormatType)

Sets format to the provided enum value.

pub fn row_encode(&self) -> EncodeType

Returns the enum value of row_encode, or the default if the field is set to an invalid enum value.

pub fn set_row_encode(&mut self, value: EncodeType)

Sets row_encode to the provided enum value.

pub fn name_strategy(&self) -> SchemaRegistryNameStrategy

Returns the enum value of name_strategy, or the default if the field is set to an invalid enum value.

pub fn set_name_strategy(&mut self, value: SchemaRegistryNameStrategy)

Sets name_strategy to the provided enum value.

pub fn key_message_name(&self) -> &str

Returns the value of key_message_name, or the default value if key_message_name is unset.

impl StreamSourceInfo

pub fn get_row_format(&self) -> Result<RowFormatType, PbFieldNotFound>

pub fn get_row_schema_location(&self) -> &String

pub fn get_use_schema_registry(&self) -> bool

pub fn get_proto_message_name(&self) -> &String

pub fn get_csv_delimiter(&self) -> i32

pub fn get_csv_has_header(&self) -> bool

pub fn get_format(&self) -> Result<FormatType, PbFieldNotFound>

pub fn get_row_encode(&self) -> Result<EncodeType, PbFieldNotFound>

pub fn get_name_strategy( &self, ) -> Result<SchemaRegistryNameStrategy, PbFieldNotFound>

pub fn get_key_message_name(&self) -> Result<&String, PbFieldNotFound>

pub fn get_external_table(&self) -> Result<&ExternalTableDesc, PbFieldNotFound>

pub fn get_cdc_source_job(&self) -> bool

pub fn get_is_distributed(&self) -> bool

pub fn get_format_encode_options(&self) -> &BTreeMap<String, String>

pub fn get_format_encode_secret_refs(&self) -> &BTreeMap<String, SecretRef>

impl StreamSourceInfo

pub fn is_shared(&self) -> bool

Refer to Self::cdc_source_job for details.

Trait Implementations

impl Clone for StreamSourceInfo

fn clone(&self) -> StreamSourceInfo

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for StreamSourceInfo

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for StreamSourceInfo

fn default() -> Self

Returns the “default value” for a type.

impl<'de> Deserialize<'de> for StreamSourceInfo

fn deserialize<D>(deserializer: D) -> Result<Self, D::Error>

where D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Hash for StreamSourceInfo

fn hash<__H: Hasher>(&self, state: &mut __H)

Feeds this value into the given Hasher.

fn hash_slice<H>(data: &[Self], state: &mut H)

where H: Hasher, Self: Sized,

Feeds a slice of this type into the given Hasher.

impl Message for StreamSourceInfo

fn encoded_len(&self) -> usize

Returns the encoded length of the message without a length delimiter.

fn clear(&mut self)

Clears the message, resetting all fields to their default.

fn encode(&self, buf: &mut impl BufMut) -> Result<(), EncodeError>

where Self: Sized,

Encodes the message to a buffer.

fn encode_to_vec(&self) -> Vec<u8>

where Self: Sized,

Encodes the message to a newly allocated buffer.

fn encode_length_delimited( &self, buf: &mut impl BufMut, ) -> Result<(), EncodeError>

where Self: Sized,

Encodes the message with a length-delimiter to a buffer.

fn encode_length_delimited_to_vec(&self) -> Vec<u8>

where Self: Sized,

Encodes the message with a length-delimiter to a newly allocated buffer.

fn decode(buf: impl Buf) -> Result<Self, DecodeError>

where Self: Default,

Decodes an instance of the message from a buffer.

fn decode_length_delimited(buf: impl Buf) -> Result<Self, DecodeError>

where Self: Default,

Decodes a length-delimited instance of the message from the buffer.

fn merge(&mut self, buf: impl Buf) -> Result<(), DecodeError>

where Self: Sized,

Decodes an instance of the message from a buffer, and merges it into self.

fn merge_length_delimited(&mut self, buf: impl Buf) -> Result<(), DecodeError>

where Self: Sized,

Decodes a length-delimited instance of the message from buffer, and merges it into self.

impl PartialEq for StreamSourceInfo

fn eq(&self, other: &StreamSourceInfo) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl Serialize for StreamSourceInfo

fn serialize<S>(&self, serializer: S) -> Result<S::Ok, S::Error>

where S: Serializer,

Serialize this value into the given Serde serializer.

impl Eq for StreamSourceInfo

impl StructuralPartialEq for StreamSourceInfo