risingwave_connector/source/kinesis/
mod.rs1pub mod enumerator;
16pub use enumerator::client::KinesisSplitEnumerator;
17pub mod source;
18pub mod split;
19
20use std::collections::HashMap;
21
22use serde::Deserialize;
23use serde_with::{DisplayFromStr, serde_as};
24pub use source::KinesisMeta;
25use with_options::WithOptions;
26
27use crate::connector_common::KinesisCommon;
28use crate::enforce_secret::EnforceSecret;
29use crate::error::ConnectorError;
30use crate::source::SourceProperties;
31use crate::source::kinesis::source::reader::KinesisSplitReader;
32use crate::source::kinesis::split::KinesisSplit;
33
34pub const KINESIS_CONNECTOR: &str = "kinesis";
35
36#[serde_as]
37#[derive(Clone, Debug, Deserialize, WithOptions)]
38pub struct KinesisProperties {
39 #[serde(rename = "scan.startup.mode", alias = "kinesis.scan.startup.mode")]
40 pub scan_startup_mode: Option<String>,
42
43 #[serde(rename = "scan.startup.timestamp.millis")]
44 #[serde_as(as = "Option<DisplayFromStr>")]
45 pub start_timestamp_millis: Option<i64>,
46
47 #[serde(flatten)]
48 pub common: KinesisCommon,
49
50 #[serde(flatten)]
51 pub unknown_fields: HashMap<String, String>,
52}
53
54impl SourceProperties for KinesisProperties {
55 type Split = KinesisSplit;
56 type SplitEnumerator = KinesisSplitEnumerator;
57 type SplitReader = KinesisSplitReader;
58
59 const SOURCE_NAME: &'static str = KINESIS_CONNECTOR;
60}
61
62impl EnforceSecret for KinesisProperties {
63 fn enforce_secret<'a>(prop_iter: impl Iterator<Item = &'a str>) -> Result<(), ConnectorError> {
64 for prop in prop_iter {
65 KinesisCommon::enforce_one(prop)?;
66 }
67 Ok(())
68 }
69}
70
71impl crate::source::UnknownFields for KinesisProperties {
72 fn unknown_fields(&self) -> HashMap<String, String> {
73 self.unknown_fields.clone()
74 }
75}
76
77#[cfg(test)]
78mod test {
79 use maplit::hashmap;
80
81 use super::*;
82
83 #[test]
84 fn test_parse_kinesis_timestamp_offset() {
85 let props: HashMap<String, String> = hashmap! {
86 "stream".to_owned() => "sample_stream".to_owned(),
87 "aws.region".to_owned() => "us-east-1".to_owned(),
88 "scan_startup_mode".to_owned() => "timestamp".to_owned(),
89 "scan.startup.timestamp.millis".to_owned() => "123456789".to_owned(),
90 };
91
92 let kinesis_props: KinesisProperties =
93 serde_json::from_value(serde_json::to_value(props).unwrap()).unwrap();
94 assert_eq!(kinesis_props.start_timestamp_millis, Some(123456789));
95 }
96}