risingwave_common/array/arrow/
mod.rs

1// Copyright 2025 RisingWave Labs
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7// http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
15// These mods imports arrow_impl.rs to provide FromArrow, ToArrow traits for corresponding arrow versions,
16// and the default From/To implementations.
17
18mod arrow_52;
19mod arrow_54;
20// These mods import mods above and may override some methods.
21mod arrow_deltalake;
22mod arrow_iceberg;
23mod arrow_udf;
24
25pub use arrow_deltalake::DeltaLakeConvert;
26pub use arrow_iceberg::{IcebergArrowConvert, IcebergCreateTableArrowConvert};
27pub use arrow_udf::UdfArrowConvert;
28pub use reexport::*;
29/// For other RisingWave crates, they can directly use arrow re-exported here, without adding
30/// `arrow` dependencies in their `Cargo.toml`. And they don't need to care about the version.
31mod reexport {
32    pub use super::arrow_deltalake::{
33        FromArrow as DeltaLakeFromArrow, ToArrow as DeltaLakeToArrow,
34        arrow_array as arrow_array_deltalake, arrow_buffer as arrow_buffer_deltalake,
35        arrow_cast as arrow_cast_deltalake, arrow_schema as arrow_schema_deltalake,
36    };
37    pub use super::arrow_iceberg::{
38        FromArrow as IcebergFromArrow, ToArrow as IcebergToArrow,
39        arrow_array as arrow_array_iceberg, arrow_buffer as arrow_buffer_iceberg,
40        arrow_cast as arrow_cast_iceberg, arrow_schema as arrow_schema_iceberg,
41        is_parquet_schema_match_source_schema,
42    };
43    pub use super::arrow_udf::{
44        FromArrow as UdfFromArrow, ToArrow as UdfToArrow, arrow_array as arrow_array_udf,
45        arrow_buffer as arrow_buffer_udf, arrow_cast as arrow_cast_udf,
46        arrow_schema as arrow_schema_udf,
47    };
48}
49use crate::types::Interval;
50
51/// Arrow 52 changed the interval type from `i128` to `arrow_buffer::IntervalMonthDayNano`, so
52/// we introduced this trait to customize the conversion in `arrow_impl.rs`.
53/// We may delete this after all arrow versions are upgraded.
54trait ArrowIntervalTypeTrait {
55    fn to_interval(self) -> Interval;
56    fn from_interval(value: Interval) -> Self;
57}
58
59impl ArrowIntervalTypeTrait for i128 {
60    fn to_interval(self) -> Interval {
61        // XXX: the arrow-rs decoding is incorrect
62        // let (months, days, ns) = arrow_array::types::IntervalMonthDayNanoType::to_parts(value);
63        let months = self as i32;
64        let days = (self >> 32) as i32;
65        let ns = (self >> 64) as i64;
66        Interval::from_month_day_usec(months, days, ns / 1000)
67    }
68
69    fn from_interval(value: Interval) -> i128 {
70        // XXX: the arrow-rs encoding is incorrect
71        // arrow_array::types::IntervalMonthDayNanoType::make_value(
72        //     self.months(),
73        //     self.days(),
74        //     // TODO: this may overflow and we need `try_into`
75        //     self.usecs() * 1000,
76        // )
77        let m = value.months() as u128 & u32::MAX as u128;
78        let d = (value.days() as u128 & u32::MAX as u128) << 32;
79        let n = ((value.usecs() * 1000) as u128 & u64::MAX as u128) << 64;
80        (m | d | n) as i128
81    }
82}
risingwave_common/array/arrow/mod.rs

risingwave_common/array/arrow/
mod.rs
