Struct IcebergArrowConvert 

pub struct IcebergArrowConvert;

Implementations

impl IcebergArrowConvert

pub fn to_record_batch( &self, schema: SchemaRef, chunk: &DataChunk, ) -> Result<RecordBatch, ArrayError>

pub fn chunk_from_record_batch( &self, batch: &RecordBatch, ) -> Result<DataChunk, ArrayError>

pub fn type_from_field(&self, field: &Field) -> Result<DataType, ArrayError>

pub fn to_arrow_field( &self, name: &str, data_type: &DataType, ) -> Result<Field, ArrayError>

pub fn struct_from_fields( &self, fields: &Fields, ) -> Result<StructType, ArrayError>

pub fn to_arrow_array( &self, data_type: &DataType, array: &ArrayImpl, ) -> Result<ArrayRef, ArrayError>

pub fn array_from_arrow_array( &self, field: &Field, array: &ArrayRef, ) -> Result<ArrayImpl, ArrayError>

pub fn array_from_arrow_array_raw( &self, array: &ArrayRef, ) -> Result<ArrayImpl, ArrayError>

A helper function to convert an Arrow array to RisingWave array without knowing the field. It will use the datatype from arrow array to infer the RisingWave data type.

The difference between this function and array_from_arrow_array is that array_from_arrow_array will try using ARROW:extension:name field metadata to determine the RisingWave data type for extension types.

Trait Implementations

impl FromArrow for IcebergArrowConvert

fn from_record_batch( &self, batch: &RecordBatch, ) -> Result<DataChunk, ArrayError>

Converts Arrow RecordBatch to RisingWave DataChunk.

fn from_fields(&self, fields: &Fields) -> Result<StructType, ArrayError>

Converts Arrow Fields to RisingWave StructType.

fn from_field(&self, field: &Field) -> Result<DataType, ArrayError>

Converts Arrow Field to RisingWave DataType.

fn from_large_utf8(&self) -> Result<DataType, ArrayError>

Converts Arrow LargeUtf8 type to RisingWave data type.

fn from_large_binary(&self) -> Result<DataType, ArrayError>

Converts Arrow LargeBinary type to RisingWave data type.

fn from_extension_type( &self, type_name: &str, physical_type: &DataType, ) -> Result<DataType, ArrayError>

Converts Arrow extension type to RisingWave DataType.

fn from_array( &self, field: &Field, array: &ArrayRef, ) -> Result<ArrayImpl, ArrayError>

Converts Arrow Array to RisingWave ArrayImpl.

fn from_extension_array( &self, type_name: &str, array: &ArrayRef, ) -> Result<ArrayImpl, ArrayError>

Converts Arrow extension array to RisingWave ArrayImpl.

fn from_bool_array(&self, array: &BooleanArray) -> Result<ArrayImpl, ArrayError>

fn from_int16_array(&self, array: &Int16Array) -> Result<ArrayImpl, ArrayError>

fn from_int8_array(&self, array: &Int8Array) -> Result<ArrayImpl, ArrayError>

fn from_uint8_array(&self, array: &UInt8Array) -> Result<ArrayImpl, ArrayError>

fn from_uint16_array( &self, array: &UInt16Array, ) -> Result<ArrayImpl, ArrayError>

fn from_uint32_array( &self, array: &UInt32Array, ) -> Result<ArrayImpl, ArrayError>

fn from_int32_array(&self, array: &Int32Array) -> Result<ArrayImpl, ArrayError>

fn from_int64_array(&self, array: &Int64Array) -> Result<ArrayImpl, ArrayError>

fn from_int256_array( &self, array: &Decimal256Array, ) -> Result<ArrayImpl, ArrayError>

fn from_decimal128_array( &self, array: &Decimal128Array, ) -> Result<ArrayImpl, ArrayError>

fn from_uint64_array( &self, array: &UInt64Array, ) -> Result<ArrayImpl, ArrayError>

fn from_float16_array( &self, array: &Float16Array, ) -> Result<ArrayImpl, ArrayError>

fn from_float32_array( &self, array: &Float32Array, ) -> Result<ArrayImpl, ArrayError>

fn from_float64_array( &self, array: &Float64Array, ) -> Result<ArrayImpl, ArrayError>

fn from_date32_array( &self, array: &Date32Array, ) -> Result<ArrayImpl, ArrayError>

fn from_time64us_array( &self, array: &Time64MicrosecondArray, ) -> Result<ArrayImpl, ArrayError>

fn from_timestampsecond_array( &self, array: &TimestampSecondArray, ) -> Result<ArrayImpl, ArrayError>

fn from_timestampsecond_some_array( &self, array: &TimestampSecondArray, ) -> Result<ArrayImpl, ArrayError>

fn from_timestampms_array( &self, array: &TimestampMillisecondArray, ) -> Result<ArrayImpl, ArrayError>

fn from_timestampms_some_array( &self, array: &TimestampMillisecondArray, ) -> Result<ArrayImpl, ArrayError>

fn from_timestampus_array( &self, array: &TimestampMicrosecondArray, ) -> Result<ArrayImpl, ArrayError>

fn from_timestampus_some_array( &self, array: &TimestampMicrosecondArray, ) -> Result<ArrayImpl, ArrayError>

fn from_timestampns_array( &self, array: &TimestampNanosecondArray, ) -> Result<ArrayImpl, ArrayError>

fn from_timestampns_some_array( &self, array: &TimestampNanosecondArray, ) -> Result<ArrayImpl, ArrayError>

fn from_interval_array( &self, array: &IntervalMonthDayNanoArray, ) -> Result<ArrayImpl, ArrayError>

fn from_utf8_array(&self, array: &StringArray) -> Result<ArrayImpl, ArrayError>

fn from_binary_array( &self, array: &BinaryArray, ) -> Result<ArrayImpl, ArrayError>

fn from_large_utf8_array( &self, array: &LargeStringArray, ) -> Result<ArrayImpl, ArrayError>

fn from_large_binary_array( &self, array: &LargeBinaryArray, ) -> Result<ArrayImpl, ArrayError>

fn from_list_array(&self, array: &ListArray) -> Result<ArrayImpl, ArrayError>

fn from_struct_array( &self, array: &StructArray, ) -> Result<ArrayImpl, ArrayError>

fn from_map_array(&self, array: &MapArray) -> Result<ArrayImpl, ArrayError>

impl ToArrow for IcebergArrowConvert

fn to_arrow_field( &self, name: &str, data_type: &DataType, ) -> Result<Field, ArrayError>

Convert RisingWave data type to Arrow data type.

fn interval_type_to_arrow(&self) -> DataType

fn decimal_type_to_arrow(&self, name: &str) -> Field

fn decimal_to_arrow( &self, data_type: &DataType, array: &DecimalArray, ) -> Result<ArrayRef, ArrayError>

fn interval_to_arrow( &self, array: &IntervalArray, ) -> Result<ArrayRef, ArrayError>

fn to_record_batch( &self, schema: SchemaRef, chunk: &DataChunk, ) -> Result<RecordBatch, ArrayError>

Converts RisingWave DataChunk to Arrow RecordBatch with specified schema.

fn to_array( &self, data_type: &DataType, array: &ArrayImpl, ) -> Result<ArrayRef, ArrayError>

Converts RisingWave array to Arrow array.

fn bool_to_arrow(&self, array: &BoolArray) -> Result<ArrayRef, ArrayError>

fn int16_to_arrow(&self, array: &I16Array) -> Result<ArrayRef, ArrayError>

fn int32_to_arrow(&self, array: &I32Array) -> Result<ArrayRef, ArrayError>

fn int64_to_arrow(&self, array: &I64Array) -> Result<ArrayRef, ArrayError>

fn float32_to_arrow(&self, array: &F32Array) -> Result<ArrayRef, ArrayError>

fn float64_to_arrow(&self, array: &F64Array) -> Result<ArrayRef, ArrayError>

fn utf8_to_arrow(&self, array: &Utf8Array) -> Result<ArrayRef, ArrayError>

fn int256_to_arrow(&self, array: &Int256Array) -> Result<ArrayRef, ArrayError>

fn date_to_arrow(&self, array: &DateArray) -> Result<ArrayRef, ArrayError>

fn timestamp_to_arrow( &self, array: &TimestampArray, ) -> Result<ArrayRef, ArrayError>

fn timestamptz_to_arrow( &self, array: &TimestamptzArray, ) -> Result<ArrayRef, ArrayError>

fn time_to_arrow(&self, array: &TimeArray) -> Result<ArrayRef, ArrayError>

fn bytea_to_arrow(&self, array: &BytesArray) -> Result<ArrayRef, ArrayError>

fn jsonb_to_arrow(&self, array: &JsonbArray) -> Result<ArrayRef, ArrayError>

fn serial_to_arrow(&self, array: &SerialArray) -> Result<ArrayRef, ArrayError>

fn list_to_arrow( &self, data_type: &DataType, array: &ListArray, ) -> Result<ArrayRef, ArrayError>

fn vector_to_arrow( &self, data_type: &DataType, array: &VectorArray, ) -> Result<ArrayRef, ArrayError>

fn struct_to_arrow( &self, data_type: &DataType, array: &StructArray, ) -> Result<ArrayRef, ArrayError>

fn map_to_arrow( &self, data_type: &DataType, array: &MapArray, ) -> Result<ArrayRef, ArrayError>

fn bool_type_to_arrow(&self) -> DataType

fn int16_type_to_arrow(&self) -> DataType

fn int32_type_to_arrow(&self) -> DataType

fn int64_type_to_arrow(&self) -> DataType

fn int256_type_to_arrow(&self) -> DataType

fn float32_type_to_arrow(&self) -> DataType

fn float64_type_to_arrow(&self) -> DataType

fn date_type_to_arrow(&self) -> DataType

fn time_type_to_arrow(&self) -> DataType

fn timestamp_type_to_arrow(&self) -> DataType

fn timestamptz_type_to_arrow(&self) -> DataType

fn varchar_type_to_arrow(&self) -> DataType

fn jsonb_type_to_arrow(&self, name: &str) -> Field

fn bytea_type_to_arrow(&self) -> DataType

fn serial_type_to_arrow(&self) -> DataType

fn list_type_to_arrow( &self, list_type: &ListType, ) -> Result<DataType, ArrayError>

fn struct_type_to_arrow( &self, fields: &StructType, ) -> Result<DataType, ArrayError>

fn map_type_to_arrow(&self, map_type: &MapType) -> Result<DataType, ArrayError>

fn vector_type_to_arrow(&self) -> Result<DataType, ArrayError>