Struct LanceDbConvert 

pub struct LanceDbConvert;

Implementations

impl LanceDbConvert

pub fn to_record_batch( &self, schema: SchemaRef, chunk: &DataChunk, ) -> Result<RecordBatch, ArrayError>

Convert a RisingWave DataChunk to an Arrow RecordBatch.

pub fn rw_schema_to_arrow_schema( &self, rw_schema: &Schema, ) -> Result<Schema, ArrayError>

Convert a RisingWave Schema to an Arrow Schema.

Trait Implementations

impl FromArrow for LanceDbConvert

fn from_record_batch( &self, batch: &RecordBatch, ) -> Result<DataChunk, ArrayError>

Converts Arrow RecordBatch to RisingWave DataChunk.

fn from_fields(&self, fields: &Fields) -> Result<StructType, ArrayError>

Converts Arrow Fields to RisingWave StructType.

fn from_field(&self, field: &Field) -> Result<DataType, ArrayError>

Converts Arrow Field to RisingWave DataType.

fn from_large_utf8(&self) -> Result<DataType, ArrayError>

Converts Arrow LargeUtf8 type to RisingWave data type.

fn from_large_binary(&self) -> Result<DataType, ArrayError>

Converts Arrow LargeBinary type to RisingWave data type.

fn from_fixed_size_binary(&self) -> Result<DataType, ArrayError>

Converts Arrow FixedSizeBinary type to RisingWave data type.

fn from_extension_type( &self, type_name: &str, physical_type: &DataType, ) -> Result<DataType, ArrayError>

Converts Arrow extension type to RisingWave DataType.

fn from_array( &self, expected_field: &Field, array: &ArrayRef, ) -> Result<ArrayImpl, ArrayError>

Converts Arrow Array to RisingWave ArrayImpl.

fn from_extension_array( &self, type_name: &str, array: &ArrayRef, ) -> Result<ArrayImpl, ArrayError>

Converts Arrow extension array to RisingWave ArrayImpl.

fn from_bool_array(&self, array: &BooleanArray) -> Result<ArrayImpl, ArrayError>

fn from_int16_array(&self, array: &Int16Array) -> Result<ArrayImpl, ArrayError>

fn from_int8_array(&self, array: &Int8Array) -> Result<ArrayImpl, ArrayError>

fn from_uint8_array(&self, array: &UInt8Array) -> Result<ArrayImpl, ArrayError>

fn from_uint16_array( &self, array: &UInt16Array, ) -> Result<ArrayImpl, ArrayError>

fn from_uint32_array( &self, array: &UInt32Array, ) -> Result<ArrayImpl, ArrayError>

fn from_int32_array(&self, array: &Int32Array) -> Result<ArrayImpl, ArrayError>

fn from_int64_array(&self, array: &Int64Array) -> Result<ArrayImpl, ArrayError>

fn from_int256_array( &self, array: &Decimal256Array, ) -> Result<ArrayImpl, ArrayError>

fn from_decimal128_array( &self, array: &Decimal128Array, ) -> Result<ArrayImpl, ArrayError>

fn from_uint64_array( &self, array: &UInt64Array, ) -> Result<ArrayImpl, ArrayError>

fn from_float16_array( &self, array: &Float16Array, ) -> Result<ArrayImpl, ArrayError>

fn from_float32_array( &self, array: &Float32Array, ) -> Result<ArrayImpl, ArrayError>

fn from_float64_array( &self, array: &Float64Array, ) -> Result<ArrayImpl, ArrayError>

fn from_date32_array( &self, array: &Date32Array, ) -> Result<ArrayImpl, ArrayError>

fn from_time32s_array( &self, array: &Time32SecondArray, ) -> Result<ArrayImpl, ArrayError>

fn from_time32ms_array( &self, array: &Time32MillisecondArray, ) -> Result<ArrayImpl, ArrayError>

fn from_time64us_array( &self, array: &Time64MicrosecondArray, ) -> Result<ArrayImpl, ArrayError>

fn from_time64ns_array( &self, array: &Time64NanosecondArray, ) -> Result<ArrayImpl, ArrayError>

fn from_timestampsecond_array( &self, array: &TimestampSecondArray, ) -> Result<ArrayImpl, ArrayError>

fn from_timestampsecond_some_array( &self, array: &TimestampSecondArray, ) -> Result<ArrayImpl, ArrayError>

fn from_timestampms_array( &self, array: &TimestampMillisecondArray, ) -> Result<ArrayImpl, ArrayError>

fn from_timestampms_some_array( &self, array: &TimestampMillisecondArray, ) -> Result<ArrayImpl, ArrayError>

fn from_timestampus_array( &self, array: &TimestampMicrosecondArray, ) -> Result<ArrayImpl, ArrayError>

fn from_timestampus_some_array( &self, array: &TimestampMicrosecondArray, ) -> Result<ArrayImpl, ArrayError>

fn from_timestampns_array( &self, array: &TimestampNanosecondArray, ) -> Result<ArrayImpl, ArrayError>

fn from_timestampns_some_array( &self, array: &TimestampNanosecondArray, ) -> Result<ArrayImpl, ArrayError>

fn from_interval_array( &self, array: &IntervalMonthDayNanoArray, ) -> Result<ArrayImpl, ArrayError>

fn from_utf8_array(&self, array: &StringArray) -> Result<ArrayImpl, ArrayError>

fn from_utf8_view_array( &self, array: &StringViewArray, ) -> Result<ArrayImpl, ArrayError>

fn from_binary_array( &self, array: &BinaryArray, ) -> Result<ArrayImpl, ArrayError>

fn from_large_utf8_array( &self, array: &LargeStringArray, ) -> Result<ArrayImpl, ArrayError>

fn from_large_binary_array( &self, array: &LargeBinaryArray, ) -> Result<ArrayImpl, ArrayError>

fn from_fixed_size_binary_array( &self, array: &FixedSizeBinaryArray, ) -> Result<ArrayImpl, ArrayError>

fn from_list_array( &self, expected_field: &Field, array: &ListArray, ) -> Result<ArrayImpl, ArrayError>

Converts an Arrow ListArray, decoding elements by the expected element field so that nested decode keeps following the declared schema. Falls back to the array’s own element field when the expected field does not describe a list.

fn from_struct_array( &self, expected_field: &Field, array: &StructArray, ) -> Result<ArrayImpl, ArrayError>

Converts an Arrow StructArray by the expected struct field: children align by name (first occurrence, extras dropped), positionally when a name is missing but the arity matches (an external UDF may label struct children differently, as its signature check ignores nested field names), and error otherwise. Extensions are taken from the expected side only.

fn from_map_array( &self, expected_field: &Field, array: &MapArray, ) -> Result<ArrayImpl, ArrayError>

Converts an Arrow MapArray, decoding entries by the expected entries field. Falls back to the array’s own entries field when the expected field does not describe a map.

impl ToArrow for LanceDbConvert

Use the default ToArrow implementation (no overrides needed for LanceDB initially). DeltaLake overrides decimal_to_arrow because of special Inf/NaN handling. LanceDB can use the default behavior. If custom type mapping is needed later (e.g., Vector -> FixedSizeList), add overrides here.

fn to_record_batch( &self, schema: SchemaRef, chunk: &DataChunk, ) -> Result<RecordBatch, ArrayError>

Converts RisingWave DataChunk to Arrow RecordBatch with specified schema.

fn to_array( &self, data_type: &DataType, array: &ArrayImpl, ) -> Result<ArrayRef, ArrayError>

Converts RisingWave array to Arrow array.

fn bool_to_arrow(&self, array: &BoolArray) -> Result<ArrayRef, ArrayError>

fn int16_to_arrow(&self, array: &I16Array) -> Result<ArrayRef, ArrayError>

fn int32_to_arrow(&self, array: &I32Array) -> Result<ArrayRef, ArrayError>

fn int64_to_arrow(&self, array: &I64Array) -> Result<ArrayRef, ArrayError>

fn float32_to_arrow(&self, array: &F32Array) -> Result<ArrayRef, ArrayError>

fn float64_to_arrow(&self, array: &F64Array) -> Result<ArrayRef, ArrayError>

fn utf8_to_arrow(&self, array: &Utf8Array) -> Result<ArrayRef, ArrayError>

fn int256_to_arrow(&self, array: &Int256Array) -> Result<ArrayRef, ArrayError>

fn date_to_arrow(&self, array: &DateArray) -> Result<ArrayRef, ArrayError>

fn timestamp_to_arrow( &self, array: &TimestampArray, ) -> Result<ArrayRef, ArrayError>

fn timestamptz_to_arrow( &self, array: &TimestamptzArray, ) -> Result<ArrayRef, ArrayError>

fn time_to_arrow(&self, array: &TimeArray) -> Result<ArrayRef, ArrayError>

fn interval_to_arrow( &self, array: &IntervalArray, ) -> Result<ArrayRef, ArrayError>

fn bytea_to_arrow(&self, array: &BytesArray) -> Result<ArrayRef, ArrayError>

fn decimal_to_arrow( &self, _data_type: &DataType, array: &DecimalArray, ) -> Result<ArrayRef, ArrayError>

fn jsonb_to_arrow(&self, array: &JsonbArray) -> Result<ArrayRef, ArrayError>

fn variant_to_arrow( &self, _array: &VariantArray, ) -> Result<ArrayRef, ArrayError>

fn serial_to_arrow(&self, array: &SerialArray) -> Result<ArrayRef, ArrayError>

fn list_to_arrow( &self, data_type: &DataType, array: &ListArray, ) -> Result<ArrayRef, ArrayError>

fn vector_to_arrow( &self, data_type: &DataType, array: &VectorArray, ) -> Result<ArrayRef, ArrayError>

fn struct_to_arrow( &self, data_type: &DataType, array: &StructArray, ) -> Result<ArrayRef, ArrayError>

fn map_to_arrow( &self, data_type: &DataType, array: &MapArray, ) -> Result<ArrayRef, ArrayError>

fn to_arrow_field( &self, name: &str, value: &DataType, ) -> Result<Field, ArrayError>

Convert RisingWave data type to Arrow data type.

fn bool_type_to_arrow(&self) -> DataType

fn int16_type_to_arrow(&self) -> DataType

fn int32_type_to_arrow(&self) -> DataType

fn int64_type_to_arrow(&self) -> DataType

fn int256_type_to_arrow(&self) -> DataType

fn float32_type_to_arrow(&self) -> DataType

fn float64_type_to_arrow(&self) -> DataType

fn date_type_to_arrow(&self) -> DataType

fn time_type_to_arrow(&self) -> DataType

fn timestamp_type_to_arrow(&self) -> DataType

fn timestamptz_type_to_arrow(&self) -> DataType

fn interval_type_to_arrow(&self) -> DataType

fn varchar_type_to_arrow(&self) -> DataType

fn jsonb_type_to_arrow(&self, name: &str) -> Field

fn bytea_type_to_arrow(&self) -> DataType

fn decimal_type_to_arrow(&self, name: &str) -> Field

fn serial_type_to_arrow(&self) -> DataType

fn list_type_to_arrow( &self, list_type: &ListType, ) -> Result<DataType, ArrayError>

fn struct_type_to_arrow( &self, fields: &StructType, ) -> Result<DataType, ArrayError>

fn map_type_to_arrow(&self, map_type: &MapType) -> Result<DataType, ArrayError>

fn vector_type_to_arrow(&self) -> Result<DataType, ArrayError>