risingwave_object_store/object/
prefix.rs

1// Copyright 2025 RisingWave Labs
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7//     http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
15pub(crate) mod s3 {
16    /// The number of S3 bucket prefixes
17    pub(crate) const NUM_BUCKET_PREFIXES: u32 = 256;
18
19    pub(crate) fn get_object_prefix(obj_id: u64) -> String {
20        let prefix = crc32fast::hash(&obj_id.to_be_bytes()) % NUM_BUCKET_PREFIXES;
21        let mut obj_prefix = prefix.to_string();
22        obj_prefix.push('/');
23        obj_prefix
24    }
25}
26
27pub mod opendal_engine {
28    /// The number of Azblob bucket prefixes
29    pub(crate) const NUM_BUCKET_PREFIXES_AZBLOB: u32 = 256;
30
31    pub fn get_object_prefix(obj_id: u64, use_new_object_prefix_strategy: bool) -> String {
32        // For OpenDAL object storage, whether objects are divided by prefixes depends on whether it is a new cluster:
33        // If it is a new cluster, objects will be divided into `NUM_BUCKET_PREFIXES_AZBLOB` prefixes.
34        // If it is an old cluster, prefixes are not used due to the need to read and write old data.
35        match use_new_object_prefix_strategy {
36            true => {
37                let prefix = crc32fast::hash(&obj_id.to_be_bytes()) % NUM_BUCKET_PREFIXES_AZBLOB;
38                let mut obj_prefix = prefix.to_string();
39                obj_prefix.push('/');
40                obj_prefix
41            }
42            false => String::default(),
43        }
44    }
45}
risingwave_object_store/object/prefix.rs

risingwave_object_store/object/
prefix.rs
