Port HelixDB fork changes to SlateDB v0.15

.github/workflows/dst-hourly.yaml

@@ -20,6 +20,8 @@ jobs:
             test-filter: test_dst_bank_with_toxics
           - name: determinism
             test-filter: test_dst_is_deterministic
+          - name: rescaling
+            test-filter: test_dst_rescaling_preserves_data
           - name: segments
             test-filter: test_dst_segments_is_deterministic
     # Hard backstop for the whole job. The "Run DST Tests" step below sets a
@@ -41,7 +43,7 @@ jobs:
         # failure notification fires. A job-level timeout would instead cancel
         # the run, and GitHub does not notify on cancellations.
         timeout-minutes: 60
-        run: cargo nextest run -p slatedb-dst --all-features --profile dst-nightly --no-capture ${{ matrix.test-filter }}
+        run: cargo nextest run -p slatedb-dst --all-features --cargo-profile dst --profile dst-nightly --no-capture ${{ matrix.test-filter }}
         env:
           RUSTFLAGS: "--cfg dst --cfg tokio_unstable --cfg slow"
           RUST_LOG: "info"

Cargo.toml

@@ -12,7 +12,7 @@ members = [
 ]
 
 [workspace.package]
-version = "0.14.1"
+version = "0.15.0"
 edition = "2021"
 repository = "https://github.com/slatedb/slatedb"
 license = "Apache-2.0"
@@ -22,6 +22,12 @@ readme = "README.md"
 [profile.bench]
 lto = true
 
+[profile.dst]
+inherits = "test"
+opt-level = 2
+debug-assertions = true
+overflow-checks = true
+
 [workspace.dependencies]
 
 # dependencies
@@ -40,7 +46,7 @@ crossbeam-channel = "0.5.15"
 crossbeam-skiplist = "0.1.3"
 dotenvy = "0.15.7"
 duration-str = { version = "0.11.2", default-features = false }
-fail-parallel = "0.5.2"
+fail-parallel = "0.6.0"
 figment = "0.10.19"
 flate2 = "1.1.2"
 flatbuffers = "25.2.10"
@@ -64,9 +70,9 @@ serde = "1.0"
 serde_json = "1.0.142"
 siphasher = "1"
 smallvec = "1.15.1"
-slatedb = { path = "slatedb", version = "0.14.1" }
-slatedb-common = { path = "slatedb-common", version = "0.14.1" }
-slatedb-txn-obj = { path = "slatedb-txn-obj", version = "0.14.1" }
+slatedb = { path = "slatedb", version = "0.15.0" }
+slatedb-common = { path = "slatedb-common", version = "0.15.0" }
+slatedb-txn-obj = { path = "slatedb-txn-obj", version = "0.15.0" }
 snap = "1.1.1"
 sysinfo = "0.35.2"
 thiserror = "1.0.63"

README.md

@@ -138,8 +138,7 @@ Visit [slatedb.io](https://slatedb.io) to learn more.
 - [x] Clones ([#49](https://github.com/slatedb/slatedb/issues/49))
 - [ ] Range deletions ([#577](https://github.com/slatedb/slatedb/issues/577))
 - [x] Change data capture (CDC) ([#249](https://github.com/slatedb/slatedb/issues/249))
-- [ ] Database splitting
-- [ ] Database merging
+- [x] Database split/merge ([RFC](https://github.com/slatedb/slatedb/blob/main/rfcs/0004-checkpoints.md#manifest-projection-and-union))
 
 ## Projects
 

bindings/go/uniffi/doc.go

@@ -87,9 +87,9 @@
 // insertion, and scan fetch parallelism.
 //
 // For long-lived read-only access, open a [DbReader] with
-// [NewDbReaderBuilder]. A reader can be pinned to an existing checkpoint with
-// [DbReaderBuilder.WithCheckpointId], configured with [ReaderOptions], and
-// given a [MergeOperator] for merge-aware reads.
+// [NewDbReaderBuilder]. A reader's state selection can be configured with
+// [DbReaderBuilder.WithReaderMode] and [ReaderMode]. It can also be configured
+// with [ReaderOptions] and given a [MergeOperator] for merge-aware reads.
 //
 // [Db.Snapshot] creates a consistent read-only [DbSnapshot] from a writable
 // database handle.