[Turbopack] Custom persistence layer

Cargo.toml

@@ -43,6 +43,7 @@ auto-hash-map = { path = "turbopack/crates/turbo-tasks-auto-hash-map" }
 swc-ast-explorer = { path = "turbopack/crates/turbopack-swc-ast-explorer" }
 turbo-prehash = { path = "turbopack/crates/turbo-prehash" }
 turbo-rcstr = { path = "turbopack/crates/turbo-rcstr" }
+turbo-persistence = { path = "turbopack/crates/turbo-persistence" }
 turbo-tasks-malloc = { path = "turbopack/crates/turbo-tasks-malloc", default-features = false }
 turbo-tasks = { path = "turbopack/crates/turbo-tasks" }
 turbo-tasks-backend = { path = "turbopack/crates/turbo-tasks-backend" }

turbopack/crates/turbo-persistence/Cargo.toml

@@ -0,0 +1,33 @@
+[package]
+name = "turbo-persistence"
+version = "0.1.0"
+edition = "2021"
+license = "MIT"
+
+[features]
+verify_sst_content = []
+strict_checks = []
+stats = ["quick_cache/stats"]
+
+[dependencies]
+anyhow = { workspace = true }
+pot = "3.0.0"
+byteorder = "1.5.0"
+lzzzz = "1.1.0"
+memmap2 = "0.9.5"
+parking_lot = { workspace = true }
+qfilter = { version = "0.2.1", features = ["serde"] }
+quick_cache = { version = "0.6.9" }
+rayon = { workspace = true }
+rustc-hash = { workspace = true }
+serde = { workspace = true }
+thread_local = { workspace = true }
+twox-hash = { version = "2.0.1", features = ["xxhash64"] }
+zstd = { version = "0.13.2", features = ["zdict_builder"] }
+
+[dev-dependencies]
+rand = { workspace = true, features = ["small_rng"] }
+tempfile = "3.14.0"
+
+[lints]
+workspace = true