feat: Implement the Buf to avoid extra memory allocation

src/mito2/src/wal/entry_reader.rs

@@ -29,9 +29,8 @@ pub(crate) fn decode_raw_entry(raw_entry: Entry) -> Result<(EntryId, WalEntry)>
     let region_id = raw_entry.region_id();
     ensure!(raw_entry.is_complete(), CorruptedEntrySnafu { region_id });
     // TODO(weny): implement the [Buf] for return value, avoid extra memory allocation.
-    let bytes = raw_entry.into_bytes();
-    let wal_entry = WalEntry::decode(bytes.as_slice()).context(DecodeWalSnafu { region_id })?;
-
+    let buffer = raw_entry.into_buffer();
+    let wal_entry = WalEntry::decode(buffer).context(DecodeWalSnafu { region_id })?;
     Ok((entry_id, wal_entry))
 }
 

src/object-store/src/lib.rs

@@ -24,3 +24,4 @@ pub mod manager;
 mod metrics;
 pub mod test_util;
 pub mod util;
+pub use opendal;

src/store-api/Cargo.toml

@@ -27,6 +27,8 @@ serde_json.workspace = true
 snafu.workspace = true
 strum.workspace = true
 tokio.workspace = true
+object-store.workspace = true
+bytes.workspace = true
 
 [dev-dependencies]
 async-stream.workspace = true

src/store-api/src/logstore/entry.rs

@@ -16,6 +16,7 @@ use std::mem::size_of;
 
 use crate::logstore::provider::Provider;
 use crate::storage::RegionId;
+use object_store::opendal::Buffer;
 
 /// An entry's id.
 /// Different log store implementations may interpret the id to different meanings.
@@ -143,6 +144,15 @@ impl Entry {
         }
     }
 
+    pub fn into_buffer(self) -> Buffer {
+        match self {
+            Entry::Naive(entry) => Buffer::from(entry.data),
+            Entry::MultiplePart(entry) => Buffer::from(bytes::Bytes::from_iter(entry.parts.into_iter().flatten())),
+
+        }
+    }
+
+
     pub fn estimated_size(&self) -> usize {
         match self {
             Entry::Naive(entry) => entry.estimated_size(),