proto: add timestamp field to SubscribeUpdate message

rpcpool · May 20, 2024 · 776059f · 776059f
1 parent 43bd81a
commit 776059f
Show file tree

Hide file tree

Showing 16 changed files with 105 additions and 45 deletions.
diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml
@@ -31,6 +31,9 @@ jobs:
     steps:
       - uses: actions/checkout@v4
 
+      - name: Install dependencies
+        run: sudo apt-get install -y libsasl2-dev
+
       - name: Set rust version
         run: |
           source ci/rust-version.sh
@@ -58,10 +61,10 @@ jobs:
               target
           key: ${{ matrix.os }}-cargo-${{ hashFiles('rust-toolchain.toml') }}-${{ hashFiles('**/Cargo.lock') }}-0001
 
-      - name: Install dependencies
-        run: |
-          sudo apt-get update
-          sudo apt-get install -y libsasl2-dev
+      # - name: Install dependencies
+      #   run: |
+      #     sudo apt-get update
+      #     sudo apt-get install -y libsasl2-dev
 
       - name: Check Solana version
         run: |

diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
@@ -9,6 +9,7 @@ on:
       - 'master'
       - 'v1.16'
       - 'v1.17'
+      - 'v1.17-gamma'
   workflow_dispatch:
 
 env:
@@ -23,6 +24,9 @@ jobs:
     steps:
       - uses: actions/checkout@v4
 
+      - name: Install dependencies
+        run: sudo apt-get install -y libsasl2-dev
+
       - name: Set rust version
         run: |
           source ci/rust-version.sh
@@ -58,10 +62,10 @@ jobs:
               target
           key: ${{ matrix.os }}-cargo-${{ hashFiles('rust-toolchain.toml') }}-${{ hashFiles('**/Cargo.lock') }}-0001
 
-      - name: Install dependencies
-        run: |
-          sudo apt-get update
-          sudo apt-get install -y libsasl2-dev
+      # - name: Install dependencies
+      #   run: |
+      #     sudo apt-get update
+      #     sudo apt-get install -y libsasl2-dev
 
       - name: cargo tree
         run: |

diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -172,6 +172,17 @@ The minor version will be incremented upon a breaking change and the patch versi
 
 ## 2024-02-06
 
+- yellowstone-grpc-client-1.13.0+solana.1.17.20.gamma
+- yellowstone-grpc-geyser-1.12.0+solana.1.17.20.gamma
+- yellowstone-grpc-proto-1.12.0+solana.1.17.20.gamma
+- yellowstone-grpc-tools-1.0.0-rc.9+solana.1.17.20.gamma
+
+### Features
+
+- proto: add `timestamp` field to `SubscribeUpdate` message
+
+## 2024-02-06
+
 - yellowstone-grpc-client-1.13.0+solana.1.17.20
 - yellowstone-grpc-geyser-1.12.0+solana.1.17.20
 - yellowstone-grpc-proto-1.12.0+solana.1.17.20
@@ -214,6 +225,17 @@ The minor version will be incremented upon a breaking change and the patch versi
 
 - solana: update to 1.17.16 ([#274](https://github.com/rpcpool/yellowstone-grpc/pull/274))
 
+## 2024-01-09
+
+- yellowstone-grpc-client-1.13.0+solana.1.17.15.gamma
+- yellowstone-grpc-geyser-1.12.0+solana.1.17.15.gamma
+- yellowstone-grpc-proto-1.12.0+solana.1.17.15.gamma
+- yellowstone-grpc-tools-1.0.0-rc.9+solana.1.17.15.gamma
+
+### Features
+
+- proto: add `timestamp` field to `SubscribeUpdate` message
+
 ## 2024-01-08
 
 - yellowstone-grpc-client-1.13.0+solana.1.17.15
@@ -226,6 +248,17 @@ The minor version will be incremented upon a breaking change and the patch versi
 - proto: add more convert functions ([#264](https://github.com/rpcpool/yellowstone-grpc/pull/264))
 - geyser: set plugin name to `{name}-{version}` ([#270](https://github.com/rpcpool/yellowstone-grpc/pull/270))
 
+## 2023-12-24
+
+- yellowstone-grpc-client-1.13.0+solana.1.16.21
+- yellowstone-grpc-geyser-1.12.0+solana.1.16.21
+- yellowstone-grpc-proto-1.12.0+solana.1.16.21
+- yellowstone-grpc-tools-1.0.0-rc.10+solana.1.16.21
+
+### Features
+
+- proto: add `timestamp` field to `SubscribeUpdate` message
+
 ## 2023-12-22
 
 - yellowstone-grpc-client-1.12.0+solana.1.17.12

diff --git a/Cargo.lock b/Cargo.lock
diff --git a/Cargo.toml b/Cargo.toml
@@ -1,11 +1,11 @@
 [workspace]
 resolver = "2"
 members = [
-    "examples/rust", # 1.13.0+solana.1.17.33
-    "yellowstone-grpc-client", # 1.15.0+solana.1.17.33
-    "yellowstone-grpc-geyser", # 1.14.2+solana.1.17.33
-    "yellowstone-grpc-proto", # 1.14.0+solana.1.17.33
-    "yellowstone-grpc-tools", # 1.0.0-rc.11+solana.1.17.33
+    "examples/rust", # 1.13.0+solana.1.17.33.gamma
+    "yellowstone-grpc-client", # 1.15.0+solana.1.17.33.gamma
+    "yellowstone-grpc-geyser", # 1.14.2+solana.1.17.33.gamma
+    "yellowstone-grpc-proto", # 1.14.0+solana.1.17.33.gamma
+    "yellowstone-grpc-tools", # 1.0.0-rc.11+solana.1.17.33.gamma
 ]
 
 [workspace.package]
@@ -45,6 +45,7 @@ log = "0.4.17"
 maplit = "1.0.2"
 prometheus = "0.13.2"
 prost = "0.12.1"
+prost-types = "0.12.1"
 protobuf-src = "1.1.0"
 rdkafka = "0.34.0"
 serde = "1.0.145"
@@ -66,8 +67,8 @@ tonic-health = "0.10.2"
 tracing = "0.1.37"
 tracing-subscriber = "0.3.17"
 vergen = "8.2.1"
-yellowstone-grpc-client = { path = "yellowstone-grpc-client", version = "=1.15.0+solana.1.17.33" }
-yellowstone-grpc-proto = { path = "yellowstone-grpc-proto", version = "=1.14.0+solana.1.17.33" }
+yellowstone-grpc-client = { path = "yellowstone-grpc-client", version = "=1.15.0+solana.1.17.33.gamma" }
+yellowstone-grpc-proto = { path = "yellowstone-grpc-proto", version = "=1.14.0+solana.1.17.33.gamma" }
 
 [profile.release]
 debug = true

diff --git a/examples/rust/Cargo.toml b/examples/rust/Cargo.toml
@@ -1,6 +1,6 @@
 [package]
 name = "yellowstone-grpc-client-simple"
-version = "1.13.0+solana.1.17.33"
+version = "1.13.0+solana.1.17.33.gamma"
 authors = { workspace = true }
 edition = { workspace = true }
 homepage = { workspace = true }

diff --git a/yellowstone-grpc-client/Cargo.toml b/yellowstone-grpc-client/Cargo.toml
@@ -1,6 +1,6 @@
 [package]
 name = "yellowstone-grpc-client"
-version = "1.15.0+solana.1.17.33"
+version = "1.15.0+solana.1.17.33.gamma"
 authors = { workspace = true }
 edition = { workspace = true }
 description = "Yellowstone gRPC Geyser Simple Client"

diff --git a/yellowstone-grpc-geyser/Cargo.toml b/yellowstone-grpc-geyser/Cargo.toml
@@ -1,6 +1,6 @@
 [package]
 name = "yellowstone-grpc-geyser"
-version = "1.14.2+solana.1.17.33"
+version = "1.14.2+solana.1.17.33.gamma"
 authors = { workspace = true }
 edition = { workspace = true }
 description = "Yellowstone gRPC Geyser Plugin"

diff --git a/yellowstone-grpc-geyser/src/filters.rs b/yellowstone-grpc-geyser/src/filters.rs
@@ -16,15 +16,20 @@ use {
     std::{
         collections::{HashMap, HashSet},
         str::FromStr,
+        time::SystemTime,
     },
-    yellowstone_grpc_proto::prelude::{
-        subscribe_request_filter_accounts_filter::Filter as AccountsFilterDataOneof,
-        subscribe_request_filter_accounts_filter_memcmp::Data as AccountsFilterMemcmpOneof,
-        subscribe_update::UpdateOneof, CommitmentLevel, SubscribeRequest,
-        SubscribeRequestAccountsDataSlice, SubscribeRequestFilterAccounts,
-        SubscribeRequestFilterAccountsFilter, SubscribeRequestFilterBlocks,
-        SubscribeRequestFilterBlocksMeta, SubscribeRequestFilterEntry, SubscribeRequestFilterSlots,
-        SubscribeRequestFilterTransactions, SubscribeUpdate, SubscribeUpdatePong,
+    yellowstone_grpc_proto::{
+        prelude::{
+            subscribe_request_filter_accounts_filter::Filter as AccountsFilterDataOneof,
+            subscribe_request_filter_accounts_filter_memcmp::Data as AccountsFilterMemcmpOneof,
+            subscribe_update::UpdateOneof, CommitmentLevel, SubscribeRequest,
+            SubscribeRequestAccountsDataSlice, SubscribeRequestFilterAccounts,
+            SubscribeRequestFilterAccountsFilter, SubscribeRequestFilterBlocks,
+            SubscribeRequestFilterBlocksMeta, SubscribeRequestFilterEntry,
+            SubscribeRequestFilterSlots, SubscribeRequestFilterTransactions, SubscribeUpdate,
+            SubscribeUpdatePong,
+        },
+        prost_types::Timestamp,
     },
 };
 
@@ -133,6 +138,7 @@ impl Filter {
                         Some(SubscribeUpdate {
                             filters,
                             update_oneof: Some(message.to_proto(&self.accounts_data_slice)),
+                            timestamp: Some(Timestamp::from(SystemTime::now())),
                         })
                     }
                 }),
@@ -143,6 +149,7 @@ impl Filter {
         self.ping.map(|id| SubscribeUpdate {
             filters: vec![],
             update_oneof: Some(UpdateOneof::Pong(SubscribeUpdatePong { id })),
+            timestamp: Some(Timestamp::from(SystemTime::now())),
         })
     }
 }

diff --git a/yellowstone-grpc-geyser/src/grpc.rs b/yellowstone-grpc-geyser/src/grpc.rs
@@ -24,6 +24,7 @@ use {
             atomic::{AtomicUsize, Ordering},
             Arc,
         },
+        time::SystemTime,
     },
     tokio::{
         fs,
@@ -56,6 +57,7 @@ use {
             SubscribeUpdateSlot, SubscribeUpdateTransaction, SubscribeUpdateTransactionInfo,
             SubscribeUpdateTransactionStatus, TransactionError as SubscribeUpdateTransactionError,
         },
+        prost_types::Timestamp,
     },
 };
 
@@ -1287,6 +1289,7 @@ impl Geyser for GrpcService {
             let ping_msg = SubscribeUpdate {
                 filters: vec![],
                 update_oneof: Some(UpdateOneof::Ping(SubscribeUpdatePing {})),
+                timestamp: Some(Timestamp::from(SystemTime::now())),
             };
 
             loop {

diff --git a/yellowstone-grpc-proto/Cargo.toml b/yellowstone-grpc-proto/Cargo.toml
@@ -1,6 +1,6 @@
 [package]
 name = "yellowstone-grpc-proto"
-version = "1.14.0+solana.1.17.33"
+version = "1.14.0+solana.1.17.33.gamma"
 authors = { workspace = true }
 edition = { workspace = true }
 description = "Yellowstone gRPC Geyser Protobuf Definitions"
@@ -13,6 +13,7 @@ publish = true
 [dependencies]
 bincode = { workspace = true }
 prost = { workspace = true }
+prost-types = { workspace = true }
 solana-account-decoder = { workspace = true }
 solana-sdk = { workspace = true }
 solana-transaction-status = { workspace = true }

diff --git a/yellowstone-grpc-proto/proto/geyser.proto b/yellowstone-grpc-proto/proto/geyser.proto
@@ -1,5 +1,6 @@
 syntax = "proto3";
 
+import "google/protobuf/timestamp.proto";
 import public "solana-storage.proto";
 
 option go_package = "github.com/rpcpool/solana-geyser-grpc/golang/proto";
@@ -104,6 +105,7 @@ message SubscribeUpdate {
     SubscribeUpdateBlockMeta block_meta = 7;
     SubscribeUpdateEntry entry = 8;
   }
+  google.protobuf.Timestamp timestamp = 11;
 }
 
 message SubscribeUpdateAccount {

diff --git a/yellowstone-grpc-proto/src/lib.rs b/yellowstone-grpc-proto/src/lib.rs
@@ -16,7 +16,7 @@ pub mod prelude {
     pub use super::{geyser::*, solana::storage::confirmed_block::*};
 }
 
-pub use {prost, tonic};
+pub use {prost, prost_types, tonic};
 
 pub mod convert_to {
     use {

diff --git a/yellowstone-grpc-tools/Cargo.toml b/yellowstone-grpc-tools/Cargo.toml
@@ -1,6 +1,6 @@
 [package]
 name = "yellowstone-grpc-tools"
-version = "1.0.0-rc.11+solana.1.17.33"
+version = "1.0.0-rc.11+solana.1.17.33.gamma"
 authors = { workspace = true }
 edition = { workspace = true }
 description = "Yellowstone gRPC Tools"

diff --git a/yellowstone-grpc-tools/src/bin/grpc-google-pubsub.rs b/yellowstone-grpc-tools/src/bin/grpc-google-pubsub.rs
@@ -177,9 +177,9 @@ impl ArgsAction {
                             .context("failed to get message from gRPC")?;
 
                         match &message {
-                            SubscribeUpdate { filters: _, update_oneof: Some(UpdateOneof::Ping(_)) } => prom::recv_inc(GprcMessageKind::Ping),
-                            SubscribeUpdate { filters: _, update_oneof: Some(UpdateOneof::Pong(_)) } => prom::recv_inc(GprcMessageKind::Pong),
-                            SubscribeUpdate { filters: _, update_oneof: Some(value) } => {
+                            SubscribeUpdate { filters: _, update_oneof: Some(UpdateOneof::Ping(_)), timestamp: _ } => prom::recv_inc(GprcMessageKind::Ping),
+                            SubscribeUpdate { filters: _, update_oneof: Some(UpdateOneof::Pong(_)), timestamp: _ } => prom::recv_inc(GprcMessageKind::Pong),
+                            SubscribeUpdate { filters: _, update_oneof: Some(value), timestamp: _ } => {
                                 if let UpdateOneof::Slot(slot) = value {
                                     prom::set_slot_tip(
                                         CommitmentLevel::try_from(slot.status).expect("valid commitment"),
@@ -196,7 +196,7 @@ impl ArgsAction {
 
                                 prom::recv_inc(prom_kind);
                             },
-                            SubscribeUpdate { filters: _, update_oneof: None } => anyhow::bail!("received empty updat emessage"),
+                            SubscribeUpdate { filters: _, update_oneof: None, timestamp: _ } => anyhow::bail!("received empty updat emessage"),
                         };
                     }
                 };