Slot graph: handle large query results (#1432)

For long running mirrors, the number of entries of slot records can grow very large. This causes UI to hang when we select 1 day or 1 month. This PR attempts to speed up the fetch by adding an index to updated_at and removing fetch of wal_status which was not being used anyways --------- Co-authored-by: Kevin Biju <[email protected]>
PeerDB-io · Mar 8, 2024 · 9c563b5 · 9c563b5
1 parent 0496eb5
commit 9c563b5
Show file tree

Hide file tree

Showing 3 changed files with 1 addition and 3 deletions.
diff --git a/nexus/catalog/migrations/V20__slot_updated_at.sql b/nexus/catalog/migrations/V20__slot_updated_at.sql
@@ -0,0 +1 @@
+CREATE INDEX index_slot_updated_at ON peerdb_stats.peer_slot_size (updated_at);
diff --git a/ui/app/api/peers/slots/[name]/route.ts b/ui/app/api/peers/slots/[name]/route.ts
@@ -34,7 +34,6 @@ export async function GET(
     select: {
       updated_at: true,
       slot_size: true,
-      wal_status: true,
     },
     where: {
       slot_name: context.params.name,
@@ -53,7 +52,6 @@ export async function GET(
         ' ' +
         lagPoint.updated_at.toLocaleTimeString(),
       slotSize: lagPoint.slot_size?.toString(),
-      walStatus: lagPoint.wal_status,
     };
   });
 

diff --git a/ui/app/dto/PeersDTO.ts b/ui/app/dto/PeersDTO.ts
@@ -55,5 +55,4 @@ export type PeerSetter = React.Dispatch<React.SetStateAction<PeerConfig>>;
 export type SlotLagPoint = {
   updatedAt: string;
   slotSize?: string;
-  walStatus: string | null;
 };
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1 @@
		CREATE INDEX index_slot_updated_at ON peerdb_stats.peer_slot_size (updated_at);