feat: publish ongoing game data

CHANGELOG.md

@@ -55,6 +55,7 @@
 - [11143](https://github.com/vegaprotocol/vega/issues/11143) - Add support for new asset proposal in batch governance proposal
 - [11182](https://github.com/vegaprotocol/vega/issues/11182) - Remove reduce only restriction on spot markets stop orders.
 - [11153](https://github.com/vegaprotocol/vega/issues/11153) - Add check on start-up that bridge `RPC-endpoints` are functional.
+- [11209](https://github.com/vegaprotocol/vega/issues/11209) - Publish ongoing games data.
 
 ### 🐛 Fixes
 

cmd/data-node/commands/start/node.go

@@ -240,6 +240,7 @@ func (l *NodeCommand) createGRPCServer(config api.Config) *api.GRPCServer {
 		l.gamesService,
 		l.marginModesService,
 		l.timeWeightedNotionalPositionService,
+		l.gameScoreService,
 	)
 	return grpcServer
 }

cmd/data-node/commands/start/sqlsubscribers.go

@@ -82,6 +82,7 @@ type SQLSubscribers struct {
 	gamesStore                        *sqlstore.Games
 	marginModesStore                  *sqlstore.MarginModes
 	timeWeightedNotionalPositionStore *sqlstore.TimeWeightedNotionalPosition
+	gameScoreStore                    *sqlstore.GameScores
 
 	// Services
 	candleService                       *candlesv2.Svc
@@ -138,6 +139,7 @@ type SQLSubscribers struct {
 	gamesService                        *service.Games
 	marginModesService                  *service.MarginModes
 	timeWeightedNotionalPositionService *service.TimeWeightedNotionalPosition
+	gameScoreService                    *service.GameScore
 
 	// Subscribers
 	accountSub                      *sqlsubscribers.Account
@@ -190,6 +192,7 @@ type SQLSubscribers struct {
 	transactionResultsSub           *sqlsubscribers.TransactionResults
 	marginModesSub                  *sqlsubscribers.MarginModes
 	timeWeightedNotionalPositionSub *sqlsubscribers.TimeWeightedNotionalPosition
+	gameScoreSub                    *sqlsubscribers.GameScore
 }
 
 func (s *SQLSubscribers) GetSQLSubscribers() []broker.SQLBrokerSubscriber {
@@ -246,6 +249,7 @@ func (s *SQLSubscribers) GetSQLSubscribers() []broker.SQLBrokerSubscriber {
 		s.transactionResultsSub,
 		s.marginModesSub,
 		s.timeWeightedNotionalPositionSub,
+		s.gameScoreSub,
 	}
 }
 
@@ -307,6 +311,7 @@ func (s *SQLSubscribers) CreateAllStores(ctx context.Context, Log *logging.Logge
 	s.gamesStore = sqlstore.NewGames(transactionalConnectionSource)
 	s.marginModesStore = sqlstore.NewMarginModes(transactionalConnectionSource)
 	s.timeWeightedNotionalPositionStore = sqlstore.NewTimeWeightedNotionalPosition(transactionalConnectionSource)
+	s.gameScoreStore = sqlstore.NewGameScores(transactionalConnectionSource)
 }
 
 func (s *SQLSubscribers) SetupServices(ctx context.Context, log *logging.Logger, candlesConfig candlesv2.Config) error {
@@ -363,7 +368,7 @@ func (s *SQLSubscribers) SetupServices(ctx context.Context, log *logging.Logger,
 	s.gamesService = service.NewGames(s.gamesStore)
 	s.marginModesService = service.NewMarginModes(s.marginModesStore)
 	s.timeWeightedNotionalPositionService = service.NewTimeWeightedNotionalPosition(s.timeWeightedNotionalPositionStore)
-
+	s.gameScoreService = service.NewGameScore(s.gameScoreStore, log)
 	s.transactionResultsSub = sqlsubscribers.NewTransactionResults(log)
 	s.transactionResultsService = service.NewTransactionResults(s.transactionResultsSub)
 
@@ -432,4 +437,5 @@ func (s *SQLSubscribers) SetupSQLSubscribers() {
 	s.vestingSummarySub = sqlsubscribers.NewVestingBalancesSummary(s.partyVestingBalancesStore, s.partyLockedBalancesStore)
 	s.marginModesSub = sqlsubscribers.NewMarginModes(s.marginModesService)
 	s.timeWeightedNotionalPositionSub = sqlsubscribers.NewTimeWeightedNotionalPosition(s.timeWeightedNotionalPositionService)
+	s.gameScoreSub = sqlsubscribers.NewGameScore(s.gameScoreStore)
 }

core/banking/cancel_transfer_test.go

@@ -68,7 +68,6 @@ func TestCancelTransfer(t *testing.T) {
 
 	e.assets.EXPECT().Get(gomock.Any()).Times(2).Return(
 		assets.NewAsset(&mockAsset{quantum: num.DecimalFromFloat(100), name: asset}), nil)
-	e.tsvc.EXPECT().GetTimeNow().Times(2)
 	e.broker.EXPECT().Send(gomock.Any()).Times(2)
 	assert.NoError(t, e.TransferFunds(ctx, transfer))
 

core/banking/checkpoint.go

@@ -20,6 +20,7 @@ import (
 	"fmt"
 	"sort"
 	"sync/atomic"
+	"time"
 
 	"code.vegaprotocol.io/vega/core/assets"
 	"code.vegaprotocol.io/vega/core/events"
@@ -272,6 +273,7 @@ func (e *Engine) loadRecurringTransfers(
 	ctx context.Context, r *checkpoint.RecurringTransfers,
 ) []events.Event {
 	evts := []events.Event{}
+	e.nextMetricUpdate = time.Unix(0, r.NextMetricUpdate)
 	for _, v := range r.RecurringTransfers {
 		transfer := types.RecurringTransferFromEvent(v)
 		e.recurringTransfers = append(e.recurringTransfers, transfer)
@@ -334,7 +336,7 @@ func (e *Engine) getRecurringTransfers() *checkpoint.RecurringTransfers {
 	for _, v := range e.recurringTransfers {
 		out.RecurringTransfers = append(out.RecurringTransfers, v.IntoEvent(nil, e.getGameID(v)))
 	}
-
+	out.NextMetricUpdate = e.nextMetricUpdate.UnixNano()
 	return out
 }
 

core/banking/checkpoint_test.go

@@ -81,11 +81,6 @@ func TestDepositFinalisedAfterCheckpoint(t *testing.T) {
 func testSimpledScheduledTransfer(t *testing.T) {
 	e := getTestEngine(t)
 
-	e.tsvc.EXPECT().GetTimeNow().DoAndReturn(
-		func() time.Time {
-			return time.Unix(10, 0)
-		}).AnyTimes()
-
 	// let's do a massive fee, easy to test.
 	e.OnTransferFeeFactorUpdate(context.Background(), num.NewDecimalFromFloat(1))
 	e.OnTick(context.Background(), time.Unix(10, 0))
@@ -229,7 +224,6 @@ func TestGovernanceScheduledTransfer(t *testing.T) {
 	}
 
 	e.broker.EXPECT().Send(gomock.Any()).Times(1)
-	e.tsvc.EXPECT().GetTimeNow().Times(1).Return(time.Unix(10, 0))
 	require.NoError(t, e.NewGovernanceTransfer(ctx, "1", "some reference", transfer))
 
 	checkp, err := e.Checkpoint()
@@ -290,7 +284,6 @@ func TestGovernanceRecurringTransfer(t *testing.T) {
 	}
 
 	e.broker.EXPECT().Send(gomock.Any()).Times(1)
-	e.tsvc.EXPECT().GetTimeNow().Times(1).Return(time.Unix(10, 0))
 	require.NoError(t, e.NewGovernanceTransfer(ctx, "1", "some reference", transfer))
 
 	checkp, err := e.Checkpoint()

core/banking/deduplicate_test.go

@@ -54,7 +54,6 @@ func TestAssetActionDeduplication(t *testing.T) {
 	asset1 := assets.NewAsset(erc20Asset)
 
 	t.Run("Generate asset list", func(t *testing.T) {
-		eng.tsvc.EXPECT().GetTimeNow().Times(1).Return(time.Now())
 		eng.assets.EXPECT().Get(assetID1).Times(1).Return(asset1, nil)
 		require.NoError(t, eng.EnableERC20(ctx, assetList1, id1, 1000, 1000, txHash1, ""))
 
@@ -71,7 +70,6 @@ func TestAssetActionDeduplication(t *testing.T) {
 	})
 
 	t.Run("Generate duplicated asset list and ", func(t *testing.T) {
-		eng.tsvc.EXPECT().GetTimeNow().Times(1).Return(time.Now())
 		eng.assets.EXPECT().Get(assetID1).Times(1).Return(asset1, nil)
 		require.NoError(t, eng.EnableERC20(ctx, assetList1, id1, 1000, 1000, txHash1, ""))
 
@@ -88,7 +86,6 @@ func TestAssetActionDeduplication(t *testing.T) {
 	// set, which might happen with the introduction of the second bridge. We have
 	// to ensure the event is acknowledge as a duplicate.
 	t.Run("Generate a duplicated event but updated with the chain ID", func(t *testing.T) {
-		eng.tsvc.EXPECT().GetTimeNow().Times(1).Return(time.Now())
 		eng.assets.EXPECT().Get(assetID1).Times(1).Return(asset1, nil)
 		require.NoError(t, eng.EnableERC20(ctx, assetList1, id1, 1000, 1000, txHash1, "1"))
 

core/banking/engine.go

@@ -113,6 +113,7 @@ type MarketActivityTracker interface {
 	MarkPaidProposer(asset, market, payoutAsset string, marketsInScope []string, funder string)
 	MarketTrackedForAsset(market, asset string) bool
 	TeamStatsForMarkets(allMarketsForAssets, onlyTheseMarkets []string) map[string]map[string]*num.Uint
+	PublishGameMetric(ctx context.Context, dispatchStrategy []*vega.DispatchStrategy, now time.Time)
 }
 
 type EthereumEventSource interface {
@@ -206,6 +207,9 @@ type Engine struct {
 
 	maxGovTransferQunatumMultiplier num.Decimal
 	maxGovTransferFraction          num.Decimal
+
+	metricUpdateFrequency time.Duration
+	nextMetricUpdate      time.Time
 }
 
 type withdrawalRef struct {
@@ -259,6 +263,7 @@ func New(log *logging.Logger,
 		minTransferQuantumMultiple:      num.DecimalZero(),
 		minWithdrawQuantumMultiple:      num.DecimalZero(),
 		marketActivityTracker:           marketActivityTracker,
+		nextMetricUpdate:                time.Time{},
 		hashToStrategy:                  map[string]*dispatchStrategyCacheEntry{},
 		primaryBridgeState: &bridgeState{
 			active: true,
@@ -310,6 +315,28 @@ func (e *Engine) ReloadConf(cfg Config) {
 	e.cfg = cfg
 }
 
+func (e *Engine) OnBlockEnd(ctx context.Context, now time.Time) {
+	if !now.Before(e.nextMetricUpdate) {
+		e.publishMetricData(ctx, now)
+		e.nextMetricUpdate = now.Add(e.metricUpdateFrequency)
+	}
+}
+
+// publishMetricData requests the market activity tracker to publish and event
+// for each game with the current metric data for each party.
+func (e *Engine) publishMetricData(ctx context.Context, now time.Time) {
+	hashes := make([]string, 0, len(e.hashToStrategy))
+	for hash := range e.hashToStrategy {
+		hashes = append(hashes, hash)
+	}
+	sort.Strings(hashes)
+	dss := make([]*vega.DispatchStrategy, 0, len(hashes))
+	for _, hash := range hashes {
+		dss = append(dss, e.hashToStrategy[hash].ds)
+	}
+	e.marketActivityTracker.PublishGameMetric(ctx, dss, now)
+}
+
 func (e *Engine) OnEpoch(ctx context.Context, ep types.Epoch) {
 	switch ep.Action {
 	case proto.EpochAction_EPOCH_ACTION_START:
@@ -320,6 +347,8 @@ func (e *Engine) OnEpoch(ctx context.Context, ep types.Epoch) {
 		e.distributeRecurringGovernanceTransfers(ctx)
 		e.applyPendingFeeDiscountsUpdates(ctx)
 		e.sendTeamsStats(ctx, ep.Seq)
+		// as the metrics are going to be published here, we want to progress the next update.
+		e.nextMetricUpdate = e.timeService.GetTimeNow().Add(e.metricUpdateFrequency)
 	default:
 		e.log.Panic("epoch action should never be UNSPECIFIED", logging.String("epoch", ep.String()))
 	}

core/banking/engine_test.go

@@ -64,6 +64,10 @@ func getTestEngine(t *testing.T) *testEngine {
 	col := mocks.NewMockCollateral(ctrl)
 	assets := mocks.NewMockAssets(ctrl)
 	tsvc := mocks.NewMockTimeService(ctrl)
+	tsvc.EXPECT().GetTimeNow().DoAndReturn(
+		func() time.Time {
+			return time.Unix(10, 0)
+		}).AnyTimes()
 	notary := mocks.NewMockNotary(ctrl)
 	broker := bmocks.NewMockBroker(ctrl)
 	top := mocks.NewMockTopology(ctrl)
@@ -118,7 +122,6 @@ func testDepositSuccess(t *testing.T) {
 	}
 
 	// call the deposit function
-	eng.tsvc.EXPECT().GetTimeNow().Times(2).Return(time.Now())
 	err := eng.DepositBuiltinAsset(context.Background(), bad, "depositid", 42)
 	assert.NoError(t, err)
 
@@ -147,7 +150,6 @@ func testDepositSuccessNoTxDuplicate(t *testing.T) {
 	}
 
 	// call the deposit function
-	eng.tsvc.EXPECT().GetTimeNow().Times(2).Return(time.Now())
 	require.NoError(t, eng.DepositBuiltinAsset(context.Background(), bad, "depositid", 42))
 
 	// then we call the callback from the fake witness
@@ -161,7 +163,6 @@ func testDepositSuccessNoTxDuplicate(t *testing.T) {
 	eng.OnTick(context.Background(), time.Now())
 
 	// call the deposit function
-	eng.tsvc.EXPECT().GetTimeNow().Times(2).Return(time.Now())
 	require.NoError(t, eng.DepositBuiltinAsset(context.Background(), bad, "depositid2", 43))
 
 	// then we call the callback from the fake witness
@@ -188,7 +189,6 @@ func testDepositFailure(t *testing.T) {
 	}
 
 	// call the deposit function
-	eng.tsvc.EXPECT().GetTimeNow().Times(2).Return(time.Now())
 	err := eng.DepositBuiltinAsset(context.Background(), bad, "depositid", 42)
 	assert.NoError(t, err)
 
@@ -217,7 +217,6 @@ func testDepositError(t *testing.T) {
 	eng.witness.err = expectError
 
 	// call the deposit function
-	eng.tsvc.EXPECT().GetTimeNow().Times(2).Return(time.Now())
 	err := eng.DepositBuiltinAsset(context.Background(), bad, "depositid", 42)
 	assert.EqualError(t, err, expectError.Error())
 }
@@ -236,7 +235,6 @@ func testDepositFailureNotBuiltin(t *testing.T) {
 	}
 
 	// call the deposit function
-	eng.tsvc.EXPECT().GetTimeNow().Times(1).Return(time.Now())
 	err := eng.DepositBuiltinAsset(context.Background(), bad, "depositid", 42)
 	assert.EqualError(t, err, expectError.Error())
 }

core/banking/oneoff_transfers_test.go

@@ -62,7 +62,6 @@ func testRejectedIfDoesntReachMinimalAmount(t *testing.T) {
 	e.OnMinTransferQuantumMultiple(context.Background(), num.DecimalFromFloat(1))
 	// asset exists
 	e.assets.EXPECT().Get(gomock.Any()).Times(1).Return(assets.NewAsset(&mockAsset{name: assetNameETH, quantum: num.DecimalFromFloat(100)}), nil)
-	e.tsvc.EXPECT().GetTimeNow().Times(1)
 	e.broker.EXPECT().Send(gomock.Any()).Times(1)
 
 	assert.EqualError(t,
@@ -78,7 +77,6 @@ func testInvalidTransferKind(t *testing.T) {
 	transfer := &types.TransferFunds{
 		Kind: types.TransferCommandKind(-1),
 	}
-	e.tsvc.EXPECT().GetTimeNow().Times(1)
 	assert.EqualError(t,
 		e.TransferFunds(ctx, transfer),
 		banking.ErrUnsupportedTransferKind.Error(),
@@ -88,8 +86,6 @@ func testInvalidTransferKind(t *testing.T) {
 func testOneOffTransferNotEnoughFundsToTransfer(t *testing.T) {
 	e := getTestEngine(t)
 
-	e.tsvc.EXPECT().GetTimeNow().Times(1)
-
 	ctx := context.Background()
 	transfer := &types.TransferFunds{
 		Kind: types.TransferCommandKindOneOff,
@@ -145,7 +141,6 @@ func testOneOffTransferInvalidTransfers(t *testing.T) {
 	var baseCpy types.TransferBase
 
 	t.Run("invalid from account", func(t *testing.T) {
-		e.tsvc.EXPECT().GetTimeNow().Times(1)
 		e.broker.EXPECT().Send(gomock.Any()).Times(1)
 		baseCpy := transferBase
 		transfer.OneOff.TransferBase = &baseCpy
@@ -157,7 +152,6 @@ func testOneOffTransferInvalidTransfers(t *testing.T) {
 	})
 
 	t.Run("invalid to account", func(t *testing.T) {
-		e.tsvc.EXPECT().GetTimeNow().Times(1)
 		e.broker.EXPECT().Send(gomock.Any()).Times(1)
 		baseCpy = transferBase
 		transfer.OneOff.TransferBase = &baseCpy
@@ -169,7 +163,6 @@ func testOneOffTransferInvalidTransfers(t *testing.T) {
 	})
 
 	t.Run("unsupported from account type", func(t *testing.T) {
-		e.tsvc.EXPECT().GetTimeNow().Times(1)
 		e.broker.EXPECT().Send(gomock.Any()).Times(1)
 		baseCpy = transferBase
 		transfer.OneOff.TransferBase = &baseCpy
@@ -181,7 +174,6 @@ func testOneOffTransferInvalidTransfers(t *testing.T) {
 	})
 
 	t.Run("unsuported to account type", func(t *testing.T) {
-		e.tsvc.EXPECT().GetTimeNow().Times(1)
 		e.broker.EXPECT().Send(gomock.Any()).Times(1)
 		baseCpy = transferBase
 		transfer.OneOff.TransferBase = &baseCpy
@@ -193,7 +185,6 @@ func testOneOffTransferInvalidTransfers(t *testing.T) {
 	})
 
 	t.Run("zero funds transfer", func(t *testing.T) {
-		e.tsvc.EXPECT().GetTimeNow().Times(1)
 		e.broker.EXPECT().Send(gomock.Any()).Times(1)
 		baseCpy = transferBase
 		transfer.OneOff.TransferBase = &baseCpy
@@ -232,7 +223,6 @@ func testValidOneOffTransfer(t *testing.T) {
 	}
 
 	// asset exists
-	e.tsvc.EXPECT().GetTimeNow().Times(1)
 	e.assets.EXPECT().Get(gomock.Any()).Times(1).Return(
 		assets.NewAsset(&mockAsset{name: assetNameETH, quantum: num.DecimalFromFloat(100)}), nil)
 	e.col.EXPECT().GetPartyGeneralAccount(gomock.Any(), gomock.Any()).Times(1).Return(&fromAcc, nil)
@@ -277,18 +267,12 @@ func testValidOneOffTransfer(t *testing.T) {
 		})
 
 	e.broker.EXPECT().Send(gomock.Any()).Times(3)
-	e.tsvc.EXPECT().GetTimeNow().AnyTimes()
 	assert.NoError(t, e.TransferFunds(ctx, transfer))
 }
 
 func testValidOneOffTransferWithDeliverOnInThePastStraightAway(t *testing.T) {
 	e := getTestEngine(t)
 
-	e.tsvc.EXPECT().GetTimeNow().DoAndReturn(
-		func() time.Time {
-			return time.Unix(10, 0)
-		}).AnyTimes()
-
 	// let's do a massive fee, easy to test
 	e.OnTransferFeeFactorUpdate(context.Background(), num.NewDecimalFromFloat(1))
 	e.OnTick(context.Background(), time.Unix(10, 0))
@@ -391,9 +375,6 @@ func testValidOneOffTransferWithDeliverOn(t *testing.T) {
 		Balance: num.NewUint(100),
 	}
 
-	// Time given to e.Transferfunds - base time Unix(10,0)
-	e.tsvc.EXPECT().GetTimeNow().Times(2).Return(time.Unix(10, 0))
-
 	// asset exists
 	e.assets.EXPECT().Get(gomock.Any()).Times(1).Return(assets.NewAsset(&mockAsset{name: assetNameETH, quantum: num.DecimalFromFloat(100)}), nil)
 	e.col.EXPECT().GetPartyGeneralAccount(gomock.Any(), gomock.Any()).Times(1).Return(&fromAcc, nil)