store incoming transactions in a database

integration/obscurogateway/tengateway_test.go

@@ -67,6 +67,7 @@ func TestTenGateway(t *testing.T) {
 		VerboseFlag:             false,
 		DBType:                  "sqlite",
 		TenChainID:              443,
+		StoreIncomingTxs:        true,
 	}
 
 	tenGwContainer := container.NewWalletExtensionContainerFromConfig(tenGatewayConf, testlog.Logger())

tools/walletextension/config/config.go

@@ -13,4 +13,5 @@ type Config struct {
 	DBType                  string
 	DBConnectionURL         string
 	TenChainID              int
+	StoreIncomingTxs        bool
 }

tools/walletextension/main/cli.go

@@ -55,6 +55,10 @@ const (
 	tenChainIDName      = "tenChainID"
 	tenChainIDDefault   = 443
 	tenChainIDFlagUsage = "ChainID of Ten network that the gateway is communicating with"
+
+	storeIncomingTxs        = "storeIncomingTxs"
+	storeIncomingTxsDefault = true
+	storeIncomingTxsUsage   = "Flag to enable storing incoming transactions in the database for debugging purposes. Default: true"
 )
 
 func parseCLIArgs() config.Config {
@@ -70,6 +74,7 @@ func parseCLIArgs() config.Config {
 	dbType := flag.String(dbTypeFlagName, dbTypeFlagDefault, dbTypeFlagUsage)
 	dbConnectionURL := flag.String(dbConnectionURLFlagName, dbConnectionURLFlagDefault, dbConnectionURLFlagUsage)
 	tenChainID := flag.Int(tenChainIDName, tenChainIDDefault, tenChainIDFlagUsage)
+	storeIncomingTransactions := flag.Bool(storeIncomingTxs, storeIncomingTxsDefault, storeIncomingTxsUsage)
 	flag.Parse()
 
 	return config.Config{
@@ -84,5 +89,6 @@ func parseCLIArgs() config.Config {
 		DBType:                  *dbType,
 		DBConnectionURL:         *dbConnectionURL,
 		TenChainID:              *tenChainID,
+		StoreIncomingTxs:        *storeIncomingTransactions,
 	}
 }

tools/walletextension/storage/database/mariadb/002_store_incoming_txs.sql

@@ -0,0 +1,10 @@
+/*
+    This is a migration file for MariaDB that creates transactions table for storing incoming transactions
+*/
+
+CREATE TABLE IF NOT EXISTS ogdb.transactions (
+    id INT AUTO_INCREMENT PRIMARY KEY,
+    user_id varbinary(20),
+    tx TEXT,
+    tx_time DATETIME DEFAULT CURRENT_TIMESTAMP
+);

tools/walletextension/storage/database/mariadb/mariadb.go

@@ -142,3 +142,18 @@ func (m *MariaDB) GetAllUsers() ([]common.UserDB, error) {
 
 	return users, nil
 }
+
+func (m *MariaDB) StoreTransaction(rawTx string, userID []byte) error {
+	stmt, err := m.db.Prepare("INSERT INTO transactions(user_id, tx) VALUES (?, ?)")
+	if err != nil {
+		return err
+	}
+	defer stmt.Close()
+
+	_, err = stmt.Exec(userID, rawTx)
+	if err != nil {
+		return err
+	}
+
+	return nil
+}

tools/walletextension/storage/database/sqlite/sqlite.go

@@ -58,6 +58,18 @@ func NewSqliteDatabase(dbPath string) (*Database, error) {
 		return nil, err
 	}
 
+	// create transactions table
+	_, err = db.Exec(`CREATE TABLE IF NOT EXISTS transactions (
+    id INTEGER PRIMARY KEY AUTOINCREMENT,
+    user_id binary(20),
+    tx TEXT,
+    tx_time TEXT DEFAULT (datetime('now'))
+)	;`)
+
+	if err != nil {
+		return nil, err
+	}
+
 	return &Database{db: db}, nil
 }
 
@@ -187,3 +199,18 @@ func createOrLoad(dbPath string) (string, error) {
 
 	return dbPath, nil
 }
+
+func (s *Database) StoreTransaction(rawTx string, userID []byte) error {
+	stmt, err := s.db.Prepare("INSERT INTO transactions(user_id, tx) VALUES (?, ?)")
+	if err != nil {
+		return err
+	}
+	defer stmt.Close()
+
+	_, err = stmt.Exec(userID, rawTx)
+	if err != nil {
+		return err
+	}
+
+	return nil
+}

tools/walletextension/storage/storage.go

@@ -16,6 +16,7 @@ type Storage interface {
 	AddAccount(userID []byte, accountAddress []byte, signature []byte) error
 	GetAccounts(userID []byte) ([]common.AccountDB, error)
 	GetAllUsers() ([]common.UserDB, error)
+	StoreTransaction(rawTx string, userID []byte) error
 }
 
 func New(dbType string, dbConnectionURL, dbPath string) (Storage, error) {

tools/walletextension/storage/storage_test.go

@@ -14,6 +14,7 @@ var tests = map[string]func(storage Storage, t *testing.T){
 	"testAddAndGetAccounts": testAddAndGetAccounts,
 	"testDeleteUser":        testDeleteUser,
 	"testGetAllUsers":       testGetAllUsers,
+	"testStoringNewTx":      testStoringNewTx,
 }
 
 func TestSQLiteGatewayDB(t *testing.T) {
@@ -144,3 +145,13 @@ func testGetAllUsers(storage Storage, t *testing.T) {
 		t.Errorf("Expected user count to increase by 1. Got %d initially and %d after insert", len(initialUsers), len(afterInsertUsers))
 	}
 }
+
+func testStoringNewTx(storage Storage, t *testing.T) {
+	userID := []byte("userID")
+	rawTransaction := "0x0123456789"
+
+	err := storage.StoreTransaction(rawTransaction, userID)
+	if err != nil {
+		t.Fatal(err)
+	}
+}

tools/walletextension/wallet_extension.go

@@ -142,6 +142,20 @@ func (w *WalletExtension) ProxyEthRequest(request *common.RPCRequest, conn userc
 		}
 	}
 
+	// check if user is sending a new transaction and if we should store it in the database for debugging purposes
+	if request.Method == rpc.SendRawTransaction && w.config.StoreIncomingTxs {
+		userIDBytes, err := common.GetUserIDbyte(hexUserID)
+		if err != nil {
+			w.Logger().Error(fmt.Errorf("error decoding string (%s), %w", hexUserID[2:], err).Error())
+			return nil, errors.New("error decoding userID. It should be in hex format")
+		}
+		err = w.storage.StoreTransaction(request.Params[0].(string), userIDBytes)
+		if err != nil {
+			w.Logger().Error(fmt.Errorf("error storing transaction in the database: %w", err).Error())
+			return nil, err
+		}
+	}
+
 	// get account manager for current user (if there is no users in the query parameters - use defaultUser for WE endpoints)
 	selectedAccountManager, err := w.userAccountManager.GetUserAccountManager(hexUserID)
 	if err != nil {