WIP - do not merge - 0.26 leak detection

go/common/compression/data_compression_service.go

@@ -36,7 +36,8 @@ func (cs *brotliDataCompressionService) Decompress(in []byte) ([]byte, error) {
 
 func (cs *brotliDataCompressionService) compress(in []byte, level int) ([]byte, error) {
 	var buf bytes.Buffer
-	writer := brotli.NewWriterLevel(&buf, level)
+	// writer := brotli.NewWriterLevel(&buf, level)
+	writer := brotli.NewWriterV2(&buf, level)
 	_, err := writer.Write(in)
 	if closeErr := writer.Close(); err == nil {
 		err = closeErr

go/enclave/main/main.go

@@ -2,6 +2,9 @@ package main
 
 import (
 	"fmt"
+	"os"
+	"runtime/pprof"
+	"time"
 
 	"github.com/ten-protocol/go-ten/go/common/container"
 	tenflag "github.com/ten-protocol/go-ten/go/common/flag"
@@ -25,6 +28,29 @@ func main() {
 		panic(fmt.Errorf("unable to create config from flags - %w", err))
 	}
 
+	// temporary code to help identify OOM
+	go func() {
+		for {
+			heap, err := os.Create(fmt.Sprintf("/data/heap_%d.pprof", time.Now().UnixMilli()))
+			if err != nil {
+				panic(fmt.Errorf("could not open heap profile: %w", err))
+			}
+			err = pprof.WriteHeapProfile(heap)
+			if err != nil {
+				panic(fmt.Errorf("could not write CPU profile: %w", err))
+			}
+			stack, err := os.Create(fmt.Sprintf("/data/stack_%d.pprof", time.Now().UnixMilli()))
+			if err != nil {
+				panic(fmt.Errorf("could not open stack profile: %w", err))
+			}
+			err = pprof.Lookup("goroutine").WriteTo(stack, 1)
+			if err != nil {
+				panic(fmt.Errorf("could not write CPU profile: %w", err))
+			}
+			time.Sleep(1 * time.Hour)
+		}
+	}()
+
 	enclaveContainer := enclavecontainer.NewEnclaveContainerFromConfig(enclaveConfig)
 	container.Serve(enclaveContainer)
 }

go/host/enclave/guardian.go

@@ -429,7 +429,8 @@ func (g *Guardian) submitL1Block(block *common.L1Block, isLatest bool) (bool, er
 	// nullify all non-relevant transactions
 	txs := block.Transactions()
 	for i, rec := range receipts {
-		if rec == nil {
+		// the FetchObscuroReceipts method returns dummy receipts on non-relevant positions.
+		if rec.BlockNumber == nil {
 			txs[i] = nil
 		}
 	}