From 8c17adcc261f9a47f7d9511635d3e6633ef2b58d Mon Sep 17 00:00:00 2001
From: techengine <24850353+tech-engine@users.noreply.github.com>
Date: Tue, 10 Sep 2024 16:38:27 +0530
Subject: [PATCH 1/2] test: fix race issues in pipeline manager test

---
 pkg/pipeline_manager/pipeline_manager_test.go | 33 +++++++++++++++----
 1 file changed, 26 insertions(+), 7 deletions(-)

diff --git a/pkg/pipeline_manager/pipeline_manager_test.go b/pkg/pipeline_manager/pipeline_manager_test.go
index e33fec2..f86bff3 100644
--- a/pkg/pipeline_manager/pipeline_manager_test.go
+++ b/pkg/pipeline_manager/pipeline_manager_test.go
@@ -10,6 +10,24 @@ import (
 	"github.com/tech-engine/goscrapy/pkg/core"
 )
 
+type safeDummyRecord struct {
+	mu      sync.Mutex
+	id, age int
+}
+
+func (s *safeDummyRecord) Set(id, age int) {
+	s.mu.Lock()
+	defer s.mu.Unlock()
+	s.id = id
+	s.age = age
+}
+
+func (s *safeDummyRecord) GetVal() [2]int {
+	s.mu.Lock()
+	defer s.mu.Unlock()
+	return [2]int{s.id, s.age}
+}
+
 type dummyRecord struct {
 	Id, Age int
 }
@@ -90,12 +108,13 @@ func (p *doublePipeline[OUT]) ProcessItem(item IPipelineItem, original core.IOut
 
 // dummy pipeline 2
 type dummyPipeline2[OUT any] struct {
-	FId  int
-	FAge int
+	safeRecord safeDummyRecord
 }
 
 func newDummyPipeline2[OUT any]() *dummyPipeline2[OUT] {
-	return &dummyPipeline2[OUT]{}
+	return &dummyPipeline2[OUT]{
+		safeRecord: safeDummyRecord{},
+	}
 }
 
 func (p *dummyPipeline2[OUT]) Open(ctx context.Context) error {
@@ -108,9 +127,8 @@ func (p *dummyPipeline2[OUT]) Close() {
 func (p *dummyPipeline2[OUT]) ProcessItem(item IPipelineItem, original core.IOutput[OUT]) error {
 	id, _ := item.Get("id")
 	age, _ := item.Get("age")
+	p.safeRecord.Set(id.(int), age.(int))
 
-	p.FId, _ = id.(int)
-	p.FAge, _ = age.(int)
 	return nil
 }
 
@@ -133,7 +151,8 @@ func TestPipelineManager(t *testing.T) {
 	// push item to pipeline
 	pipelineManager.Push(&dummyRecord{Id: 1, Age: 19})
 	// verify what we pushed is what we get
-	assert.Equalf(t, 1, readPipeline.FId, "expected id=1, got=%s", readPipeline.FId)
-	assert.Equalf(t, 38, readPipeline.FAge, "expected age=1, got=%s", readPipeline.FAge)
+	safeRecord := readPipeline.safeRecord.GetVal()
+	assert.Equalf(t, 1, safeRecord[0], "expected id=1, got=%s", safeRecord[0])
+	assert.Equalf(t, 38, safeRecord[1], "expected age=1, got=%s", safeRecord[1])
 	wg.Wait()
 }

From 56143507a0291bee3a82f0ebbc7fbd67a1ebf27e Mon Sep 17 00:00:00 2001
From: techengine <24850353+tech-engine@users.noreply.github.com>
Date: Tue, 10 Sep 2024 16:45:07 +0530
Subject: [PATCH 2/2] chore: add action to run tests on pull request

---
 .github/workflows/tests.yml | 27 +++++++++++++++++++++++++++
 1 file changed, 27 insertions(+)
 create mode 100644 .github/workflows/tests.yml

diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml
new file mode 100644
index 0000000..3d93a82
--- /dev/null
+++ b/.github/workflows/tests.yml
@@ -0,0 +1,27 @@
+name: Tests on Pull Request
+
+on: 
+  pull_request:
+    branches:
+      - 'main'
+
+jobs:
+  test:
+    name: Run Go Tests
+    runs-on: ubuntu-latest
+
+    strategy:
+      matrix:
+        go-version: ['1.21']
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v3
+      
+      - name: Set up Go
+        uses: actions/setup-go@v4
+        with:
+          go-version: ${{ matrix.go-version }}
+      
+      - name: Run tests
+        run: go test -v ./...