Merge pull request #496 from bruin-data/add-snapshot-field/BRU-1683

pipeline: add `snapshot` field
bruin-data · Mar 6, 2025 · b063ca1 · b063ca1
2 parents f4135a1 + c5c07ba
commit b063ca1
Show file tree

Hide file tree

Showing 8 changed files with 11 additions and 4 deletions.
diff --git a/integration-tests/integration-test.go b/integration-tests/integration-test.go
@@ -312,7 +312,7 @@ func getTasks(binary string, currentFolder string) []e2e.Task {
 			Command:       binary,
 			Args:          []string{"internal", "parse-pipeline", filepath.Join(currentFolder, "test-pipelines/parse-whole-pipeline")},
 			Env:           []string{},
-			SkipJSONNodes: []string{`"path"`, `"extends"`, `"commit"`},
+			SkipJSONNodes: []string{`"path"`, `"extends"`, `"commit"`, `"snapshot"`},
 			Expected: e2e.Output{
 				ExitCode: 0,
 				Output:   helpers.ReadFile(filepath.Join(currentFolder, "test-pipelines/parse-whole-pipeline/expectations/pipeline.yml.json")),
@@ -598,7 +598,7 @@ func getTasks(binary string, currentFolder string) []e2e.Task {
 			Command:       binary,
 			Args:          []string{"internal", "parse-pipeline", "-c", filepath.Join(currentFolder, "test-pipelines/parse-lineage-pipeline")},
 			Env:           []string{},
-			SkipJSONNodes: []string{`"path"`, `"extends"`, `"commit"`},
+			SkipJSONNodes: []string{`"path"`, `"extends"`, `"commit"`, `"snapshot"`},
 			Expected: e2e.Output{
 				ExitCode: 0,
 				Output:   helpers.ReadFile(filepath.Join(currentFolder, "test-pipelines/parse-lineage-pipeline/expectations/lineage.json")),
@@ -671,7 +671,7 @@ func getTasks(binary string, currentFolder string) []e2e.Task {
 			Command:       binary,
 			Args:          []string{"internal", "parse-pipeline", filepath.Join(currentFolder, "test-pipelines/parse-default-option")},
 			Env:           []string{},
-			SkipJSONNodes: []string{`"path"`, `"extends"`, `"commit"`},
+			SkipJSONNodes: []string{`"path"`, `"extends"`, `"commit"`, `"snapshot"`},
 			Expected: e2e.Output{
 				ExitCode: 0,
 				Output:   helpers.ReadFile(filepath.Join(currentFolder, "test-pipelines/parse-default-option/expectations/pipeline.yml.json")),
@@ -716,7 +716,7 @@ func getTasks(binary string, currentFolder string) []e2e.Task {
 			Command:       binary,
 			Args:          []string{"internal", "parse-pipeline", filepath.Join(currentFolder, "test-pipelines/parse-asset-extends")},
 			Env:           []string{},
-			SkipJSONNodes: []string{`"path"`, `"extends"`, `"commit"`},
+			SkipJSONNodes: []string{`"path"`, `"extends"`, `"commit"`, `"snapshot"`},
 			Expected: e2e.Output{
 				ExitCode: 0,
 				Output:   helpers.ReadFile(filepath.Join(currentFolder, "test-pipelines/parse-asset-extends/expectations/pipeline.json")),

diff --git a/pkg/pipeline/pipeline.go b/pkg/pipeline/pipeline.go
@@ -992,6 +992,7 @@ type Pipeline struct {
 	Retries            int                    `json:"retries" yaml:"retries" mapstructure:"retries"`
 	DefaultValues      *DefaultValues         `json:"default,omitempty" yaml:"default,omitempty" mapstructure:"default,omitempty"`
 	Commit             string                 `json:"commit"`
+	Snapshot           string                 `json:"snapshot"`
 	TasksByType        map[AssetType][]*Asset `json:"-"`
 	tasksByName        map[string]*Asset
 }

diff --git a/pkg/pipeline/testdata/pipeline/first-pipeline_unix.json b/pkg/pipeline/testdata/pipeline/first-pipeline_unix.json
@@ -2,6 +2,7 @@
     "legacy_id": "first-pipeline",
     "name": "first-pipeline",
     "schedule": "",
+    "snapshot": "",
     "start_date": "",
     "definition_file": {
         "name": "pipeline.yml",

diff --git a/pkg/pipeline/testdata/pipeline/first-pipeline_windows.json b/pkg/pipeline/testdata/pipeline/first-pipeline_windows.json
@@ -3,6 +3,7 @@
   "name": "first-pipeline",
   "schedule": "",
   "start_date": "",
+  "snapshot": "",
   "definition_file": {
     "name": "pipeline.yml",
     "path": "__BASEDIR__\\testdata\\pipeline\\first-pipeline\\pipeline.yml"

diff --git a/pkg/pipeline/testdata/pipeline/pipeline-with-no-assets_unix.json b/pkg/pipeline/testdata/pipeline/pipeline-with-no-assets_unix.json
@@ -2,6 +2,7 @@
     "legacy_id": "",
     "name": "pipeline-with-no-assets",
     "schedule": "",
+    "snapshot": "",
     "start_date": "",
     "definition_file": {
         "name": "pipeline.yml",

diff --git a/pkg/pipeline/testdata/pipeline/pipeline-with-no-assets_windows.json b/pkg/pipeline/testdata/pipeline/pipeline-with-no-assets_windows.json
@@ -2,6 +2,7 @@
   "legacy_id": "",
   "name": "pipeline-with-no-assets",
   "schedule": "",
+  "snapshot": "",
   "start_date": "",
   "definition_file": {
     "name": "pipeline.yml",

diff --git a/pkg/pipeline/testdata/pipeline/second-pipeline_unix.json b/pkg/pipeline/testdata/pipeline/second-pipeline_unix.json
@@ -3,6 +3,7 @@
     "name": "first-pipeline",
     "schedule": "",
     "start_date": "",
+    "snapshot": "",
     "definition_file": {
         "name": "pipeline.yml",
         "path": "__BASEDIR__/testdata/pipeline/second-pipeline/pipeline.yml"

diff --git a/pkg/pipeline/testdata/pipeline/second-pipeline_windows.json b/pkg/pipeline/testdata/pipeline/second-pipeline_windows.json
@@ -2,6 +2,7 @@
   "legacy_id": "",
   "name": "first-pipeline",
   "schedule": "",
+  "snapshot": "",
   "start_date": "",
   "definition_file": {
     "name": "pipeline.yml",