Merge pull request #506 from bruin-data/revert-501-time-mat-duckdb

Revert "time materialization duckdb"
bruin-data · Mar 10, 2025 · 8f24f0e · 8f24f0e
2 parents 62a0138 + 750380b
commit 8f24f0e
Show file tree

Hide file tree

Showing 13 changed files with 22 additions and 760 deletions.
diff --git a/integration-tests/.bruin.yml b/integration-tests/.bruin.yml
@@ -151,10 +151,5 @@ environments:
       duckdb:
         - name: "duckdb-query-asset"
           path: "duckdb-files/query-asset.db"
-  env-time-materialization:
-    connections:
-      duckdb:
-        - name: "duckdb-time-materialization"
-          path: "duckdb-files/time-materialization.db"
 
 
diff --git a/integration-tests/expected_connections.json b/integration-tests/expected_connections.json
@@ -314,16 +314,6 @@
           }
         ]
       }
-    },
-    "env-time-materialization": {
-      "connections": {
-        "duckdb": [
-          {
-            "name": "duckdb-time-materialization",
-            "path": "integration-tests/duckdb-files/time-materialization.db"
-          }
-        ]
-      }
     }
   }
 }
diff --git a/integration-tests/integration-test.go b/integration-tests/integration-test.go
@@ -302,93 +302,6 @@ func getWorkflow(binary string, currentFolder string, tempdir string) []e2e.Work
 				},
 			},
 		},
-		{
-			Name: "Time materialization",
-			Steps: []e2e.Task{
-				{
-					Name:    "restore asset to initial state",
-					Command: "cp",
-					Args:    []string{filepath.Join(currentFolder, "resources/products.sql"), filepath.Join(currentFolder, "test-pipelines/time-materialization-pipeline/assets/products.sql")},
-					Env:     []string{},
-
-					Expected: e2e.Output{
-						ExitCode: 0,
-					},
-					Asserts: []func(*e2e.Task) error{
-						e2e.AssertByExitCode,
-					},
-				},
-				{
-					Name:    "create the table",
-					Command: binary,
-					Args:    []string{"run", "--full-refresh", "--env", "env-time-materialization", filepath.Join(currentFolder, "test-pipelines/time-materialization-pipeline")},
-					Env:     []string{},
-
-					Expected: e2e.Output{
-						ExitCode: 0,
-					},
-					Asserts: []func(*e2e.Task) error{
-						e2e.AssertByExitCode,
-					},
-				},
-				{
-					Name:    "query the initial table",
-					Command: binary,
-					Args:    []string{"query", "--env", "env-time-materialization", "--asset", filepath.Join(currentFolder, "test-pipelines/time-materialization-pipeline/assets/products.sql"), "--query", "SELECT * FROM PRODUCTS; ", "--output", "json"},
-					Env:     []string{},
-
-					Expected: e2e.Output{
-						ExitCode: 0,
-						Output:   helpers.ReadFile(filepath.Join(currentFolder, "test-pipelines/time-materialization-pipeline/expectations/initial_expected.json")),
-					},
-					Asserts: []func(*e2e.Task) error{
-						e2e.AssertByExitCode,
-						e2e.AssertByOutputJSON,
-					},
-				},
-				{
-					Name:    "copy products_updated.sql to products.sql",
-					Command: "cp",
-					Args:    []string{filepath.Join(currentFolder, "resources/products_updated.sql"), filepath.Join(currentFolder, "test-pipelines/time-materialization-pipeline/assets/products.sql")},
-					Env:     []string{},
-
-					Expected: e2e.Output{
-						ExitCode: 0,
-					},
-					Asserts: []func(*e2e.Task) error{
-						e2e.AssertByExitCode,
-					},
-				},
-				{
-					Name:    "update table with time materialization",
-					Command: binary,
-					Args:    []string{"run", "--start-date", "2025-03-01", "--end-date", "2025-03-31", "--env", "env-time-materialization", filepath.Join(currentFolder, "test-pipelines/time-materialization-pipeline/assets/products.sql")},
-					Env:     []string{},
-
-					Expected: e2e.Output{
-						ExitCode: 0,
-					},
-					Asserts: []func(*e2e.Task) error{
-						e2e.AssertByExitCode,
-					},
-				},
-				{
-					Name:    "query the updated table with time materialization",
-					Command: binary,
-					Args:    []string{"query", "--env", "env-time-materialization", "--asset", filepath.Join(currentFolder, "test-pipelines/time-materialization-pipeline/assets/products.sql"), "--query", "SELECT * FROM PRODUCTS;", "--output", "json"},
-					Env:     []string{},
-
-					Expected: e2e.Output{
-						ExitCode: 0,
-						Output:   helpers.ReadFile(filepath.Join(currentFolder, "test-pipelines/time-materialization-pipeline/expectations/final_expected.json")),
-					},
-					Asserts: []func(*e2e.Task) error{
-						e2e.AssertByExitCode,
-						e2e.AssertByOutputJSON,
-					},
-				},
-			},
-		},
 	}
 }
 

diff --git a/integration-tests/resources/products.sql b/integration-tests/resources/products.sql
diff --git a/integration-tests/resources/products_updated.sql b/integration-tests/resources/products_updated.sql