From 400c6d33780d957c690be7906720b975943ef9d1 Mon Sep 17 00:00:00 2001
From: Ilias Xenogiannis <ilias1111@users.noreply.github.com>
Date: Wed, 4 Sep 2024 18:45:35 +0300
Subject: [PATCH] Update profiles.yml

---
 integration_tests/ci/profiles.yml | 19 +++++++++++--------
 1 file changed, 11 insertions(+), 8 deletions(-)

diff --git a/integration_tests/ci/profiles.yml b/integration_tests/ci/profiles.yml
index 3171f13..93677df 100644
--- a/integration_tests/ci/profiles.yml
+++ b/integration_tests/ci/profiles.yml
@@ -67,12 +67,15 @@ integration_tests:
       token: "{{ env_var('DATABRICKS_TEST_TOKEN') }}"
       threads: 1
 
-    spark:
+    spark_iceberg:
       type: spark
-      method: odbc
-      driver: "{{ env_var('DATABRICKS_TEST_HTTP_PATH') }}"
-      schema: "gh_sp_attrib_dbt_{{ env_var('SCHEMA_SUFFIX') }}"
-      host: "{{ env_var('DATABRICKS_TEST_HOST') }}"
-      token: "{{ env_var('DATABRICKS_TEST_TOKEN') }}"
-      endpoint: "{{ env_var('DATABRICKS_TEST_ENDPOINT') }}"
-      threads: 4
+      method: thrift
+      host: "{{ env_var('SPARK_MASTER_HOST', 'localhost') }}"
+      port: 10000
+      user: "{{ env_var('SPARK_USER', 'spark') }}"
+      schema: "{{ env_var('SPARK_SCHEMA', 'default') }}"
+      connect_retries: 5
+      connect_timeout: 60
+      threads: 1
+      vars:
+        snowplow__datalake_file_format: iceberg