From 0d960d17dbc18d58ee6d7622fb2dee8f6dfb2b3b Mon Sep 17 00:00:00 2001
From: riccardo <106812074+riccardo-gnosis@users.noreply.github.com>
Date: Thu, 17 Oct 2024 15:25:14 +0200
Subject: [PATCH] add more profiles to have both prod and dev clickhouse
 scrapers usable with dbt

---
 profiles.yml | 50 ++++++++++++++++++++++++++++++++++++++------------
 1 file changed, 38 insertions(+), 12 deletions(-)

diff --git a/profiles.yml b/profiles.yml
index a0a13f9..ee645bf 100644
--- a/profiles.yml
+++ b/profiles.yml
@@ -16,23 +16,23 @@ gnosis_dbt:
 
     gnosis_chaind:
       type: postgres
+      dbname: "gnosis_chaind"
+      schema: "public"
       host: "{{ env_var('POSTGRES_HOST', 'postgres') }}"
       user: "{{ env_var('POSTGRES_USER') }}"
       password: "{{ env_var('POSTGRES_PASSWORD') }}"
       port: "{{ env_var('POSTGRES_PORT', '5432') | int }}"
-      dbname: "gnosis_chaind"
-      schema: "public"
       threads: 80
 
     ch_valtrack: 
       type: clickhouse
       schema: "valtrack"
       verify: False
-      host: "{{ env_var('CLICKHOUSE_URL') }}"
-      port: "{{ env_var('CLICKHOUSE_PORT', '8123') | int }}"
-      secure: "{{ (env_var('CLICKHOUSE_SECURE', 'False') | lower) == 'true' }}"
-      user: "{{ env_var('CLICKHOUSE_USER') }}"
-      password: "{{ env_var('CLICKHOUSE_PASSWORD') }}"
+      host: "{{ env_var('CLICKHOUSE_PROD_URL') }}"
+      port: "{{ env_var('CLICKHOUSE_PROD_PORT', '8123') | int }}"
+      secure: "{{ (env_var('CLICKHOUSE_PROD_SECURE', 'False') | lower) == 'true' }}"
+      user: "{{ env_var('CLICKHOUSE_PROD_USER') }}"
+      password: "{{ env_var('CLICKHOUSE_PROD_PASSWORD') }}"
       threads: 40
       connect_timeout: 60
       read_timeout: 3000
@@ -41,11 +41,37 @@ gnosis_dbt:
       type: clickhouse
       schema: "goteth"
       verify: False
-      host: "{{ env_var('CLICKHOUSE_URL') }}"
-      port: "{{ env_var('CLICKHOUSE_PORT', '8123') | int }}"
-      secure: "{{ (env_var('CLICKHOUSE_SECURE', 'False') | lower) == 'true' }}"
-      user: "{{ env_var('CLICKHOUSE_USER') }}"
-      password: "{{ env_var('CLICKHOUSE_PASSWORD') }}"
+      host: "{{ env_var('CLICKHOUSE_PROD_URL') }}"
+      port: "{{ env_var('CLICKHOUSE_PROD_PORT', '8123') | int }}"
+      secure: "{{ (env_var('CLICKHOUSE_PROD_SECURE', 'False') | lower) == 'true' }}"
+      user: "{{ env_var('CLICKHOUSE_PROD_USER') }}"
+      password: "{{ env_var('CLICKHOUSE_PROD_PASSWORD') }}"
+      threads: 40
+      connect_timeout: 60
+      read_timeout: 3000
+
+    ch_valtrack_dev: 
+      type: clickhouse
+      schema: "valtrack"
+      verify: False
+      host: "{{ env_var('CLICKHOUSE_DEV_URL') }}"
+      port: "{{ env_var('CLICKHOUSE_DEV_PORT', '8123') | int }}"
+      secure: "{{ (env_var('CLICKHOUSE_DEV_SECURE', 'False') | lower) == 'true' }}"
+      user: "{{ env_var('CLICKHOUSE_DEV_USER') }}"
+      password: "{{ env_var('CLICKHOUSE_DEV_PASSWORD') }}"
+      threads: 40
+      connect_timeout: 60
+      read_timeout: 3000
+
+    ch_goteth_dev: 
+      type: clickhouse
+      schema: "goteth"
+      verify: False
+      host: "{{ env_var('CLICKHOUSE_DEV_URL') }}"
+      port: "{{ env_var('CLICKHOUSE_DEV_PORT', '8123') | int }}"
+      secure: "{{ (env_var('CLICKHOUSE_DEV_SECURE', 'False') | lower) == 'true' }}"
+      user: "{{ env_var('CLICKHOUSE_DEV_USER') }}"
+      password: "{{ env_var('CLICKHOUSE_DEV_PASSWORD') }}"
       threads: 40
       connect_timeout: 60
       read_timeout: 3000