add more profiles to have both prod and dev clickhouse scrapers usabl…

…e with dbt

profiles.yml

@@ -16,23 +16,23 @@ gnosis_dbt:
 
     gnosis_chaind:
       type: postgres
+      dbname: "gnosis_chaind"
+      schema: "public"
       host: "{{ env_var('POSTGRES_HOST', 'postgres') }}"
       user: "{{ env_var('POSTGRES_USER') }}"
       password: "{{ env_var('POSTGRES_PASSWORD') }}"
       port: "{{ env_var('POSTGRES_PORT', '5432') | int }}"
-      dbname: "gnosis_chaind"
-      schema: "public"
       threads: 80
 
     ch_valtrack: 
       type: clickhouse
       schema: "valtrack"
       verify: False
-      host: "{{ env_var('CLICKHOUSE_URL') }}"
-      port: "{{ env_var('CLICKHOUSE_PORT', '8123') | int }}"
-      secure: "{{ (env_var('CLICKHOUSE_SECURE', 'False') | lower) == 'true' }}"
-      user: "{{ env_var('CLICKHOUSE_USER') }}"
-      password: "{{ env_var('CLICKHOUSE_PASSWORD') }}"
+      host: "{{ env_var('CLICKHOUSE_PROD_URL') }}"
+      port: "{{ env_var('CLICKHOUSE_PROD_PORT', '8123') | int }}"
+      secure: "{{ (env_var('CLICKHOUSE_PROD_SECURE', 'False') | lower) == 'true' }}"
+      user: "{{ env_var('CLICKHOUSE_PROD_USER') }}"
+      password: "{{ env_var('CLICKHOUSE_PROD_PASSWORD') }}"
       threads: 40
       connect_timeout: 60
       read_timeout: 3000
@@ -41,11 +41,37 @@ gnosis_dbt:
       type: clickhouse
       schema: "goteth"
       verify: False
-      host: "{{ env_var('CLICKHOUSE_URL') }}"
-      port: "{{ env_var('CLICKHOUSE_PORT', '8123') | int }}"
-      secure: "{{ (env_var('CLICKHOUSE_SECURE', 'False') | lower) == 'true' }}"
-      user: "{{ env_var('CLICKHOUSE_USER') }}"
-      password: "{{ env_var('CLICKHOUSE_PASSWORD') }}"
+      host: "{{ env_var('CLICKHOUSE_PROD_URL') }}"
+      port: "{{ env_var('CLICKHOUSE_PROD_PORT', '8123') | int }}"
+      secure: "{{ (env_var('CLICKHOUSE_PROD_SECURE', 'False') | lower) == 'true' }}"
+      user: "{{ env_var('CLICKHOUSE_PROD_USER') }}"
+      password: "{{ env_var('CLICKHOUSE_PROD_PASSWORD') }}"
+      threads: 40
+      connect_timeout: 60
+      read_timeout: 3000
+
+    ch_valtrack_dev: 
+      type: clickhouse
+      schema: "valtrack"
+      verify: False
+      host: "{{ env_var('CLICKHOUSE_DEV_URL') }}"
+      port: "{{ env_var('CLICKHOUSE_DEV_PORT', '8123') | int }}"
+      secure: "{{ (env_var('CLICKHOUSE_DEV_SECURE', 'False') | lower) == 'true' }}"
+      user: "{{ env_var('CLICKHOUSE_DEV_USER') }}"
+      password: "{{ env_var('CLICKHOUSE_DEV_PASSWORD') }}"
+      threads: 40
+      connect_timeout: 60
+      read_timeout: 3000
+
+    ch_goteth_dev: 
+      type: clickhouse
+      schema: "goteth"
+      verify: False
+      host: "{{ env_var('CLICKHOUSE_DEV_URL') }}"
+      port: "{{ env_var('CLICKHOUSE_DEV_PORT', '8123') | int }}"
+      secure: "{{ (env_var('CLICKHOUSE_DEV_SECURE', 'False') | lower) == 'true' }}"
+      user: "{{ env_var('CLICKHOUSE_DEV_USER') }}"
+      password: "{{ env_var('CLICKHOUSE_DEV_PASSWORD') }}"
       threads: 40
       connect_timeout: 60
       read_timeout: 3000