Merge pull request #3 from gnosischain/fix_profiles

Fix profiles

README.md

@@ -21,6 +21,9 @@ This dbt project is designed to facilitate the transformation and analysis of Gn
 docker exec -it dbt /bin/bash 
 ```
 
+```
+{{ flexible_source('valtrack', 'peer_discovered_events') }}
+```
 
 ## Contributing
 

docker-compose.yml

@@ -18,6 +18,16 @@ services:
       CLICKHOUSE_URL: ${CLICKHOUSE_URL}
       CLICKHOUSE_PORT: ${CLICKHOUSE_PORT}
       CLICKHOUSE_SECURE: ${CLICKHOUSE_SECURE}
+      CLICKHOUSE_DEV_USER: ${CLICKHOUSE_DEV_USER}
+      CLICKHOUSE_DEV_PASSWORD: ${CLICKHOUSE_DEV_PASSWORD}
+      CLICKHOUSE_DEV_URL: ${CLICKHOUSE_DEV_URL}
+      CLICKHOUSE_DEV_PORT: ${CLICKHOUSE_DEV_PORT}
+      CLICKHOUSE_DEV_SECURE: ${CLICKHOUSE_DEV_SECURE}
+      CLICKHOUSE_PROD_USER: ${CLICKHOUSE_PROD_USER}
+      CLICKHOUSE_PROD_PASSWORD: ${CLICKHOUSE_PROD_PASSWORD}
+      CLICKHOUSE_PROD_URL: ${CLICKHOUSE_PROD_URL}
+      CLICKHOUSE_PROD_PORT: ${CLICKHOUSE_PROD_PORT}
+      CLICKHOUSE_PROD_SECURE: ${CLICKHOUSE_PROD_SECURE}
       POSTGRES_URL: ${POSTGRES_URL}
       POSTGRES_PORT: ${POSTGRES_PORT}
       POSTGRES_USER: ${POSTGRES_USER}

macros/p2p/valtack_nodes_activity.sql

@@ -27,7 +27,7 @@ combined_events AS (
         pe.ip,
         me.timestamp AS timestamp
     FROM 
-        {{ source('valtrack','peer_discovered_events') }} pe
+        {{ source('valtrack', 'peer_discovered_events') }} pe
     INNER JOIN
         {{ source('valtrack','metadata_received_events') }} me
         ON pe.enr = me.enr

profiles.yml

@@ -22,56 +22,4 @@ gnosis_dbt:
       user: "{{ env_var('POSTGRES_USER') }}"
       password: "{{ env_var('POSTGRES_PASSWORD') }}"
       port: "{{ env_var('POSTGRES_PORT', '5432') | int }}"
-      threads: 80
-
-    ch_valtrack: 
-      type: clickhouse
-      schema: "valtrack"
-      verify: False
-      host: "{{ env_var('CLICKHOUSE_PROD_URL') }}"
-      port: "{{ env_var('CLICKHOUSE_PROD_PORT', '8123') | int }}"
-      secure: "{{ (env_var('CLICKHOUSE_PROD_SECURE', 'False') | lower) == 'true' }}"
-      user: "{{ env_var('CLICKHOUSE_PROD_USER') }}"
-      password: "{{ env_var('CLICKHOUSE_PROD_PASSWORD') }}"
-      threads: 40
-      connect_timeout: 60
-      read_timeout: 3000
-
-    ch_goteth: 
-      type: clickhouse
-      schema: "goteth"
-      verify: False
-      host: "{{ env_var('CLICKHOUSE_PROD_URL') }}"
-      port: "{{ env_var('CLICKHOUSE_PROD_PORT', '8123') | int }}"
-      secure: "{{ (env_var('CLICKHOUSE_PROD_SECURE', 'False') | lower) == 'true' }}"
-      user: "{{ env_var('CLICKHOUSE_PROD_USER') }}"
-      password: "{{ env_var('CLICKHOUSE_PROD_PASSWORD') }}"
-      threads: 40
-      connect_timeout: 60
-      read_timeout: 3000
-
-    ch_valtrack_dev: 
-      type: clickhouse
-      schema: "valtrack"
-      verify: False
-      host: "{{ env_var('CLICKHOUSE_DEV_URL') }}"
-      port: "{{ env_var('CLICKHOUSE_DEV_PORT', '8123') | int }}"
-      secure: "{{ (env_var('CLICKHOUSE_DEV_SECURE', 'False') | lower) == 'true' }}"
-      user: "{{ env_var('CLICKHOUSE_DEV_USER') }}"
-      password: "{{ env_var('CLICKHOUSE_DEV_PASSWORD') }}"
-      threads: 40
-      connect_timeout: 60
-      read_timeout: 3000
-
-    ch_goteth_dev: 
-      type: clickhouse
-      schema: "goteth"
-      verify: False
-      host: "{{ env_var('CLICKHOUSE_DEV_URL') }}"
-      port: "{{ env_var('CLICKHOUSE_DEV_PORT', '8123') | int }}"
-      secure: "{{ (env_var('CLICKHOUSE_DEV_SECURE', 'False') | lower) == 'true' }}"
-      user: "{{ env_var('CLICKHOUSE_DEV_USER') }}"
-      password: "{{ env_var('CLICKHOUSE_DEV_PASSWORD') }}"
-      threads: 40
-      connect_timeout: 60
-      read_timeout: 3000
+      threads: 80