merge

steps/01_setup_snowflake.sql

@@ -10,14 +10,14 @@ CREATE DATABASE IF NOT EXISTS QUICKSTART_COMMON;
 -- API integration is needed for GitHub integration
 CREATE OR REPLACE API INTEGRATION git_api_integration
   API_PROVIDER = git_https_api
-  API_ALLOWED_PREFIXES = ('https://github.com/<insert GitHub username>') -- INSERT YOUR GITHUB USERNAME HERE
+  API_ALLOWED_PREFIXES = ('https://github.com/descampschristopher') -- INSERT YOUR GITHUB USERNAME HERE
   ENABLED = TRUE;
 
 
 -- Git repository object is similar to external stage
 CREATE OR REPLACE GIT REPOSITORY quickstart_common.public.quickstart_repo
   API_INTEGRATION = git_api_integration
-  ORIGIN = '<insert URL of forked GitHub repo>'; -- INSERT URL OF FORKED REPO HERE
+  ORIGIN = 'https://github.com/descampschristopher/sfgithub.git'; -- INSERT URL OF FORKED REPO HERE
 
 
 CREATE OR REPLACE DATABASE QUICKSTART_PROD;

steps/02_access_marketplace_data.sql

@@ -4,5 +4,5 @@ USE ROLE ACCOUNTADMIN;
 SELECT * FROM oag_flight_emissions_data_sample.public.estimated_emissions_schedules_sample LIMIT 100;
 SELECT * FROM oag_flight_status_data_sample.public.flight_status_latest_sample LIMIT 100;
 SELECT * FROM global_weather__climate_data_for_bi.standard_tile.forecast_day LIMIT 100;
-SELECT * FROM government_essentials.cybersyn.datacommons_timeseries LIMIT 100;
-SELECT * FROM us_points_of_interest__addresses.cybersyn.point_of_interest_index LIMIT 100;
+SELECT * FROM GLOBAL_GOVERNMENT.cybersyn.datacommons_timeseries LIMIT 100;
+SELECT * FROM US_ADDRESSES__POI.cybersyn.point_of_interest_index LIMIT 100;

steps/03_harmonize_data.sql

@@ -78,9 +78,9 @@ create or replace view weather_forecast as select postal_code, avg(avg_temperatu
 -- We use the data provided by Cybersyn to limit our pipeline to 
 -- US cities with atleast 100k residents to enjoy all the benefits a big city provides during our vacation.
 create or replace view major_us_cities as select geo.geo_id, geo.geo_name, max(ts.value) total_population
-  from government_essentials.cybersyn.datacommons_timeseries ts
-  join government_essentials.cybersyn.geography_index geo on ts.geo_id = geo.geo_id
-  join government_essentials.cybersyn.geography_relationships geo_rel on geo_rel.related_geo_id = geo.geo_id
+  from GLOBAL_GOVERNMENT.cybersyn.datacommons_timeseries ts
+  join GLOBAL_GOVERNMENT.cybersyn.geography_index geo on ts.geo_id = geo.geo_id
+  join GLOBAL_GOVERNMENT.cybersyn.geography_relationships geo_rel on geo_rel.related_geo_id = geo.geo_id
   where true
     and ts.variable_name = 'Total Population, census.gov'
     and date >= '2020-01-01'
@@ -92,8 +92,8 @@ create or replace view major_us_cities as select geo.geo_id, geo.geo_name, max(t
 
 -- Using the geography relationships provided by Cybersyn we collect all the zip codes belonging to a city.
 create or replace view zip_codes_in_city as select city.geo_id city_geo_id, city.geo_name city_geo_name, city.related_geo_id zip_geo_id, city.related_geo_name zip_geo_name
-  from us_points_of_interest__addresses.cybersyn.geography_relationships country
-  join us_points_of_interest__addresses.cybersyn.geography_relationships city on country.related_geo_id = city.geo_id
+  from US_ADDRESSES__POI.cybersyn.geography_relationships country
+  join US_ADDRESSES__POI.cybersyn.geography_relationships city on country.related_geo_id = city.geo_id
   where true
     and country.geo_id = 'country/USA'
     and city.level = 'City'

steps/04_orchestrate_jobs.sql

@@ -18,7 +18,7 @@ create or alter table vacation_spots (
 
 -- task to merge pipeline results into target table
 create or alter task vacation_spots_update
-  schedule = '1440 minute'
+  schedule = '1 minute'
   warehouse = 'quickstart_wh'
   AS MERGE INTO vacation_spots USING (
     select *
@@ -69,7 +69,7 @@ create or alter task email_notification
       if (:options = '[]') then
         CALL SYSTEM$SEND_EMAIL(
             'email_integration',
-            '<insert your email here>', -- INSERT YOUR EMAIL HERE
+            '[email protected]', -- INSERT YOUR EMAIL HERE
             'New data successfully processed: No suitable vacation spots found.',
             'The query did not return any results. Consider adjusting your filters.');
       end if;
@@ -82,14 +82,14 @@ create or alter task email_notification
 
       CALL SYSTEM$SEND_EMAIL(
         'email_integration',
-        '<insert your email here>', -- INSERT YOUR EMAIL HERE
+        '[email protected]', -- INSERT YOUR EMAIL HERE
         'New data successfully processed: The perfect place for your summer vacation has been found.',
         :response);
     exception
         when EXPRESSION_ERROR then
             CALL SYSTEM$SEND_EMAIL(
             'email_integration',
-            '<insert your email here>', -- INSERT YOUR EMAIL HERE
+            '[email protected]', -- INSERT YOUR EMAIL HERE
             'New data successfully processed: Cortex LLM function inaccessible.',
             'It appears that the Cortex LLM functions are not available in your region');
     end;