Replace materialized views with incremental roll ups

sql/changesets.sql

@@ -1,5 +1,4 @@
--- view with a schema that matches the legacy changesets table
-CREATE VIEW changesets AS
+CREATE TABLE changesets AS
   SELECT
     id,
     roads_added road_count_add,
@@ -16,4 +15,4 @@ CREATE VIEW changesets AS
     editor,
     user_id,
     created_at
-  FROM raw_changesets;
+  FROM raw_changesets;

sql/changesets_countries.sql

@@ -1,5 +1,5 @@
-CREATE VIEW changesets_countries AS
+CREATE TABLE changesets_countries AS
   SELECT
     changeset_id,
     country_id
-  FROM raw_changesets_countries;
+  FROM raw_changesets_countries;

sql/changesets_hashtags.sql

@@ -1,5 +1,5 @@
-CREATE VIEW changesets_hashtags AS
+CREATE TABLE changesets_hashtags AS
   SELECT
     changeset_id,
     hashtag_id
-  FROM raw_changesets_hashtags;
+  FROM raw_changesets_hashtags;

sql/countries.sql

@@ -1,4 +1,4 @@
-CREATE VIEW countries AS
+CREATE TABLE countries AS
   SELECT
     id,
     name,

sql/hashtag_stats.sql

@@ -1,4 +1,4 @@
-CREATE MATERIALIZED VIEW hashtag_stats AS
+CREATE TABLE hashtag_stats AS
   SELECT
     hashtag,
     count(c.id) changesets,

sql/hashtags.sql

@@ -1,5 +1,5 @@
 -- view with a schema that matches the legacy hashtags table
-CREATE VIEW hashtags AS
+CREATE TABLE hashtags AS
   SELECT
     id,
     hashtag

sql/raw_countries_users.sql

@@ -1,4 +1,4 @@
-CREATE MATERIALIZED VIEW raw_countries_users AS
+CREATE TABLE raw_countries_users AS
   SELECT
     country_id,
     user_id,

sql/raw_hashtags_users.sql

@@ -1,4 +1,4 @@
-CREATE MATERIALIZED VIEW raw_hashtags_users AS
+CREATE TABLE raw_hashtags_users AS
   SELECT *,
     rank() OVER (ORDER BY edits DESC) edits_rank,
     rank() OVER (ORDER BY buildings DESC) buildings_rank,

sql/user_stats.sql

@@ -1,4 +1,4 @@
-CREATE MATERIALIZED VIEW user_stats AS
+CREATE TABLE user_stats AS
   SELECT
     user_id,
     name,

sql/users.sql

@@ -1,7 +1,7 @@
 CREATE EXTENSION IF NOT EXISTS postgis;
 
 -- view with a schema that matches the legacy users table
-CREATE VIEW users AS
+CREATE TABLE users AS
   SELECT
     id,
     u.name,

src/housekeeping.js

@@ -2,10 +2,31 @@ const env = require("require-env");
 const { Pool } = require("pg");
 
 const QUERIES = [
-  "REFRESH MATERIALIZED VIEW CONCURRENTLY hashtag_stats",
-  "REFRESH MATERIALIZED VIEW CONCURRENTLY raw_countries_users",
-  "REFRESH MATERIALIZED VIEW CONCURRENTLY raw_hashtags_users",
-  "REFRESH MATERIALIZED VIEW CONCURRENTLY user_stats"
+  `INSERT INTO hashtag_stats 
+    SELECT 
+      hashtag,
+      count(c.id) changesets,
+      count(distinct c.user_id) users,
+      sum(road_km_added) road_km_added,
+      sum(road_km_modified) road_km_modified,
+      sum(waterway_km_added) waterway_km_added,
+      sum(waterway_km_modified) waterway_km_modified,
+      sum(roads_added) roads_added,
+      sum(roads_modified) roads_modified,
+      sum(waterways_added) waterways_added,
+      sum(waterways_modified) waterways_modified,
+      sum(buildings_added) buildings_added,
+      sum(buildings_modified) buildings_modified,
+      sum(pois_added) pois_added,
+      sum(pois_modified) pois_modified,
+      sum(pois_modified) josm_edits, 
+      max(coalesce(closed_at, created_at))  
+    FROM raw_changesets_hashtags ch
+    JOIN raw_changesets c ON c.id = ch.changeset_id
+    JOIN raw_hashtags h ON h.id = ch.hashtag_id
+    GROUP BY hashtag
+    ON CONFLICT do update;`
+
 ];
 
 const query = async (pool, query) => {