perf(db): incremental user streaks cache

database/user_streaks.sql

@@ -1,14 +1,23 @@
----------------------------------------------------------------
----------------------------- Views ----------------------------
----------------------------------------------------------------
+WITH outdated_users AS (
+    SELECT
+        a.user_id,
+        u.timezone AS last_timezone,
+        DATE(LOCAL_TIME(MAX(a.created_at), u.timezone)) AS last_seen,
+        DATE(LOCAL_TIME(STRFTIME('%Y-%m-%dT%H:%M:%SZ', 'now'), u.timezone))
+            AS last_calculated
+    FROM activity AS a
+    LEFT JOIN users AS u ON u.id = a.user_id
+    LEFT JOIN user_streaks AS s ON a.user_id = s.user_id
+    GROUP BY a.user_id
+    HAVING
+        s.last_timezone != u.timezone
+        OR DATE(LOCAL_TIME(STRFTIME('%Y-%m-%dT%H:%M:%SZ', 'now'), u.timezone))
+        != COALESCE(s.last_calculated, '1970-01-01')
+        OR DATE(LOCAL_TIME(MAX(a.created_at), u.timezone))
+        != COALESCE(s.last_seen, '1970-01-01')
+),
 
---------------------------------
---------- User Streaks ---------
---------------------------------
-
-CREATE VIEW view_user_streaks AS
-
-WITH document_windows AS (
+document_windows AS (
     SELECT
         activity.user_id,
         users.timezone,
@@ -18,33 +27,37 @@ WITH document_windows AS (
         ) AS weekly_read,
         DATE(LOCAL_TIME(activity.start_time, users.timezone)) AS daily_read
     FROM activity
+    INNER JOIN outdated_users ON outdated_users.user_id = activity.user_id
     LEFT JOIN users ON users.id = activity.user_id
     GROUP BY activity.user_id, weekly_read, daily_read
 ),
+
 weekly_partitions AS (
     SELECT
         user_id,
         timezone,
         'WEEK' AS "window",
         weekly_read AS read_window,
-        row_number() OVER (
+        ROW_NUMBER() OVER (
             PARTITION BY user_id ORDER BY weekly_read DESC
         ) AS seqnum
     FROM document_windows
     GROUP BY user_id, weekly_read
 ),
+
 daily_partitions AS (
     SELECT
         user_id,
         timezone,
         'DAY' AS "window",
         daily_read AS read_window,
-        row_number() OVER (
+        ROW_NUMBER() OVER (
             PARTITION BY user_id ORDER BY daily_read DESC
         ) AS seqnum
     FROM document_windows
     GROUP BY user_id, daily_read
 ),
+
 streaks AS (
     SELECT
         COUNT(*) AS streak,
@@ -74,6 +87,7 @@ streaks AS (
         user_id,
         DATE(read_window, '+' || (seqnum * 7) || ' day')
 ),
+
 max_streak AS (
     SELECT
         MAX(streak) AS max_streak,
@@ -84,6 +98,7 @@ max_streak AS (
     FROM streaks
     GROUP BY user_id, window
 ),
+
 current_streak AS (
     SELECT
         streak AS current_streak,
@@ -102,16 +117,22 @@ current_streak AS (
     END
     GROUP BY user_id, window
 )
+
+INSERT INTO user_streaks
 SELECT
     max_streak.user_id,
     max_streak.window,
     IFNULL(max_streak, 0) AS max_streak,
     IFNULL(max_streak_start_date, "N/A") AS max_streak_start_date,
     IFNULL(max_streak_end_date, "N/A") AS max_streak_end_date,
-    IFNULL(current_streak, 0) AS current_streak,
-    IFNULL(current_streak_start_date, "N/A") AS current_streak_start_date,
-    IFNULL(current_streak_end_date, "N/A") AS current_streak_end_date
+    IFNULL(current_streak.current_streak, 0) AS current_streak,
+    IFNULL(current_streak.current_streak_start_date, "N/A") AS current_streak_start_date,
+    IFNULL(current_streak.current_streak_end_date, "N/A") AS current_streak_end_date,
+    outdated_users.last_timezone AS last_timezone,
+    outdated_users.last_seen AS last_seen,
+    outdated_users.last_calculated AS last_calculated
 FROM max_streak
+JOIN outdated_users ON max_streak.user_id = outdated_users.user_id
 LEFT JOIN current_streak ON
     current_streak.user_id = max_streak.user_id
     AND current_streak.window = max_streak.window;