feat: Platform Stats now loads ALL session data with async iteration

Author: waynesutton

changelog.md

@@ -6,6 +6,13 @@ Format based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/).
 
 ## [Unreleased]
 
+### Changed
+
+- Platform Stats now loads ALL session data instead of last 1000 sessions
+  - Changed publicPlatformStats query to use async iteration (streams data without memory limits)
+  - Added total sessions and total tokens display in Platform Stats header
+  - Same pattern used by publicMessageCount and publicMessageGrowth queries
+
 ### Fixed
 
 - Fixed Netlify build error: Stats.tsx was git-ignored causing module not found error

convex/analytics.ts

@@ -696,6 +696,7 @@ export const publicMessageGrowth = query({
 
 // Public platform-wide stats for homepage leaderboard (no auth required)
 // Returns top models and top CLI sources sorted by usage
+// Uses async iteration to stream ALL sessions without hitting memory limits
 export const publicPlatformStats = query({
   args: {},
   returns: v.object({
@@ -713,28 +714,27 @@ export const publicPlatformStats = query({
         totalTokens: v.number(),
       }),
     ),
+    totalSessions: v.number(),
+    totalTokens: v.number(),
   }),
   handler: async (ctx) => {
-    // Fetch recent sessions for platform-wide stats (limit to 1000 to avoid timeout)
-    const sessions = await ctx.db.query("sessions").order("desc").take(1000);
-
-    if (sessions.length === 0) {
-      return {
-        topModels: [],
-        topSources: [],
-      };
-    }
-
-    // Aggregate by model
+    // Aggregate by model (streams all sessions without loading into memory)
     const modelMap: Record<string, { totalTokens: number; sessions: number }> =
       {};
     // Aggregate by source (CLI tool)
     const sourceMap: Record<string, { sessions: number; totalTokens: number }> =
       {};
 
-    for (const s of sessions) {
+    let totalSessions = 0;
+    let totalTokens = 0;
+
+    // Stream through ALL sessions using async iteration (avoids 16MB read limit)
+    for await (const s of ctx.db.query("sessions")) {
+      totalSessions += 1;
+
       // Safe token value (handle null/undefined)
       const tokens = s.totalTokens ?? 0;
+      totalTokens += tokens;
 
       // Model aggregation
       const model = s.model || "unknown";
@@ -753,6 +753,16 @@ export const publicPlatformStats = query({
       sourceMap[source].totalTokens += tokens;
     }
 
+    // Return empty arrays if no data
+    if (totalSessions === 0) {
+      return {
+        topModels: [],
+        topSources: [],
+        totalSessions: 0,
+        totalTokens: 0,
+      };
+    }
+
     // Sort models by total tokens and take top 5
     const topModels = Object.entries(modelMap)
       .map(([model, stats]) => ({
@@ -776,6 +786,8 @@ export const publicPlatformStats = query({
     return {
       topModels,
       topSources,
+      totalSessions,
+      totalTokens,
     };
   },
 });