fix(data-drains): expression indexes match date_trunc cursor ORDER BY

Btree indexes on raw timestamp columns can't satisfy ORDER BY
`date_trunc('milliseconds', col)`. Switch the five drain-source composite
indexes (and snapshot) to expression indexes on
`(workspace_id, date_trunc('milliseconds', col), id)` so the planner can use
them for both the WHERE filter and the sort step.

Author: waleedlatif1

packages/db/migrations/0202_panoramic_dreaming_celestial.sql

@@ -43,8 +43,8 @@ CREATE INDEX "data_drain_runs_drain_started_idx" ON "data_drain_runs" USING btre
 CREATE INDEX "data_drains_org_idx" ON "data_drains" USING btree ("organization_id");--> statement-breakpoint
 CREATE INDEX "data_drains_due_idx" ON "data_drains" USING btree ("enabled","last_run_at");--> statement-breakpoint
 CREATE UNIQUE INDEX "data_drains_org_name_unique" ON "data_drains" USING btree ("organization_id","name");--> statement-breakpoint
-CREATE INDEX "copilot_chats_workspace_created_at_id_idx" ON "copilot_chats" USING btree ("workspace_id","created_at","id");--> statement-breakpoint
-CREATE INDEX "copilot_runs_workspace_completed_at_id_idx" ON "copilot_runs" USING btree ("workspace_id","completed_at","id");--> statement-breakpoint
-CREATE INDEX "job_execution_logs_workspace_ended_at_id_idx" ON "job_execution_logs" USING btree ("workspace_id","ended_at","id");--> statement-breakpoint
-CREATE INDEX "workflow_execution_logs_workspace_ended_at_id_idx" ON "workflow_execution_logs" USING btree ("workspace_id","ended_at","id");--> statement-breakpoint
-CREATE INDEX "audit_log_workspace_created_at_id_idx" ON "audit_log" USING btree ("workspace_id","created_at","id");
+CREATE INDEX "copilot_chats_workspace_created_at_id_idx" ON "copilot_chats" USING btree ("workspace_id",date_trunc('milliseconds', "created_at"),"id");--> statement-breakpoint
+CREATE INDEX "copilot_runs_workspace_completed_at_id_idx" ON "copilot_runs" USING btree ("workspace_id",date_trunc('milliseconds', "completed_at"),"id");--> statement-breakpoint
+CREATE INDEX "job_execution_logs_workspace_ended_at_id_idx" ON "job_execution_logs" USING btree ("workspace_id",date_trunc('milliseconds', "ended_at"),"id");--> statement-breakpoint
+CREATE INDEX "workflow_execution_logs_workspace_ended_at_id_idx" ON "workflow_execution_logs" USING btree ("workspace_id",date_trunc('milliseconds', "ended_at"),"id");--> statement-breakpoint
+CREATE INDEX "audit_log_workspace_created_at_id_idx" ON "audit_log" USING btree ("workspace_id",date_trunc('milliseconds', "created_at"),"id");

packages/db/migrations/meta/0202_snapshot.json

@@ -1269,8 +1269,8 @@
               "nulls": "last"
             },
             {
-              "expression": "created_at",
-              "isExpression": false,
+              "expression": "date_trunc('milliseconds', \"created_at\")",
+              "isExpression": true,
               "asc": true,
               "nulls": "last"
             },
@@ -1973,8 +1973,8 @@
               "nulls": "last"
             },
             {
-              "expression": "created_at",
-              "isExpression": false,
+              "expression": "date_trunc('milliseconds', \"created_at\")",
+              "isExpression": true,
               "asc": true,
               "nulls": "last"
             },
@@ -2610,8 +2610,8 @@
               "nulls": "last"
             },
             {
-              "expression": "completed_at",
-              "isExpression": false,
+              "expression": "date_trunc('milliseconds', \"completed_at\")",
+              "isExpression": true,
               "asc": true,
               "nulls": "last"
             },
@@ -6417,8 +6417,8 @@
               "nulls": "last"
             },
             {
-              "expression": "ended_at",
-              "isExpression": false,
+              "expression": "date_trunc('milliseconds', \"ended_at\")",
+              "isExpression": true,
               "asc": true,
               "nulls": "last"
             },
@@ -13267,8 +13267,8 @@
               "nulls": "last"
             },
             {
-              "expression": "ended_at",
-              "isExpression": false,
+              "expression": "date_trunc('milliseconds', \"ended_at\")",
+              "isExpression": true,
               "asc": true,
               "nulls": "last"
             },

packages/db/schema.ts

@@ -356,7 +356,7 @@ export const workflowExecutionLogs = pgTable(
     ),
     workspaceEndedAtIdIdx: index('workflow_execution_logs_workspace_ended_at_id_idx').on(
       table.workspaceId,
-      table.endedAt,
+      sql`date_trunc('milliseconds', ${table.endedAt})`,
       table.id
     ),
     runningStartedAtIdx: index('workflow_execution_logs_running_started_at_idx')
@@ -590,7 +590,7 @@ export const jobExecutionLogs = pgTable(
     ),
     workspaceEndedAtIdIdx: index('job_execution_logs_workspace_ended_at_id_idx').on(
       table.workspaceId,
-      table.endedAt,
+      sql`date_trunc('milliseconds', ${table.endedAt})`,
       table.id
     ),
     executionIdUnique: uniqueIndex('job_execution_logs_execution_id_unique').on(table.executionId),
@@ -1699,7 +1699,7 @@ export const copilotChats = pgTable(
     updatedAtIdx: index('copilot_chats_updated_at_idx').on(table.updatedAt),
     workspaceCreatedAtIdIdx: index('copilot_chats_workspace_created_at_id_idx').on(
       table.workspaceId,
-      table.createdAt,
+      sql`date_trunc('milliseconds', ${table.createdAt})`,
       table.id
     ),
   })
@@ -1835,7 +1835,7 @@ export const copilotRuns = pgTable(
     ),
     workspaceCompletedAtIdIdx: index('copilot_runs_workspace_completed_at_id_idx').on(
       table.workspaceId,
-      table.completedAt,
+      sql`date_trunc('milliseconds', ${table.completedAt})`,
       table.id
     ),
     streamIdUnique: uniqueIndex('copilot_runs_stream_id_unique').on(table.streamId),
@@ -2418,7 +2418,7 @@ export const auditLog = pgTable(
     ),
     workspaceCreatedIdIdx: index('audit_log_workspace_created_at_id_idx').on(
       table.workspaceId,
-      table.createdAt,
+      sql`date_trunc('milliseconds', ${table.createdAt})`,
       table.id
     ),
     actorCreatedIdx: index('audit_log_actor_created_idx').on(table.actorId, table.createdAt),