fix: indexes on workflow runs, events (#688)

hatchet-dev · Jul 3, 2024 · 0a2a26f · 0a2a26f
1 parent 12b6b25
commit 0a2a26f
Show file tree

Hide file tree

Showing 7 changed files with 161 additions and 1 deletion.
diff --git a/pkg/repository/prisma/db/db_gen.go b/pkg/repository/prisma/db/db_gen.go
@@ -479,6 +479,10 @@ model Event {
 
   // the workflow runs that were triggered by this event
   workflowRuns WorkflowRunTriggeredBy[]
+
+  @@index([tenantId])
+  @@index([createdAt])
+  @@index([tenantId, createdAt])
 }
 
 model WorkflowTag {
@@ -927,6 +931,12 @@ model WorkflowRun {
   additionalMetadata Json?
 
   @@unique([parentId, parentStepRunId, childKey])
+  @@index([tenantId])
+  @@index([workflowVersionId])
+  @@index([createdAt])
+  @@index([tenantId, createdAt])
+  @@index([finishedAt])
+  @@index([status])
 }
 
 model GetGroupKeyRun {
@@ -1018,6 +1028,10 @@ model WorkflowRunTriggeredBy {
   // a specific time that triggered this workflow
   scheduled   WorkflowTriggerScheduledRef? @relation(fields: [scheduledId], references: [id])
   scheduledId String?                      @unique @db.Uuid
+
+  @@index([tenantId])
+  @@index([eventId])
+  @@index([parentId])
 }
 
 enum JobRunStatus {

diff --git a/pkg/repository/prisma/dbsqlc/schema.sql b/pkg/repository/prisma/dbsqlc/schema.sql
@@ -773,9 +773,18 @@ CREATE UNIQUE INDEX "ControllerPartition_id_key" ON "ControllerPartition"("id" A
 -- CreateIndex
 CREATE UNIQUE INDEX "Dispatcher_id_key" ON "Dispatcher"("id" ASC);
 
+-- CreateIndex
+CREATE INDEX "Event_createdAt_idx" ON "Event"("createdAt" ASC);
+
 -- CreateIndex
 CREATE UNIQUE INDEX "Event_id_key" ON "Event"("id" ASC);
 
+-- CreateIndex
+CREATE INDEX "Event_tenantId_createdAt_idx" ON "Event"("tenantId" ASC, "createdAt" ASC);
+
+-- CreateIndex
+CREATE INDEX "Event_tenantId_idx" ON "Event"("tenantId" ASC);
+
 -- CreateIndex
 CREATE UNIQUE INDEX "GetGroupKeyRun_id_key" ON "GetGroupKeyRun"("id" ASC);
 
@@ -974,21 +983,48 @@ CREATE UNIQUE INDEX "WorkflowConcurrency_id_key" ON "WorkflowConcurrency"("id" A
 -- CreateIndex
 CREATE UNIQUE INDEX "WorkflowConcurrency_workflowVersionId_key" ON "WorkflowConcurrency"("workflowVersionId" ASC);
 
+-- CreateIndex
+CREATE INDEX "WorkflowRun_createdAt_idx" ON "WorkflowRun"("createdAt" ASC);
+
+-- CreateIndex
+CREATE INDEX "WorkflowRun_finishedAt_idx" ON "WorkflowRun"("finishedAt" ASC);
+
 -- CreateIndex
 CREATE UNIQUE INDEX "WorkflowRun_id_key" ON "WorkflowRun"("id" ASC);
 
 -- CreateIndex
 CREATE UNIQUE INDEX "WorkflowRun_parentId_parentStepRunId_childKey_key" ON "WorkflowRun"("parentId" ASC, "parentStepRunId" ASC, "childKey" ASC);
 
+-- CreateIndex
+CREATE INDEX "WorkflowRun_status_idx" ON "WorkflowRun"("status" ASC);
+
+-- CreateIndex
+CREATE INDEX "WorkflowRun_tenantId_createdAt_idx" ON "WorkflowRun"("tenantId" ASC, "createdAt" ASC);
+
+-- CreateIndex
+CREATE INDEX "WorkflowRun_tenantId_idx" ON "WorkflowRun"("tenantId" ASC);
+
+-- CreateIndex
+CREATE INDEX "WorkflowRun_workflowVersionId_idx" ON "WorkflowRun"("workflowVersionId" ASC);
+
+-- CreateIndex
+CREATE INDEX "WorkflowRunTriggeredBy_eventId_idx" ON "WorkflowRunTriggeredBy"("eventId" ASC);
+
 -- CreateIndex
 CREATE UNIQUE INDEX "WorkflowRunTriggeredBy_id_key" ON "WorkflowRunTriggeredBy"("id" ASC);
 
+-- CreateIndex
+CREATE INDEX "WorkflowRunTriggeredBy_parentId_idx" ON "WorkflowRunTriggeredBy"("parentId" ASC);
+
 -- CreateIndex
 CREATE UNIQUE INDEX "WorkflowRunTriggeredBy_parentId_key" ON "WorkflowRunTriggeredBy"("parentId" ASC);
 
 -- CreateIndex
 CREATE UNIQUE INDEX "WorkflowRunTriggeredBy_scheduledId_key" ON "WorkflowRunTriggeredBy"("scheduledId" ASC);
 
+-- CreateIndex
+CREATE INDEX "WorkflowRunTriggeredBy_tenantId_idx" ON "WorkflowRunTriggeredBy"("tenantId" ASC);
+
 -- CreateIndex
 CREATE UNIQUE INDEX "WorkflowTag_id_key" ON "WorkflowTag"("id" ASC);
 

diff --git a/prisma/migrations/20240703194644_v0_35_1/migration.sql b/prisma/migrations/20240703194644_v0_35_1/migration.sql
@@ -0,0 +1,35 @@
+-- CreateIndex
+CREATE INDEX "Event_tenantId_idx" ON "Event"("tenantId");
+
+-- CreateIndex
+CREATE INDEX "Event_createdAt_idx" ON "Event"("createdAt");
+
+-- CreateIndex
+CREATE INDEX "Event_tenantId_createdAt_idx" ON "Event"("tenantId", "createdAt");
+
+-- CreateIndex
+CREATE INDEX "WorkflowRun_tenantId_idx" ON "WorkflowRun"("tenantId");
+
+-- CreateIndex
+CREATE INDEX "WorkflowRun_workflowVersionId_idx" ON "WorkflowRun"("workflowVersionId");
+
+-- CreateIndex
+CREATE INDEX "WorkflowRun_createdAt_idx" ON "WorkflowRun"("createdAt");
+
+-- CreateIndex
+CREATE INDEX "WorkflowRun_tenantId_createdAt_idx" ON "WorkflowRun"("tenantId", "createdAt");
+
+-- CreateIndex
+CREATE INDEX "WorkflowRun_finishedAt_idx" ON "WorkflowRun"("finishedAt");
+
+-- CreateIndex
+CREATE INDEX "WorkflowRun_status_idx" ON "WorkflowRun"("status");
+
+-- CreateIndex
+CREATE INDEX "WorkflowRunTriggeredBy_tenantId_idx" ON "WorkflowRunTriggeredBy"("tenantId");
+
+-- CreateIndex
+CREATE INDEX "WorkflowRunTriggeredBy_eventId_idx" ON "WorkflowRunTriggeredBy"("eventId");
+
+-- CreateIndex
+CREATE INDEX "WorkflowRunTriggeredBy_parentId_idx" ON "WorkflowRunTriggeredBy"("parentId");
diff --git a/prisma/schema.prisma b/prisma/schema.prisma
@@ -405,6 +405,10 @@ model Event {
 
   // the workflow runs that were triggered by this event
   workflowRuns WorkflowRunTriggeredBy[]
+
+  @@index([tenantId])
+  @@index([createdAt])
+  @@index([tenantId, createdAt])
 }
 
 model WorkflowTag {
@@ -853,6 +857,12 @@ model WorkflowRun {
   additionalMetadata Json?
 
   @@unique([parentId, parentStepRunId, childKey])
+  @@index([tenantId])
+  @@index([workflowVersionId])
+  @@index([createdAt])
+  @@index([tenantId, createdAt])
+  @@index([finishedAt])
+  @@index([status])
 }
 
 model GetGroupKeyRun {
@@ -944,6 +954,10 @@ model WorkflowRunTriggeredBy {
   // a specific time that triggered this workflow
   scheduled   WorkflowTriggerScheduledRef? @relation(fields: [scheduledId], references: [id])
   scheduledId String?                      @unique @db.Uuid
+
+  @@index([tenantId])
+  @@index([eventId])
+  @@index([parentId])
 }
 
 enum JobRunStatus {

diff --git a/sql/migrations/20240703194656_v0.35.1.sql b/sql/migrations/20240703194656_v0.35.1.sql
@@ -0,0 +1,24 @@
+-- Create index "Event_createdAt_idx" to table: "Event"
+CREATE INDEX "Event_createdAt_idx" ON "Event" ("createdAt");
+-- Create index "Event_tenantId_createdAt_idx" to table: "Event"
+CREATE INDEX "Event_tenantId_createdAt_idx" ON "Event" ("tenantId", "createdAt");
+-- Create index "Event_tenantId_idx" to table: "Event"
+CREATE INDEX "Event_tenantId_idx" ON "Event" ("tenantId");
+-- Create index "WorkflowRun_createdAt_idx" to table: "WorkflowRun"
+CREATE INDEX "WorkflowRun_createdAt_idx" ON "WorkflowRun" ("createdAt");
+-- Create index "WorkflowRun_finishedAt_idx" to table: "WorkflowRun"
+CREATE INDEX "WorkflowRun_finishedAt_idx" ON "WorkflowRun" ("finishedAt");
+-- Create index "WorkflowRun_status_idx" to table: "WorkflowRun"
+CREATE INDEX "WorkflowRun_status_idx" ON "WorkflowRun" ("status");
+-- Create index "WorkflowRun_tenantId_createdAt_idx" to table: "WorkflowRun"
+CREATE INDEX "WorkflowRun_tenantId_createdAt_idx" ON "WorkflowRun" ("tenantId", "createdAt");
+-- Create index "WorkflowRun_tenantId_idx" to table: "WorkflowRun"
+CREATE INDEX "WorkflowRun_tenantId_idx" ON "WorkflowRun" ("tenantId");
+-- Create index "WorkflowRun_workflowVersionId_idx" to table: "WorkflowRun"
+CREATE INDEX "WorkflowRun_workflowVersionId_idx" ON "WorkflowRun" ("workflowVersionId");
+-- Create index "WorkflowRunTriggeredBy_eventId_idx" to table: "WorkflowRunTriggeredBy"
+CREATE INDEX "WorkflowRunTriggeredBy_eventId_idx" ON "WorkflowRunTriggeredBy" ("eventId");
+-- Create index "WorkflowRunTriggeredBy_parentId_idx" to table: "WorkflowRunTriggeredBy"
+CREATE INDEX "WorkflowRunTriggeredBy_parentId_idx" ON "WorkflowRunTriggeredBy" ("parentId");
+-- Create index "WorkflowRunTriggeredBy_tenantId_idx" to table: "WorkflowRunTriggeredBy"
+CREATE INDEX "WorkflowRunTriggeredBy_tenantId_idx" ON "WorkflowRunTriggeredBy" ("tenantId");
diff --git a/sql/migrations/atlas.sum b/sql/migrations/atlas.sum
@@ -1,4 +1,4 @@
-h1:LXQRtfBJrIn4LxC0e60IvzAFysclKxaKq++WZR4Bi7I=
+h1:hAw5/ZClxRS7GL8N4lsT5pu8L8S+Akh6+Jlm0fVML5k=
 20240115180414_init.sql h1:Ef3ZyjAHkmJPdGF/dEWCahbwgcg6uGJKnDxW2JCRi2k=
 20240122014727_v0_6_0.sql h1:o/LdlteAeFgoHJ3e/M4Xnghqt9826IE/Y/h0q95Acuo=
 20240126235456_v0_7_0.sql h1:KiVzt/hXgQ6esbdC6OMJOOWuYEXmy1yeCpmsVAHTFKs=
@@ -35,3 +35,4 @@ h1:LXQRtfBJrIn4LxC0e60IvzAFysclKxaKq++WZR4Bi7I=
 20240625180548_v0.34.0.sql h1:77uSk0VF/jBvEPHCqWC4hmMQqUx4zVnMdTryGsIXt9s=
 20240626204339_v0.34.2.sql h1:e2hArnEfcEYcBjEPxZW3axkl4CGt2lHa1oIA2r2fjfY=
 20240701144852_v0_35_0.sql h1:q8pPeq4LZp7hxZZp4P08xctwAdQFKDEA9vbj1Ulbn7U=
+20240703194656_v0.35.1.sql h1:2plFt+n4AhwJqEICU20O9nHnSVDBubZxg8Rnr3eZD+Y=
diff --git a/sql/schema/schema.sql b/sql/schema/schema.sql
@@ -773,9 +773,18 @@ CREATE UNIQUE INDEX "ControllerPartition_id_key" ON "ControllerPartition"("id" A
 -- CreateIndex
 CREATE UNIQUE INDEX "Dispatcher_id_key" ON "Dispatcher"("id" ASC);
 
+-- CreateIndex
+CREATE INDEX "Event_createdAt_idx" ON "Event"("createdAt" ASC);
+
 -- CreateIndex
 CREATE UNIQUE INDEX "Event_id_key" ON "Event"("id" ASC);
 
+-- CreateIndex
+CREATE INDEX "Event_tenantId_createdAt_idx" ON "Event"("tenantId" ASC, "createdAt" ASC);
+
+-- CreateIndex
+CREATE INDEX "Event_tenantId_idx" ON "Event"("tenantId" ASC);
+
 -- CreateIndex
 CREATE UNIQUE INDEX "GetGroupKeyRun_id_key" ON "GetGroupKeyRun"("id" ASC);
 
@@ -974,21 +983,48 @@ CREATE UNIQUE INDEX "WorkflowConcurrency_id_key" ON "WorkflowConcurrency"("id" A
 -- CreateIndex
 CREATE UNIQUE INDEX "WorkflowConcurrency_workflowVersionId_key" ON "WorkflowConcurrency"("workflowVersionId" ASC);
 
+-- CreateIndex
+CREATE INDEX "WorkflowRun_createdAt_idx" ON "WorkflowRun"("createdAt" ASC);
+
+-- CreateIndex
+CREATE INDEX "WorkflowRun_finishedAt_idx" ON "WorkflowRun"("finishedAt" ASC);
+
 -- CreateIndex
 CREATE UNIQUE INDEX "WorkflowRun_id_key" ON "WorkflowRun"("id" ASC);
 
 -- CreateIndex
 CREATE UNIQUE INDEX "WorkflowRun_parentId_parentStepRunId_childKey_key" ON "WorkflowRun"("parentId" ASC, "parentStepRunId" ASC, "childKey" ASC);
 
+-- CreateIndex
+CREATE INDEX "WorkflowRun_status_idx" ON "WorkflowRun"("status" ASC);
+
+-- CreateIndex
+CREATE INDEX "WorkflowRun_tenantId_createdAt_idx" ON "WorkflowRun"("tenantId" ASC, "createdAt" ASC);
+
+-- CreateIndex
+CREATE INDEX "WorkflowRun_tenantId_idx" ON "WorkflowRun"("tenantId" ASC);
+
+-- CreateIndex
+CREATE INDEX "WorkflowRun_workflowVersionId_idx" ON "WorkflowRun"("workflowVersionId" ASC);
+
+-- CreateIndex
+CREATE INDEX "WorkflowRunTriggeredBy_eventId_idx" ON "WorkflowRunTriggeredBy"("eventId" ASC);
+
 -- CreateIndex
 CREATE UNIQUE INDEX "WorkflowRunTriggeredBy_id_key" ON "WorkflowRunTriggeredBy"("id" ASC);
 
+-- CreateIndex
+CREATE INDEX "WorkflowRunTriggeredBy_parentId_idx" ON "WorkflowRunTriggeredBy"("parentId" ASC);
+
 -- CreateIndex
 CREATE UNIQUE INDEX "WorkflowRunTriggeredBy_parentId_key" ON "WorkflowRunTriggeredBy"("parentId" ASC);
 
 -- CreateIndex
 CREATE UNIQUE INDEX "WorkflowRunTriggeredBy_scheduledId_key" ON "WorkflowRunTriggeredBy"("scheduledId" ASC);
 
+-- CreateIndex
+CREATE INDEX "WorkflowRunTriggeredBy_tenantId_idx" ON "WorkflowRunTriggeredBy"("tenantId" ASC);
+
 -- CreateIndex
 CREATE UNIQUE INDEX "WorkflowTag_id_key" ON "WorkflowTag"("id" ASC);