proper list on high queue depth

api-contracts/openapi/components/schemas/_index.yaml

@@ -64,6 +64,8 @@ QueueMetrics:
   $ref: "./tenant.yaml#/QueueMetrics"
 TenantQueueMetrics:
   $ref: "./tenant.yaml#/TenantQueueMetrics"
+TenantStepRunQueueMetrics:
+  $ref: "./tenant.yaml#/TenantStepRunQueueMetrics"
 AcceptInviteRequest:
   $ref: "./user.yaml#/AcceptInviteRequest"
 RejectInviteRequest:

api-contracts/openapi/components/schemas/tenant.yaml

@@ -335,3 +335,10 @@ TenantQueueMetrics:
       type: object
       additionalProperties:
         type: integer
+
+TenantStepRunQueueMetrics:
+  properties:
+    queues:
+      type: object
+      additionalProperties:
+        type: integer

api-contracts/openapi/openapi.yaml

@@ -92,6 +92,8 @@ paths:
     $ref: "./paths/api-tokens/api_tokens.yaml#/revoke"
   /api/v1/tenants/{tenant}/queue-metrics:
     $ref: "./paths/tenant/tenant.yaml#/getQueueMetrics"
+  /api/v1/tenants/{tenant}/step-run-queue-metrics:
+    $ref: "./paths/tenant/tenant.yaml#/getStepRunQueueMetrics"
   /api/v1/tenants/{tenant}/events:
     $ref: "./paths/event/event.yaml#/withTenant"
   /api/v1/tenants/{tenant}/events/bulk:

api-contracts/openapi/paths/tenant/tenant.yaml

@@ -619,3 +619,47 @@ getQueueMetrics:
     summary: Get workflow metrics
     tags:
       - Workflow
+
+getStepRunQueueMetrics:
+  get:
+    x-resources: ["tenant"]
+    description: Get the queue metrics for the tenant
+    operationId: tenant:get:step-run-queue-metrics
+    parameters:
+      - description: The tenant id
+        in: path
+        name: tenant
+        required: true
+        schema:
+          type: string
+          format: uuid
+          minLength: 36
+          maxLength: 36
+    responses:
+      "200":
+        content:
+          application/json:
+            schema:
+              $ref: "../../components/schemas/_index.yaml#/TenantStepRunQueueMetrics"
+        description: Successfully retrieved the step run queue metrics
+      "400":
+        content:
+          application/json:
+            schema:
+              $ref: "../../components/schemas/_index.yaml#/APIErrors"
+        description: A malformed or bad request
+      "403":
+        content:
+          application/json:
+            schema:
+              $ref: "../../components/schemas/_index.yaml#/APIErrors"
+        description: Forbidden
+      "404":
+        content:
+          application/json:
+            schema:
+              $ref: "../../components/schemas/_index.yaml#/APIErrors"
+        description: Not found
+    summary: Get step run metrics
+    tags:
+      - Tenant

api/v1/server/handlers/tenants/get_step_run_queue_metrics.go

@@ -0,0 +1,24 @@
+package tenants
+
+import (
+	"github.com/labstack/echo/v4"
+
+	"github.com/hatchet-dev/hatchet/api/v1/server/oas/gen"
+	"github.com/hatchet-dev/hatchet/pkg/repository/prisma/db"
+)
+
+func (t *TenantService) TenantGetStepRunQueueMetrics(ctx echo.Context, request gen.TenantGetStepRunQueueMetricsRequestObject) (gen.TenantGetStepRunQueueMetricsResponseObject, error) {
+	tenant := ctx.Get("tenant").(*db.TenantModel)
+
+	stepRunQueueCounts, err := t.config.EngineRepository.StepRun().GetQueueCounts(ctx.Request().Context(), tenant.ID)
+
+	if err != nil {
+		return nil, err
+	}
+
+	resp := gen.TenantStepRunQueueMetrics{
+		Queues: &stepRunQueueCounts,
+	}
+
+	return gen.TenantGetStepRunQueueMetrics200JSONResponse(resp), nil
+}

frontend/app/src/lib/api/generated/Api.ts

@@ -63,6 +63,7 @@ import {
   TenantMemberList,
   TenantQueueMetrics,
   TenantResourcePolicy,
+  TenantStepRunQueueMetrics,
   TriggerWorkflowRunRequest,
   UpdateTenantAlertEmailGroupRequest,
   UpdateTenantInviteRequest,
@@ -823,6 +824,23 @@ export class Api<SecurityDataType = unknown> extends HttpClient<SecurityDataType
       format: 'json',
       ...params,
     });
+  /**
+   * @description Get the queue metrics for the tenant
+   *
+   * @tags Tenant
+   * @name TenantGetStepRunQueueMetrics
+   * @summary Get step run metrics
+   * @request GET:/api/v1/tenants/{tenant}/step-run-queue-metrics
+   * @secure
+   */
+  tenantGetStepRunQueueMetrics = (tenant: string, params: RequestParams = {}) =>
+    this.request<TenantStepRunQueueMetrics, APIErrors>({
+      path: `/api/v1/tenants/${tenant}/step-run-queue-metrics`,
+      method: 'GET',
+      secure: true,
+      format: 'json',
+      ...params,
+    });
   /**
    * @description Lists all events for a tenant.
    *

frontend/app/src/lib/api/generated/data-contracts.ts

@@ -360,6 +360,10 @@ export interface TenantQueueMetrics {
   queues?: Record<string, number>;
 }
 
+export interface TenantStepRunQueueMetrics {
+  queues?: Record<string, number>;
+}
+
 export interface AcceptInviteRequest {
   /**
    * @minLength 36

frontend/app/src/lib/api/queries.ts

@@ -214,6 +214,11 @@ export const queries = createQueryKeyStore({
       queryKey: ['queue-metrics:get', tenant],
       queryFn: async () => (await api.tenantGetQueueMetrics(tenant)).data,
     }),
+    getStepRunQueueMetrics: (tenant: string) => ({
+      queryKey: ['queue-metrics:get:step-run', tenant],
+      queryFn: async () =>
+        (await api.tenantGetStepRunQueueMetrics(tenant)).data,
+    }),
   },
   stepRuns: {
     get: (tenant: string, stepRun: string) => ({

frontend/app/src/pages/main/workflow-runs/components/workflow-runs-table.tsx

@@ -322,7 +322,7 @@ export function WorkflowRunsTable({
   });
 
   const tenantMetricsQuery = useQuery({
-    ...queries.metrics.get(tenant.metadata.id),
+    ...queries.metrics.getStepRunQueueMetrics(tenant.metadata.id),
     refetchInterval,
   });