chore: first provider alert version

infra/monitoring.ts

@@ -50,6 +50,48 @@ const modelHttpErrorsQuery = (product: "go" | "zen") => {
   }).json
 }
 
+const providerHttpErrorsQuery = (product: "go" | "zen") => {
+  const filters = [
+    { column: "provider", op: "exists" },
+    { column: "user_agent", op: "contains", value: "opencode" },
+    { column: "isGoTier", op: "=", value: product === "go" ? "true" : "false" },
+  ]
+
+  return honeycomb.getQuerySpecificationOutput({
+    breakdowns: ["provider"],
+    calculatedFields: [
+      {
+        name: "is_success_http_status",
+        expression: `IF(AND(GTE($status, "200"), LT($status, "400")), 1, 0)`,
+      },
+      {
+        name: "is_failed_provider_http_status",
+        expression: `IF(AND(GTE($llm.error.code, "400"), NOT(EQUALS($llm.error.code, "401"))), 1, 0)`,
+      },
+    ],
+    calculations: [
+      {
+        op: "SUM",
+        name: "SUCCESS",
+        column: "is_success_http_status",
+        filterCombination: "AND",
+        filters: [...filters, { column: "event_type", op: "=", value: "completions" }],
+      },
+      {
+        op: "SUM",
+        name: "FAILED",
+        column: "is_failed_provider_http_status",
+        filterCombination: "AND",
+        filters: [...filters, { column: "event_type", op: "=", value: "llm.error" }],
+      },
+    ],
+    formulas: [
+      { name: "ERROR", expression: "IF(GTE(SUM($SUCCESS, $FAILED), 500), DIV($FAILED, SUM($SUCCESS, $FAILED)), 0)" },
+    ],
+    timeRange: 900,
+  }).json
+}
+
 const description = "Managed by SST (Don't edit in Honeycomb UI)"
 
 new honeycomb.Trigger("IncreasedModelHttpErrorsGo", {
@@ -89,3 +131,41 @@ new honeycomb.Trigger("IncreasedModelHttpErrorsZen", {
     },
   ],
 })
+
+new honeycomb.Trigger("IncreasedProviderHttpErrorsGo", {
+  name: "Increased Provider HTTP Errors [Go]",
+  description,
+  queryJson: providerHttpErrorsQuery("go"),
+  alertType: "on_change",
+  frequency: 300,
+  thresholds: [{ op: ">=", value: 0.8, exceededLimit: 1 }],
+  recipients: [
+    // {
+    //   id: webhookRecipient.id,
+    //   notificationDetails: [
+    //     {
+    //       variables: [{ name: "type", value: "provider_http_errors" }],
+    //     },
+    //   ],
+    // },
+  ],
+})
+
+new honeycomb.Trigger("IncreasedProviderHttpErrorsZen", {
+  name: "Increased Provider HTTP Errors [Zen]",
+  description,
+  queryJson: providerHttpErrorsQuery("zen"),
+  alertType: "on_change",
+  frequency: 300,
+  thresholds: [{ op: ">=", value: 0.8, exceededLimit: 1 }],
+  recipients: [
+    // {
+    //   id: webhookRecipient.id,
+    //   notificationDetails: [
+    //     {
+    //       variables: [{ name: "type", value: "provider_http_errors" }],
+    //     },
+    //   ],
+    // },
+  ],
+})