feat: add Workbench observability rule summaries

config/hwlab-node-lanes.yaml

@@ -169,6 +169,7 @@ lanes:
           workbench:
             enabled: true
             summaryPath: /v1/web-performance/summary
+            lowSampleThreshold: 5
             metricPrefixes:
               - hwlab_workbench_
               - hwlab_webui_
@@ -180,6 +181,68 @@ lanes:
             backendLabelDenylist:
               - unknown
             maxUnknownEventLines: 0
+          recordingRules:
+            - id: workbench_submit_first_visible_p95
+              metric: hwlab:workbench_submit_first_visible:p95_seconds
+              sourceMetric: hwlab_workbench_journey_duration_seconds
+              quantile: 0.95
+              window: 5m
+              minSamples: 5
+              groupBy: [namespace, gitops_target, journey, route, backend, transport, entry, outcome]
+              matchLabels:
+                journey: submit_to_first_visible
+            - id: workbench_backend_event_visible_p95
+              metric: hwlab:workbench_backend_event_visible:p95_seconds
+              sourceMetric: hwlab_workbench_backend_event_visible_latency_seconds
+              quantile: 0.95
+              window: 5m
+              minSamples: 5
+              groupBy: [namespace, gitops_target, event_type, backend, transport, outcome]
+            - id: workbench_session_switch_p95
+              metric: hwlab:workbench_session_switch:p95_seconds
+              sourceMetric: hwlab_workbench_journey_duration_seconds
+              quantile: 0.95
+              window: 5m
+              minSamples: 5
+              groupBy: [namespace, gitops_target, journey, route, target_state, cache, source, outcome]
+              matchLabels:
+                journey: session_switch_first_visible|session_switch_full_load
+            - id: workbench_open_p95
+              metric: hwlab:workbench_open:p95_seconds
+              sourceMetric: hwlab_workbench_journey_duration_seconds
+              quantile: 0.95
+              window: 5m
+              minSamples: 5
+              groupBy: [namespace, gitops_target, journey, route, cache, auth_state, outcome]
+              matchLabels:
+                journey: workbench_open_first_visible|workbench_open_full_load
+          warningAlerts:
+            - id: HWLABWorkbenchSubmitFirstVisibleSlow
+              ruleId: workbench_submit_first_visible_p95
+              severity: warning
+              thresholdSeconds: 15
+              minSamples: 5
+              for: 10m
+              matchLabels:
+                journey: submit_to_first_visible
+            - id: HWLABWorkbenchBackendEventVisibleSlow
+              ruleId: workbench_backend_event_visible_p95
+              severity: warning
+              thresholdSeconds: 10
+              minSamples: 5
+              for: 10m
+            - id: HWLABWorkbenchSessionSwitchSlow
+              ruleId: workbench_session_switch_p95
+              severity: warning
+              thresholdSeconds: 8
+              minSamples: 5
+              for: 10m
+            - id: HWLABWorkbenchOpenSlow
+              ruleId: workbench_open_p95
+              severity: warning
+              thresholdSeconds: 13
+              minSamples: 5
+              for: 10m
         runtimeImageRewrites:
           - source: fatedier/frpc:v0.68.1
             target: 127.0.0.1:5000/hwlab/frpc:v0.68.1