Codex
58 lines
2.1 KiB
YAML
58 lines
2.1 KiB
YAML
version: 1
|
|
kind: HwlabWebProbeSentinelScenarios
|
|
metadata:
|
|
id: d601-v03-web-probe-sentinel-scenarios
|
|
owner: UniDesk
|
|
specRef: PJ2026-01060508
|
|
sentinel:
|
|
scenarios:
|
|
- id: workbench-dsflash-go-tool-call-10x
|
|
enabled: true
|
|
cadence: 10m
|
|
observeTargetPath: /workbench
|
|
sampleIntervalMs: 1000
|
|
screenshotIntervalMs: 60000
|
|
maxRunSeconds: 1200
|
|
providerProfile: dsflash-go
|
|
providerProfileMode: exact
|
|
promptSetRef: config/hwlab-web-probe-sentinel/prompt-set.dsflash-go.yaml#sentinel.promptSet
|
|
reportViewRef: config/hwlab-web-probe-sentinel/report-views.yaml#sentinel.reportViews
|
|
commandSequence:
|
|
- type: newSession
|
|
- type: selectProvider
|
|
provider: dsflash-go
|
|
- type: sendPrompt
|
|
promptSource: promptSet
|
|
repeat: 10
|
|
sessionInvarianceChecks:
|
|
- id: after-round-1-navigation-invariance
|
|
afterRound: 1
|
|
refreshCurrent: true
|
|
switchAwayAndBack: true
|
|
alternateSessionStrategy: existing-or-create
|
|
assertSessionInvariant: true
|
|
expectedSentinelRange: sentinel-01..sentinel-01
|
|
findingId: workbench-message-order-user-clustered-after-navigation
|
|
severity: amber
|
|
blocking: false
|
|
- id: after-round-5-navigation-invariance
|
|
afterRound: 5
|
|
refreshCurrent: true
|
|
switchAwayAndBack: true
|
|
alternateSessionStrategy: existing-or-create
|
|
assertSessionInvariant: true
|
|
requireComposerReady: true
|
|
expectedSentinelRange: sentinel-01..sentinel-05
|
|
findingId: workbench-message-order-user-clustered-after-navigation
|
|
severity: amber
|
|
blocking: false
|
|
- id: after-round-10-refresh-invariance
|
|
afterRound: 10
|
|
refreshCurrent: true
|
|
switchAwayAndBack: false
|
|
assertSessionInvariant: true
|
|
expectedSentinelRange: sentinel-01..sentinel-10
|
|
findingId: workbench-message-order-user-clustered-after-navigation
|
|
severity: amber
|
|
blocking: false
|