feat(web-probe): add typed Kafka live fanout validation

This commit is contained in:
Codex
2026-07-10 11:52:05 +02:00
parent b9e804014b
commit a496268713
20 changed files with 1544 additions and 25 deletions
@@ -3,6 +3,7 @@ import { test } from "bun:test";
import { withWebObserveCommandRendered } from "../hwlab-node-web-observe-render";
import { renderWebProbeScriptResult } from "./web-observe-render";
import { webProbeScriptCommandGovernance } from "./web-observe-scripts";
test("observe command renderer separates control completion from async turn terminal state", () => {
const rendered = withWebObserveCommandRendered({
@@ -24,7 +25,21 @@ test("observe command renderer separates control completion from async turn term
});
test("web-probe script render warns to promote repeated scripts into commands", () => {
const commandPromotionHint = {
schemaVersion: "unidesk.web-probe.command-promotion.v1",
code: "prefer_repo_owned_typed_command",
promotionRequiredBeforeRepeat: true,
repoOwnedTypedCommand: false,
sourceKind: "stdin",
currentCommand: "web-probe script --node D601 --lane v03",
preferredArtifact: "repo-owned-typed-command",
preferredSurface: "web-probe observe command or a dedicated web-probe subcommand",
action: "promote-before-repeat",
message: "Before repeating this one-off script, promote the workflow to a repo-owned typed web-probe command.",
valuesRedacted: true,
};
const rendered = renderWebProbeScriptResult({
commandPromotionHint,
ok: true,
status: "pass",
command: "web-probe script --node D601 --lane v03",
@@ -34,12 +49,15 @@ test("web-probe script render warns to promote repeated scripts into commands",
warnings: [{
code: "web_probe_script_ad_hoc_only",
severity: "warning",
message: "web-probe script is for one-off exploration; repeated or high-frequency checks must be promoted to a typed command instead of rerunning temporary scripts.",
requiredAction: "promote-before-repeat",
preferredArtifact: "repo-owned-typed-command",
message: "web-probe script is a one-off exploration escape hatch; before repeating it, promote the workflow to a repo-owned typed command instead of rerunning temporary scripts.",
}],
hints: [
"Prefer `web-probe observe start` plus `web-probe observe command` for interactive flows.",
"Before rerunning this script, promote the workflow to a repo-owned typed `web-probe` command.",
],
preferredCommands: {
typedCommandCatalog: "bun scripts/cli.ts web-probe --help",
startObserver: "bun scripts/cli.ts web-probe observe start --node D601 --lane v03 --target-path /projects/mdtodo",
mdtodoSummary: "bun scripts/cli.ts web-probe observe collect <observerId> --view project-mdtodo-summary",
},
@@ -51,10 +69,64 @@ test("web-probe script render warns to promote repeated scripts into commands",
});
const text = String(rendered.renderedText ?? "");
const marker = "UNIDESK_WEB_PROBE_COMMAND_PROMOTION_HINT ";
const firstLine = text.split("\n", 1)[0] ?? "";
assert.ok(firstLine.startsWith(marker));
assert.deepEqual(JSON.parse(firstLine.slice(marker.length)), commandPromotionHint);
assert.equal(Object.keys(rendered)[0], "commandPromotionHint");
assert.match(text, /WARNINGS/u);
assert.match(text, /web_probe_script_ad_hoc_only/u);
assert.match(text, /HINTS/u);
assert.match(text, /web-probe observe command/u);
assert.match(text, /repo-owned typed `web-probe` command/u);
assert.match(text, /typedCommandCatalog: bun scripts\/cli\.ts web-probe --help/u);
assert.match(text, /startObserver: bun scripts\/cli\.ts web-probe observe start/u);
assert.match(text, /mdtodoSummary: bun scripts\/cli\.ts web-probe observe collect/u);
});
test("web-probe command governance distinguishes ad-hoc scripts from repo-owned generated commands", () => {
const base = {
action: "script" as const,
node: "D601",
lane: "v03",
url: "https://hwlab.example.test",
timeoutMs: 30000,
viewport: "1920x1080",
browserProxyMode: "auto" as const,
commandTimeoutSeconds: 60,
scriptText: "return { ok: true };",
scriptSource: {
kind: "stdin" as const,
path: null,
byteCount: 20,
sha256: "sha256:fixture",
},
};
const adHoc = webProbeScriptCommandGovernance(base);
assert.equal(adHoc.commandPromotionHint.promotionRequiredBeforeRepeat, true);
assert.equal(adHoc.commandPromotionHint.action, "promote-before-repeat");
assert.equal(adHoc.warnings.length, 1);
assert.equal(adHoc.warnings[0]?.requiredAction, "promote-before-repeat");
assert.match(adHoc.hints[0] ?? "", /repo-owned typed `web-probe` command/u);
assert.deepEqual(Object.keys(adHoc.preferredCommands)[0], "typedCommandCatalog");
assert.ok(Object.values(adHoc.preferredCommands).every((command) => command.startsWith("bun scripts/cli.ts web-probe")));
const repoOwned = webProbeScriptCommandGovernance({
...base,
commandLabel: "web-probe opencode-smoke --node D601 --lane v03",
suppressAdHocWarning: true,
generatedHints: ["OpenCode smoke is a repo-owned typed web-probe command."],
generatedPreferredCommands: {
withExpectedText: "web-probe opencode-smoke --node D601 --lane v03 --expect-text <assistant-substring>",
},
scriptSource: {
...base.scriptSource,
kind: "generated",
path: "builtin:opencode-smoke",
},
});
assert.equal(repoOwned.commandPromotionHint.promotionRequiredBeforeRepeat, false);
assert.equal(repoOwned.commandPromotionHint.action, "reuse-repo-owned-typed-command");
assert.deepEqual(repoOwned.warnings, []);
assert.doesNotMatch(repoOwned.hints.join("\n"), /temporary script|promote-before-repeat/iu);
});