Add AI-assisted QA test workflow: scenario cards, runner, hooks, API capture
A complete loop for defining, generating, running and gating tests: - qa/: scenario-card template + examples (API/UI/binding), the Claude generation prompt, and a QA runbook tying it together - e2e/CLAUDE.md: conventions that keep AI-generated tests consistent - run-tests.ps1: one runner for every layer (backend/api/web/ui/binding), logs per run under .testlogs/, JUnit output, evidence report, and a re-seed guard against stale demo data - .githooks/ + scripts/install-hooks.ps1: pre-commit secret scan and pre-push unit tests (shift-left before CI) - evidence report now captures each API call's request, payload and response (Authorization redacted); JUnit reporter added for CI - scripts/db.mjs: db:check freshness guard Azure DevOps pipeline deferred; the runner already emits JUnit + the evidence report for any CI to publish. Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Opus 4.8
parent
df9e534e42
commit
45b5b34680
@@ -6,6 +6,7 @@
|
||||
* ("2.3.1 failed"), and a print stylesheet so it can be saved as a PDF.
|
||||
*/
|
||||
import {
|
||||
ApiCall,
|
||||
Area,
|
||||
RunMeta,
|
||||
Scenario,
|
||||
@@ -108,6 +109,7 @@ ${STYLES}
|
||||
<div><dt>Scenarios executed</dt><dd>${summary.total}</dd></div>
|
||||
<div><dt>Duration</dt><dd>${friendly(summary.durationMs)}</dd></div>
|
||||
<div><dt>Screenshots captured</dt><dd>${summary.screenshots}</dd></div>
|
||||
<div><dt>API calls captured</dt><dd>${summary.apiCalls}</dd></div>
|
||||
<div><dt>Scenarios with recorded data</dt><dd>${summary.narrated}</dd></div>
|
||||
</dl>
|
||||
</div>
|
||||
@@ -207,10 +209,11 @@ function renderArea(entry: AreaBlock): string {
|
||||
|
||||
function renderScenario(scenario: Scenario, ref: string): string {
|
||||
const hasFacts = scenario.steps.some((s) => s.facts);
|
||||
const steps =
|
||||
scenario.steps.length === 0
|
||||
? '<p class="no-evidence">No screenshot was captured for this scenario.</p>'
|
||||
: scenario.steps.map(renderStep).join('');
|
||||
const hasAnything = scenario.steps.length > 0 || scenario.apiCalls.length > 0;
|
||||
const steps = scenario.steps.map(renderStep).join('');
|
||||
const emptyNote = hasAnything
|
||||
? ''
|
||||
: '<p class="no-evidence">No evidence was captured for this scenario.</p>';
|
||||
|
||||
return `
|
||||
<details class="scenario" data-facts="${hasFacts ? '1' : '0'}"${hasFacts ? ' open' : ''}>
|
||||
@@ -222,6 +225,7 @@ function renderScenario(scenario: Scenario, ref: string): string {
|
||||
</span>
|
||||
<span class="right">
|
||||
<span class="hide-narrow">${escapeHtml(scenario.project)}</span>
|
||||
<span class="hide-narrow">${scenario.apiCalls.length} API</span>
|
||||
<span>${friendly(scenario.durationMs)}</span>
|
||||
<span class="tag ${statusClass(scenario.status)}">${statusWord(scenario.status)}</span>
|
||||
</span>
|
||||
@@ -229,10 +233,56 @@ function renderScenario(scenario: Scenario, ref: string): string {
|
||||
<div class="body">
|
||||
${scenario.error ? `<pre class="error">${escapeHtml(scenario.error)}</pre>` : ''}
|
||||
${steps}
|
||||
${emptyNote}
|
||||
${renderApiCalls(scenario.apiCalls)}
|
||||
</div>
|
||||
</details>`;
|
||||
}
|
||||
|
||||
/** The API traffic block: collapsed by default so it never dominates. */
|
||||
function renderApiCalls(calls: ApiCall[]): string {
|
||||
if (calls.length === 0) {
|
||||
return '';
|
||||
}
|
||||
|
||||
const rows = calls.map(renderApiCall).join('');
|
||||
|
||||
return `
|
||||
<details class="api">
|
||||
<summary>API calls · ${calls.length} request${calls.length === 1 ? '' : 's'}</summary>
|
||||
<div class="api-list">${rows}</div>
|
||||
</details>`;
|
||||
}
|
||||
|
||||
function renderApiCall(call: ApiCall): string {
|
||||
const cls = call.status >= 500 ? 'c5' : call.status >= 400 ? 'c4' : call.status >= 300 ? 'c3' : 'c2';
|
||||
|
||||
const headerRows = Object.entries(call.requestHeaders)
|
||||
.map(([k, v]) => `<tr><td>${escapeHtml(k)}</td><td>${escapeHtml(v)}</td></tr>`)
|
||||
.join('');
|
||||
|
||||
const request = call.requestBody
|
||||
? `<div class="part"><span class="part-label">Request payload</span><pre>${escapeHtml(call.requestBody)}</pre></div>`
|
||||
: '';
|
||||
|
||||
const response = call.responseBody
|
||||
? `<div class="part"><span class="part-label">Response body${call.truncated ? ' (truncated)' : ''}</span><pre>${escapeHtml(call.responseBody)}</pre></div>`
|
||||
: '';
|
||||
|
||||
return `
|
||||
<div class="call">
|
||||
<div class="call-head">
|
||||
<span class="method m-${escapeHtml(call.method.toLowerCase())}">${escapeHtml(call.method)}</span>
|
||||
<span class="call-path">${escapeHtml(call.path)}</span>
|
||||
<span class="status ${cls}">${call.status} ${escapeHtml(call.statusText)}</span>
|
||||
<span class="call-time">${call.durationMs} ms</span>
|
||||
</div>
|
||||
<details class="headers"><summary>Request headers</summary><table>${headerRows}</table></details>
|
||||
${request}
|
||||
${response}
|
||||
</div>`;
|
||||
}
|
||||
|
||||
function renderStep(step: Step): string {
|
||||
const facts = step.facts
|
||||
? `<table class="facts">${Object.entries(step.facts)
|
||||
@@ -372,6 +422,41 @@ const STYLES = `
|
||||
border-radius:6px;font-size:.83rem;white-space:pre-wrap;
|
||||
font-family:ui-monospace,monospace}
|
||||
|
||||
/* --- API traffic --- */
|
||||
details.api{border-top:1px solid var(--line);margin-top:6px}
|
||||
details.api > summary{list-style:none;cursor:pointer;padding:12px 0 10px;font-size:.78rem;
|
||||
font-weight:650;letter-spacing:.04em;text-transform:uppercase;color:var(--muted)}
|
||||
details.api > summary::-webkit-details-marker{display:none}
|
||||
details.api > summary::before{content:'\\25B8 ';color:var(--faint)}
|
||||
details.api[open] > summary::before{content:'\\25BE '}
|
||||
.api-list{display:flex;flex-direction:column;gap:10px;padding-bottom:6px}
|
||||
.call{border:1px solid var(--line);border-radius:7px;overflow:hidden;background:#fff}
|
||||
.call-head{display:flex;align-items:center;gap:10px;padding:8px 11px;background:#f8fafc;
|
||||
flex-wrap:wrap;font-size:.82rem}
|
||||
.method{font-weight:700;font-size:.7rem;letter-spacing:.04em;padding:2px 7px;border-radius:4px;
|
||||
background:#e5e7eb;color:#374151}
|
||||
.method.m-get{background:#e0edff;color:#0b5cd6}
|
||||
.method.m-post{background:#e6f4f1;color:#067a6e}
|
||||
.method.m-patch,.method.m-put{background:#fef3c7;color:#b45309}
|
||||
.method.m-delete{background:#fdeaee;color:#b3243f}
|
||||
.call-path{font-family:ui-monospace,Menlo,monospace;font-size:.8rem;color:var(--ink);
|
||||
word-break:break-all;flex:1;min-width:120px}
|
||||
.status{font-weight:700;font-size:.76rem;font-variant-numeric:tabular-nums}
|
||||
.status.c2{color:var(--ok)} .status.c3{color:var(--med)}
|
||||
.status.c4{color:var(--fail)} .status.c5{color:#fff;background:var(--fail);padding:1px 6px;border-radius:4px}
|
||||
.call-time{color:var(--faint);font-size:.76rem;font-variant-numeric:tabular-nums}
|
||||
.part{padding:8px 11px;border-top:1px solid var(--line)}
|
||||
.part-label{display:block;font-size:.68rem;letter-spacing:.06em;text-transform:uppercase;
|
||||
color:var(--faint);font-weight:650;margin-bottom:5px}
|
||||
.call pre{background:#0f172a;color:#e2e8f0;padding:10px 12px;border-radius:6px;overflow-x:auto;
|
||||
font:12px/1.5 ui-monospace,Menlo,monospace;margin:0;max-height:340px}
|
||||
details.headers{padding:8px 11px;border-top:1px solid var(--line)}
|
||||
details.headers > summary{cursor:pointer;font-size:.72rem;color:var(--muted)}
|
||||
details.headers table{border-collapse:collapse;font-size:.76rem;margin-top:6px}
|
||||
details.headers td{border:1px solid var(--line);padding:3px 8px;
|
||||
font-family:ui-monospace,Menlo,monospace;word-break:break-all}
|
||||
details.headers td:first-child{color:var(--muted);background:#f8fafc}
|
||||
|
||||
.toolbar{display:flex;flex-wrap:wrap;gap:8px;align-items:center;margin-bottom:20px}
|
||||
.toolbar button{border:1px solid var(--rule);background:#fff;border-radius:6px;
|
||||
padding:6px 13px;font:inherit;font-size:.85rem;cursor:pointer;color:var(--body)}
|
||||
@@ -468,7 +553,9 @@ const SCRIPT = `
|
||||
// first and put it back the way the reader had it afterwards.
|
||||
let restore = [];
|
||||
window.addEventListener('beforeprint', () => {
|
||||
restore = [...document.querySelectorAll('.scenario')].map((d) => [d, d.open]);
|
||||
// Open every details element (scenarios and the API/header blocks inside),
|
||||
// since a collapsed one prints only its summary line.
|
||||
restore = [...document.querySelectorAll('details')].map((d) => [d, d.open]);
|
||||
for (const [d] of restore) {
|
||||
d.open = true;
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user