#!/usr/bin/env node /** * run-regression.mjs — headless 回归 runner(CI / 本地均可) * * 前置:仓库根目录起 dev-server(node site/dev-server.js) * 依赖:npm i -D playwright(CI 专用;运行时零依赖不变) * 运行:node tools/run-regression.mjs * 产出:tests/report.json(首页「测试通过率」数据源)+ tests/report-junit.xml * * 退出码: * 0 — 全部通过(fail === 0) * 1 — 有断言失败或页面异常 * 2 — 环境问题(服务未起 / playwright 缺失) * * 设计说明: * - 断言在测试页的 iframe 演示页加载后自动执行,故需等汇总区出现结果。 * - 并发下 iframe 可能抢不到主线程而超时,因此**超时后重试一次**; * 两次都超时记为 `timeout`(与断言失败分开,不计入通过率分母)。 * 这与 tests/_collect.html 的口径保持一致。 */ import { writeFileSync, existsSync, mkdirSync } from 'fs'; import { fileURLToPath } from 'url'; import { dirname, join } from 'path'; const __dirname = dirname(fileURLToPath(import.meta.url)); const ROOT = join(__dirname, '..'); // 仓库根目录(与 cwd 无关,CI 里更稳) const OUT_DIR = join(ROOT, 'tests'); const BASE = process.env.REG_BASE || 'http://127.0.0.1:3311'; const CONC = Number(process.env.REG_CONC) || 6; const PAGE_TIMEOUT = 15000; const ASSERTS_TIMEOUT = 8000; const RETRY_LIMIT = 2; // 总尝试次数(1 次原始 + 1 次重试) /* ---------- 环境自检 ---------- */ async function checkServer() { try { const r = await fetch(`${BASE}/site/data.json`, { signal: AbortSignal.timeout(5000) }); if (!r.ok) throw new Error(`HTTP ${r.status}`); return await r.json(); } catch (e) { console.error(`[FATAL] 无法连接 ${BASE}/site/data.json — ${e.message}`); console.error(' 请先在仓库根目录运行:node site/dev-server.js'); process.exit(2); } } let chromium; try { ({ chromium } = await import('playwright')); } catch { console.error('[FATAL] 未安装 playwright。CI 环境请先运行:npm i -D playwright && npx playwright install --with-deps chromium'); process.exit(2); } /* ---------- 单页执行(含重试) ---------- */ async function runOne(browser, slug, attempt = 1) { const p = await browser.newPage({ viewport: { width: 1200, height: 800 } }); try { await p.goto(`${BASE}/tests/${slug}.html`, { waitUntil: 'load', timeout: PAGE_TIMEOUT }); /* 断言在 iframe 演示页就绪后自动跑;等汇总区不再是初始值 */ await p .waitForFunction(() => { const el = document.getElementById('sum-total'); return el && el.textContent !== '总数 0'; }, { timeout: ASSERTS_TIMEOUT }) .catch(() => {}); /* 兜底:若自动跑未触发,手动点一次 */ const btn = p.locator('#run-asserts'); if (await btn.count()) { await btn.click().catch(() => {}); await p.waitForTimeout(200); } const r = await p.evaluate(() => { const num = (s) => parseInt(String(s || '0').replace(/\D/g, ''), 10) || 0; const t = (id) => { const n = document.getElementById(id); return n ? n.textContent : '0'; }; const failures = [...document.querySelectorAll('#result-list .t-row')] .filter((li) => li.querySelector('.t-pill')?.classList.contains('fail')) .map((li) => li.querySelector('.id')?.textContent || '?') .slice(0, 8); return { total: num(t('sum-total')), pass: num(t('sum-pass')), fail: num(t('sum-fail')), skip: num(t('sum-skip')), failures, }; }); // total === 0 说明断言未执行(页面或帧有问题)—— 判为需要重试 if (r.total === 0 && attempt < RETRY_LIMIT) { await p.close(); await new Promise((res) => setTimeout(res, 300)); return runOne(browser, slug, attempt + 1); } await p.close(); return { slug, ...r }; } catch (e) { await p.close().catch(() => {}); if (attempt < RETRY_LIMIT) { await new Promise((res) => setTimeout(res, 300)); return runOne(browser, slug, attempt + 1); } // 两次都失败:区分「超时」与「页面异常」 const isTimeout = /Timeout|timeout/.test(String(e.message || e)); return { slug, total: 0, pass: 0, fail: isTimeout ? 0 : 1, // 超时不计入 fail(见文件头说明) skip: 0, failures: [isTimeout ? 'timeout' : 'page-error'], errorDetail: String(e.message || e).slice(0, 200), }; } } /* ---------- 主流程 ---------- */ const data = await checkServer(); const slugs = data.components.map((c) => c.slug); console.log(`[regression] ${slugs.length} 个组件 / 并发 ${CONC} / 目标 ${BASE}`); const browser = await chromium.launch(); const results = []; for (let i = 0; i < slugs.length; i += CONC) { const batch = slugs.slice(i, i + CONC); const batchResults = await Promise.all(batch.map((s) => runOne(browser, s))); results.push(...batchResults); process.stdout.write(`\r[regression] ${Math.min(i + CONC, slugs.length)}/${slugs.length}`); } console.log(''); await browser.close(); /* ---------- 汇总 ---------- */ const totalAssert = results.reduce((s, r) => s + r.total, 0); const passAssert = results.reduce((s, r) => s + r.pass, 0); const failAssert = results.reduce((s, r) => s + r.fail, 0); const skipAssert = results.reduce((s, r) => s + r.skip, 0); /* 通过率分母排除 N/A(静态组件无交互面等),与 tests/_collect.html 同口径 */ const denom = passAssert + failAssert; const timedOut = results.filter((r) => (r.failures || []).includes('timeout')).map((r) => r.slug); const pagesAllPass = results.filter((r) => r.fail === 0 && r.total > 0).length; const report = { generated: new Date().toISOString().slice(0, 19).replace('T', ' '), version: data.meta?.version || '', pages: results.length, pagesAllPass, passRate: denom ? Math.round((passAssert / denom) * 1000) / 10 : 0, /* na 与 skip 是同一批(静态组件无交互面等),不重复计算 */ assertions: { total: totalAssert, pass: passAssert, fail: failAssert, skip: skipAssert, na: skipAssert }, timedOut, failedPages: results .filter((r) => r.fail > 0) .map((r) => ({ slug: r.slug, fail: r.fail, failures: r.failures, errorDetail: r.errorDetail })), }; if (!existsSync(OUT_DIR)) mkdirSync(OUT_DIR, { recursive: true }); writeFileSync(join(OUT_DIR, 'report.json'), JSON.stringify(report, null, 2) + '\n'); /* ---------- JUnit XML(供 CI 展示) ---------- */ const esc = (s) => String(s).replace(/&/g, '&').replace(/ ` ` + (r.fail > 0 ? `${r.fail} failed` : '') + `` ) .join('\n'); writeFileSync( join(OUT_DIR, 'report-junit.xml'), `\n\n${cases}\n\n` ); /* ---------- 输出与退出码 ---------- */ console.log( `passRate ${report.passRate}% | pages ${results.length} (all-pass ${pagesAllPass}) | assertions ${passAssert}/${denom}` + (skipAssert ? ` | N/A ${totalAssert - denom}` : '') + (timedOut.length ? ` | timeout ${timedOut.length} (${timedOut.slice(0, 5).join(', ')})` : '') ); if (timedOut.length) { console.warn(`[warn] ${timedOut.length} 个页面两次尝试均超时(采集环境问题,非断言失败):${timedOut.join(', ')}`); console.warn(' 可在安静环境重跑一次确认;若持续超时需排查该页性能。'); } console.log('written: tests/report.json, tests/report-junit.xml'); if (failAssert > 0) { console.error(`\n[FAIL] ${failAssert} 条断言失败:`); report.failedPages.slice(0, 10).forEach((p) => { console.error(` ${p.slug}: ${(p.failures || []).join(', ')}`); if (p.errorDetail) console.error(` ${p.errorDetail}`); }); process.exit(1); } if (timedOut.length > 0) { console.error(`\n[FAIL] ${timedOut.length} 个页面超时未产出结果(重试后仍失败)`); process.exit(1); } console.log('\n[OK] 全部通过'); process.exit(0);