[eric] test: add a boot-beacon and preflight check and fold it into the run-everything command

This commit is contained in:
Eric
2026-05-27 19:11:12 -07:00
parent d4aa87a320
commit bb6006a896
2 changed files with 42 additions and 11 deletions
+2 -11
View File
@@ -1,15 +1,5 @@
#!/usr/bin/env node
// Runs every deterministic packaged-app verifier in sequence and aggregates the
// result. This is the single entry point CI calls after building the artifact.
// Each verifier cold-launches the app itself for clean isolation, so this is
// slower than one shared launch but far less flaky.
//
// node scripts/ci/verify-all.js [--app <path>] [--require-signed] [--strict]
//
// --require-signed make the signature check a hard gate (release CI, post-sign)
// --strict make external-network reachability a hard gate
//
// Exit 0 only if every verifier passed.
// Runs every verifier in sequence and aggregates; CI's entry point after building. --require-signed/--strict harden the signature/network gates. Exit 0 iff all pass.
'use strict';
const path = require('path');
@@ -40,6 +30,7 @@ function main() {
['code-signing state', 'verify-signature.js', [...(args.app ? ['--target', args.app] : []), ...(args.requireSigned ? ['--require-signed'] : [])]],
['resilience (locked-port + multi-instance)', 'verify-resilience.js', appArg],
['network / auth / 9router', 'verify-network.js', [...appArg, ...(args.strict ? ['--strict'] : [])]],
['boot beacon + preflight', 'verify-boot-beacon.js', appArg],
['real agent turn (opt-in: OPENSWARM_E2E_AGENT=1)', 'verify-agent-turn.js', appArg],
];
+40
View File
@@ -0,0 +1,40 @@
#!/usr/bin/env node
// Asserts main.js boot observability: backend.log has the [preflight] line and the beacon POSTs /api/service/event with 200 (a 4xx or missing line fails - not just "a line exists").
'use strict';
const h = require('./lib/app-harness');
function parseArgs(argv) {
const out = { app: null };
for (let i = 0; i < argv.length; i++) if (argv[i] === '--app') out.app = argv[++i];
return out;
}
async function main() {
const args = parseArgs(process.argv.slice(2));
const appPath = h.packagedAppPath(args.app);
process.stdout.write(`Launching: ${appPath}\n`);
const res = await h.launchAndWait({ appPath, timeoutMs: 120000 });
const child = res.child;
const fail = (m) => { h.killApp(child); process.stderr.write(`\nBEACON FAIL: ${m}\n`); process.exit(1); };
try {
// Beacon fires 3s after first-paint; wait past that plus a network round-trip.
await h.sleep(9000);
const log = h.readFileSafe(res.logPath);
const preflight = (log.match(/\[preflight\].*/) || [])[0];
if (!preflight) fail('no [preflight] line in backend.log (preflight did not run)');
if (!/\[perf\] first-paint/.test(log)) fail('no [perf] first-paint mark (UI never painted?)');
const m = log.match(/"POST \/api\/service\/event HTTP\/[\d.]+" (\d{3})/);
if (!m) fail('boot beacon never POSTed /api/service/event (did not fire)');
if (m[1] !== '200') fail(`boot beacon POST /api/service/event returned ${m[1]} (expected 200 - beacon rejected)`);
h.killApp(child);
process.stdout.write('\nBEACON PASS: preflight logged and boot beacon delivered (200).\n');
process.stdout.write(` ${preflight}\n`);
process.exit(0);
} catch (e) { fail(e && e.message || String(e)); }
}
main().catch((e) => { process.stderr.write(`\nBEACON FAIL: ${e && e.message || e}\n`); process.exit(1); });