WEBDIENSTE/ECC
1
0
Fork 0
mirror of https://github.com/affaan-m/ECC.git synced 2026-10-21 15:31:46 +02:00
Code Issues Packages Projects Releases Wiki Activity

feat(gateguard): credit test files by their module stem

Browse Source 
Drop the hardcoded baseline alias from the evaluation script and refresh the results.
This commit is contained in:
Jeffrey Montoya
2026-09-29 21:50:23 -04:00
parent 21ea5f96a8
commit 42e9072136
10 changed files with 133 additions and 65 deletions
Download Patch File Download Diff File Expand all files Collapse all files
scripts/dev/gateguard-eval.js
+3 -9
View File
@@ -12,7 +12,6 @@ const REPO_ROOT = path.join(__dirname, '..', '..');
const HOOK_RELATIVE_PATH = 'scripts/hooks/gateguard-fact-force.js';
const DEFAULT_CORPUS_DIR = path.join(REPO_ROOT, 'tests', 'fixtures', 'gateguard-scenarios');
const DEFAULT_BASELINE = 'upstream/main';
const BASELINE_ALIASES = Object.freeze({ pr: '58a4a0d0' });
const EXPECTATIONS = new Set(['deny', 'allow']);
const TOKEN_CHARS = 4;
const CONDENSED_PREFIX = /^\[Fact-Forcing Gate\] \(denial #\d+ this session\) First (edit|creation) of /;
@@ -120,10 +119,6 @@ function requireTarget(fromFile, spec) {
return path.posix.extname(joined) ? joined : `${joined}.js`;
}
function resolveBaselineRef(ref) {
return Object.hasOwn(BASELINE_ALIASES, ref) ? BASELINE_ALIASES[ref] : ref;
}
/** Write the hook at a git ref, and every file it requires relatively, into a temp tree; returns the hook path. */
function materializeHook(ref, outDir) {
const seen = new Set();
@@ -474,7 +469,7 @@ const USAGE = [
'Usage: node scripts/dev/gateguard-eval.js [--markdown | --json] [--baseline <ref>]... [--corpus <dir>]',
'',
' --baseline <ref> git ref whose hook is compared with the working tree (repeatable;',
` default ${DEFAULT_BASELINE}; "pr" means ${BASELINE_ALIASES.pr})`,
` default ${DEFAULT_BASELINE})`,
' --corpus <dir> scenario directory (default tests/fixtures/gateguard-scenarios)',
' --markdown print markdown tables (default)',
' --json print the full report as JSON'
@@ -503,9 +498,8 @@ async function evaluate({ baselines = [DEFAULT_BASELINE], corpus = DEFAULT_CORPU
const hooks = [{ label: 'working tree', ref: null, file: path.join(REPO_ROOT, ...HOOK_RELATIVE_PATH.split('/')) }];
const materialized = fs.mkdtempSync(path.join(os.tmpdir(), 'gateguard-baseline-'));
try {
baselines.forEach((label, index) => {
const ref = resolveBaselineRef(label);
hooks.push({ label, ref, file: materializeHook(ref, path.join(materialized, String(index))) });
baselines.forEach((ref, index) => {
hooks.push({ label: ref, ref, file: materializeHook(ref, path.join(materialized, String(index))) });
});
const evaluated = [];
for (const hook of hooks) {