mirror of
https://github.com/affaan-m/ECC.git
synced 2026-09-12 04:37:54 +02:00
f8640355e4
* feat: consolidate offline eval and operator workflows
Compose the retained framework, operator skill, roadmap and cleanup ranges on current main. Preserve current release dependencies and keep candidate execution disabled pending OS containment. Repair draft/DOCX behavior, obligation uniqueness, trusted send and audience guidance, runner provenance and eval diagnostics.
Source-PR: 2930 0abe3727d2b500c6e4830bdeb47ed67cae3f4785
Source-PR: 2931 992b49c44ed872def49675b791168b8fcd091df6
Source-PR: 2932 4a193dd13041cb7a6bebf4d2e910a0cd32bcc797
Source-PR: 2933 59cdfe500a91949ba1415f1edd7279620f21e804
Source-Base: ca185ef5f7
* fix: repair foundation CI and update js-yaml
* fix: reconcile pending-delete capsule locks after close
---------
Co-authored-by: Claude Fable 5.1 <noreply@anthropic.com>
282 lines
8.8 KiB
JavaScript
282 lines
8.8 KiB
JavaScript
/**
|
|
* Tests for the npm publish surface contract.
|
|
*/
|
|
|
|
const assert = require("assert")
|
|
const fs = require("fs")
|
|
const path = require("path")
|
|
const os = require("os")
|
|
const { runNpm } = require("../lib/eval-harness/helpers")
|
|
const { getNpmPackEntry } = require("../lib/npm-pack-output")
|
|
|
|
function runTest(name, fn) {
|
|
try {
|
|
fn()
|
|
console.log(` ✓ ${name}`)
|
|
return true
|
|
} catch (error) {
|
|
console.log(` ✗ ${name}`)
|
|
console.error(` ${error.message}`)
|
|
return false
|
|
}
|
|
}
|
|
|
|
function normalizePublishPath(value) {
|
|
return String(value).replace(/\\/g, "/").replace(/\/$/, "")
|
|
}
|
|
|
|
function isCoveredByAncestor(target, roots) {
|
|
const parts = target.split("/")
|
|
for (let index = 1; index < parts.length; index += 1) {
|
|
const ancestor = parts.slice(0, index).join("/")
|
|
if (roots.has(ancestor)) {
|
|
return true
|
|
}
|
|
}
|
|
return false
|
|
}
|
|
|
|
function buildExpectedPublishPaths(repoRoot) {
|
|
const modules = JSON.parse(
|
|
fs.readFileSync(path.join(repoRoot, "manifests", "install-modules.json"), "utf8")
|
|
).modules
|
|
|
|
const extraPaths = [
|
|
"manifests",
|
|
"scripts/ecc.js",
|
|
"scripts/eval-harness.js",
|
|
"examples/eval-harness",
|
|
"scripts/feedback.js",
|
|
"scripts/catalog.js",
|
|
"scripts/ci/scan-supply-chain-iocs.js",
|
|
"scripts/ci/supply-chain-advisory-sources.js",
|
|
"scripts/consult.js",
|
|
"scripts/control-pane.js",
|
|
"scripts/dashboard-web.js",
|
|
"scripts/discussion-audit.js",
|
|
"scripts/doctor.js",
|
|
"scripts/status.js",
|
|
"scripts/sessions-cli.js",
|
|
"scripts/work-items.js",
|
|
"scripts/install-apply.js",
|
|
"scripts/install-guided.js",
|
|
"scripts/install-plan.js",
|
|
"scripts/ito.js",
|
|
"scripts/list-installed.js",
|
|
"scripts/loop-status.js",
|
|
"scripts/memory.js",
|
|
"scripts/memory-mcp.mjs",
|
|
"scripts/nasiko.js",
|
|
"scripts/observability-readiness.js",
|
|
"scripts/plan-canvas.js",
|
|
"scripts/operator-readiness-dashboard.js",
|
|
"scripts/platform-audit.js",
|
|
"scripts/preview-pack-smoke.js",
|
|
"scripts/release-approval-gate.js",
|
|
"scripts/release-video-suite.js",
|
|
"scripts/skill-create-output.js",
|
|
"scripts/repair.js",
|
|
"scripts/harness-adapter-compliance.js",
|
|
"scripts/session-inspect.js",
|
|
"scripts/setup.js",
|
|
"scripts/uninstall.js",
|
|
"scripts/welcome.js",
|
|
"scripts/gemini-adapt-agents.js",
|
|
"scripts/sync-ecc-to-codex.sh",
|
|
"scripts/codex/legacy-sync-state.js",
|
|
"scripts/codex/install-global-git-hooks.sh",
|
|
"scripts/codex/check-codex-global-state.sh",
|
|
"scripts/codex-git-hooks",
|
|
"scripts/codex/check-plugin-cache.js",
|
|
"scripts/codex/merge-codex-config.js",
|
|
"scripts/codex/merge-mcp-config.js",
|
|
".codex-plugin",
|
|
"plugins/ecc",
|
|
".mcp.json",
|
|
"install.sh",
|
|
"install.ps1",
|
|
"schemas",
|
|
"agent.yaml",
|
|
".github/PULL_REQUEST_TEMPLATE.md",
|
|
"COMMANDS-QUICK-REF.md",
|
|
"CONTRIBUTING.md",
|
|
"VERSION",
|
|
"assets/ecc-icon.svg",
|
|
"assets/hero.png",
|
|
"assets/images/community",
|
|
"docs/CODEX-NAVIGATION-GUIDE.md",
|
|
"docs/COMMAND-AGENT-MAP.md",
|
|
"docs/ROADMAP.md",
|
|
"docs/design/ecc-memory-vault.md",
|
|
"assets/images/sponsors",
|
|
]
|
|
const exclusionPaths = [
|
|
"!**/__pycache__/**",
|
|
"!**/*.pyc",
|
|
"!**/*.pyo",
|
|
"!**/*.pyd",
|
|
"!**/.pytest_cache/**",
|
|
]
|
|
|
|
const combined = new Set(
|
|
[...modules.flatMap((module) => module.paths || []), ...extraPaths, ...exclusionPaths].map(normalizePublishPath)
|
|
)
|
|
|
|
return [...combined]
|
|
.filter((publishPath) => !isCoveredByAncestor(publishPath, combined))
|
|
.sort()
|
|
}
|
|
|
|
function main() {
|
|
console.log("\n=== Testing npm publish surface ===\n")
|
|
|
|
let passed = 0
|
|
let failed = 0
|
|
|
|
const repoRoot = path.join(__dirname, "..", "..")
|
|
const packageJson = JSON.parse(
|
|
fs.readFileSync(path.join(repoRoot, "package.json"), "utf8")
|
|
)
|
|
|
|
const expectedPublishPaths = buildExpectedPublishPaths(repoRoot)
|
|
const actualPublishPaths = packageJson.files.map(normalizePublishPath).sort()
|
|
|
|
const tests = [
|
|
["package.json files align to the module graph and explicit runtime allowlist", () => {
|
|
assert.deepStrictEqual(actualPublishPaths, expectedPublishPaths)
|
|
}],
|
|
["npm pack --ignore-scripts publishes the reduced runtime surface (prepack not tested)", () => {
|
|
const cache = fs.mkdtempSync(path.join(os.tmpdir(), "ecc-pack-surface-"))
|
|
let result
|
|
try {
|
|
result = runNpm(["pack", "--dry-run", "--json", "--ignore-scripts", "--offline", "--cache", cache], {
|
|
cwd: repoRoot,
|
|
encoding: "utf8",
|
|
timeout: 60000,
|
|
maxBuffer: 16 * 1024 * 1024,
|
|
env: { ...process.env, NODE_PATH: "", NODE_OPTIONS: "" },
|
|
})
|
|
} finally {
|
|
fs.rmSync(cache, { recursive: true, force: true })
|
|
}
|
|
assert.strictEqual(result.status, 0, result.error?.message || result.stderr)
|
|
|
|
const packOutput = JSON.parse(result.stdout)
|
|
const packEntry = getNpmPackEntry(packOutput, packageJson.name)
|
|
const packagedPaths = new Set(packEntry?.files?.map((file) => file.path) ?? [])
|
|
|
|
for (const requiredPath of [
|
|
"scripts/eval-harness.js",
|
|
"scripts/lib/eval-harness/index.js",
|
|
"examples/eval-harness/run-example.js",
|
|
"examples/eval-harness/gate.config.json",
|
|
"examples/eval-harness/taskset.json",
|
|
"examples/eval-harness/variants/baseline/run.js",
|
|
"examples/eval-harness/variants/baseline/variant.json",
|
|
"examples/eval-harness/variants/candidate/run.js",
|
|
"examples/eval-harness/variants/candidate/variant.json",
|
|
"examples/eval-harness/variants/reward-hack/run.js",
|
|
"examples/eval-harness/variants/reward-hack/variant.json",
|
|
"scripts/catalog.js",
|
|
"scripts/ci/scan-supply-chain-iocs.js",
|
|
"scripts/ci/supply-chain-advisory-sources.js",
|
|
"scripts/consult.js",
|
|
"scripts/control-pane.js",
|
|
"scripts/feedback.js",
|
|
"scripts/ito.js",
|
|
"scripts/memory.js",
|
|
"scripts/memory-mcp.mjs",
|
|
"scripts/nasiko.js",
|
|
"scripts/lib/nasiko-release.js",
|
|
"scripts/lib/memory-vault-format.js",
|
|
"scripts/lib/memory-vault.js",
|
|
"scripts/discussion-audit.js",
|
|
"scripts/operator-readiness-dashboard.js",
|
|
"scripts/preview-pack-smoke.js",
|
|
"scripts/release-approval-gate.js",
|
|
"scripts/release-video-suite.js",
|
|
"scripts/work-items.js",
|
|
"scripts/platform-audit.js",
|
|
"scripts/sync-ecc-to-codex.sh",
|
|
"scripts/codex/legacy-sync-state.js",
|
|
"scripts/codex/install-global-git-hooks.sh",
|
|
"scripts/codex/check-codex-global-state.sh",
|
|
"scripts/codex-git-hooks/pre-commit",
|
|
"scripts/codex-git-hooks/pre-push",
|
|
"scripts/setup.js",
|
|
"scripts/codex/check-plugin-cache.js",
|
|
".gemini/GEMINI.md",
|
|
".qwen/QWEN.md",
|
|
".claude-plugin/plugin.json",
|
|
".github/PULL_REQUEST_TEMPLATE.md",
|
|
".codex-plugin/plugin.json",
|
|
".agents/skills/unified-memory/SKILL.md",
|
|
".agents/skills/unified-memory/agents/openai.yaml",
|
|
".cursor/skills/unified-memory/SKILL.md",
|
|
"COMMANDS-QUICK-REF.md",
|
|
"CONTRIBUTING.md",
|
|
"plugins/ecc/.codex-plugin/plugin.json",
|
|
"assets/ecc-icon.svg",
|
|
"assets/hero.png",
|
|
"assets/images/community/discord.svg",
|
|
"assets/images/community/heart.svg",
|
|
"docs/CODEX-NAVIGATION-GUIDE.md",
|
|
"docs/COMMAND-AGENT-MAP.md",
|
|
"docs/ROADMAP.md",
|
|
"docs/design/ecc-memory-vault.md",
|
|
"schemas/install-state.schema.json",
|
|
"schemas/memory.schema.json",
|
|
"skills/backend-patterns/SKILL.md",
|
|
"skills/skill-comply/SKILL.md",
|
|
"skills/unified-memory/SKILL.md",
|
|
]) {
|
|
assert.ok(
|
|
packagedPaths.has(requiredPath),
|
|
`npm pack should include ${requiredPath}`
|
|
)
|
|
}
|
|
|
|
for (const excludedPath of [
|
|
"contexts/dev.md",
|
|
"examples/CLAUDE.md",
|
|
"plugins/README.md",
|
|
"scripts/ci/catalog.js",
|
|
]) {
|
|
assert.ok(
|
|
!packagedPaths.has(excludedPath),
|
|
`npm pack should not include ${excludedPath}`
|
|
)
|
|
}
|
|
|
|
for (const packagedPath of packagedPaths) {
|
|
assert.ok(
|
|
!packagedPath.includes("__pycache__/"),
|
|
`npm pack should not include Python bytecode cache path ${packagedPath}`
|
|
)
|
|
assert.ok(
|
|
!/\.py[cod]$/.test(packagedPath),
|
|
`npm pack should not include Python bytecode file ${packagedPath}`
|
|
)
|
|
assert.ok(
|
|
!packagedPath.includes(".pytest_cache/"),
|
|
`npm pack should not include pytest cache path ${packagedPath}`
|
|
)
|
|
}
|
|
}],
|
|
]
|
|
|
|
for (const [name, fn] of tests) {
|
|
if (runTest(name, fn)) {
|
|
passed += 1
|
|
} else {
|
|
failed += 1
|
|
}
|
|
}
|
|
|
|
console.log(`\nPassed: ${passed}`)
|
|
console.log(`Failed: ${failed}`)
|
|
process.exit(failed > 0 ? 1 : 0)
|
|
}
|
|
|
|
main()
|