thanhnvandClaude Opus 4.8
664bd1f00c
Physically move the pure-code subtrees out of .specify into the package, leaving compat symlinks at the old .specify/<dir> paths so every existing reference (internal CASAN_HARNESS_ROOT + external CI/docker/mjs) keeps resolving. Runtime state stays put. Moved (git mv): scripts/ tests/ security/ templates/ config/ governance/ memory/ .specify/<dir> -> packages/casan-harness/<dir> (+ .specify/<dir> symlink) Stays in .specify (state/governance/domain, handled later): logs/ agentops/ level5/ init-options.json traceability-map.json Python `.resolve()` self-location followed the compat symlink into packages and lost the app root; generate-casan-demo-context.py, generate-agentops-dashboard.py and dashboard-server.py now walk UP for the `.specify` state marker instead of a fixed parent depth (fixes "missing trace files" in run-casan4). Full gate: PASS=64 FAIL=0 SKIP=3 (CASAN_CI_STEP_TIMEOUT_SEC=1200 — track-a ~450s runs close to the 600s default and can tip over under load; this is timing variance, not a regression — it passed cleanly with headroom). Runtime log/audit artifacts kept unstaged. Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com>
57 lines
2.7 KiB
Bash
Executable File
57 lines
2.7 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
set -uo pipefail
|
|
|
|
# CASAN WP-S8 — one-command security gate.
|
|
# Runs the security-relevant harness checks and prints a single aggregate
|
|
# verdict. Live-model checks SKIP (not fail) when the Ollama tunnel is down.
|
|
# Exit: 0 all required gates green, 1 a required gate failed.
|
|
|
|
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
|
|
source "$SCRIPT_DIR/casan-paths.sh"
|
|
ROOT="$(cd "$SCRIPT_DIR/../../.." && pwd)"
|
|
PASS=0; FAIL=0; SKIP=0
|
|
run() { # <name> <command...>
|
|
local name="$1"; shift
|
|
if "$@" >/dev/null 2>&1; then echo " GATE PASS $name"; PASS=$((PASS+1));
|
|
else echo " GATE FAIL $name"; FAIL=$((FAIL+1)); fi
|
|
}
|
|
|
|
echo "== CASAN security gate =="
|
|
run "run-casan4 harness suite" bash "$CASAN_HARNESS_ROOT/tests/run-casan4-harness-tests.sh"
|
|
run "adversarial suite" bash "$CASAN_HARNESS_ROOT/tests/adversarial-harness-tests.sh"
|
|
# Wave 5: sign audit head via Vault KMS (or local fallback) before verifying.
|
|
# This changes verify output from anchor=unsigned to anchor=signed when Vault is configured.
|
|
run "sign audit-chain head (KMS)" bash "$CASAN_HARNESS_ROOT/scripts/bash/sign-audit-head.sh"
|
|
run "audit hash-chain (signed)" bash "$CASAN_HARNESS_ROOT/scripts/bash/verify-audit-chain.sh"
|
|
run "tool-call audit (signed)" bash "$CASAN_HARNESS_ROOT/scripts/bash/verify-tool-audit.sh"
|
|
# Wave 3 additions
|
|
run "secrets scan (WP-S4)" bash "$CASAN_HARNESS_ROOT/scripts/bash/secrets-scan.sh"
|
|
run "no-bypass + circuit breaker" bash "$CASAN_HARNESS_ROOT/scripts/bash/circuit-breaker-check.sh"
|
|
|
|
if curl -sS -m 5 http://127.0.0.1:11434/api/tags >/dev/null 2>&1; then
|
|
run "model router tests" bash "$CASAN_HARNESS_ROOT/tests/phase3-model-router-tests.sh"
|
|
run "red-team H4 metrics (30 samples)" bash "$CASAN_HARNESS_ROOT/tests/phase3-redteam-metrics.sh"
|
|
run "judge gate tests (WP-B)" bash "$CASAN_HARNESS_ROOT/tests/phase3-judge-gate-tests.sh"
|
|
else
|
|
echo " GATE SKIP model router + red-team + judge-gate (Ollama tunnel down)"; SKIP=$((SKIP+1))
|
|
fi
|
|
|
|
# Wave 4 additions
|
|
FNM_NODE_DIR="$HOME/AppData/Roaming/fnm/node-versions"
|
|
if [[ -d "$FNM_NODE_DIR" ]]; then
|
|
NODE_BIN=$(find "$FNM_NODE_DIR" -name "node.exe" -maxdepth 4 2>/dev/null | sort -V | tail -1)
|
|
[[ -n "$NODE_BIN" ]] && export PATH="$(dirname "$NODE_BIN"):$PATH"
|
|
fi
|
|
if command -v node >/dev/null 2>&1; then
|
|
if [[ ! -f "$ROOT/node_modules/.bin/vitest" ]]; then
|
|
echo " installing frontend deps (vitest not found)..."
|
|
npm ci -w frontend --prefix "$ROOT" >/dev/null 2>&1 || true
|
|
fi
|
|
run "frontend runtime tests (WV4-A)" bash -c "cd '$ROOT' && npm test -w frontend"
|
|
else
|
|
echo " GATE SKIP frontend runtime tests (node not in PATH)"; SKIP=$((SKIP+1))
|
|
fi
|
|
|
|
echo "== verdict: PASS=$PASS FAIL=$FAIL SKIP=$SKIP =="
|
|
[[ "$FAIL" -eq 0 ]] || exit 1
|