thanhnvandClaude Opus 4.8
2c765c9a45
Task 1.2: introduce a single path resolver so no harness script hardcodes `.specify/...` scattered across the tree. casan-paths.sh resolves four roots (HARNESS/STATE/GOVERNANCE/APP) by marker-based walk-up from its own location — never `git rev-parse` (git root is the repo PARENT here, not the app dir). - 101 bash scripts/tests: 238 hardcoded `$PROJECT_ROOT/.specify/...` refs rewritten to CASAN_HARNESS_ROOT (code) / CASAN_STATE_ROOT (logs,state) / CASAN_GOVERNANCE_ROOT. Sandbox test vars ($WORK/$TP/$FP/$T1_WORK) left untouched. - Roots are NOT exported: each script/subprocess self-resolves from its own tree, matching the original per-script semantics and preserving hermetic sandbox isolation (node casan-step.mjs, copied telemetry/rollback scripts must not inherit real roots). - Sandbox tests that copy a harness script now also copy casan-paths.sh (its new sibling dependency): adversarial (verify-audit-chain/verify-tool-audit/rollback) + track-a (security-check/telemetry-integrity). - control-plane-settings.json reclassified as STATE (untracked runtime store). Roots all still resolve to `.specify` in this monolithic layout, so behavior is unchanged. Full gate: PASS=64 FAIL=0 SKIP=3 (adversarial 44/0, track-a 25/0). Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com>
73 lines
3.5 KiB
Bash
73 lines
3.5 KiB
Bash
#!/usr/bin/env bash
|
|
set -uo pipefail
|
|
|
|
# CASAN Plan-16 SEC-14 (M-03 / SC-03) — model-digest env-override is NOT trusted
|
|
# in enforced mode.
|
|
#
|
|
# current_digest() honored CASAN_MODEL_DIGEST unconditionally, so an attacker who
|
|
# swapped the local model could also set CASAN_MODEL_DIGEST to the pinned value
|
|
# and pass verification. Under CASAN_PROFILE=prod (or CASAN_MODEL_DIGEST_STRICT=1)
|
|
# the override is ignored and the digest must come from the live model backend.
|
|
# This proves:
|
|
# * dev/CI: override still honored (pin + verify deterministic) — regression,
|
|
# * dev/CI: a swapped override is a MISMATCH (control still works),
|
|
# * prod: a forged override equal to the pin is NOT accepted (fail-closed),
|
|
# * strict flag: same enforced behavior without a full prod profile.
|
|
#
|
|
# Deterministic; hermetic (temp pin file; live backend pointed at a dead port).
|
|
|
|
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
|
|
source "$SCRIPT_DIR/../scripts/bash/casan-paths.sh"
|
|
PROJECT_ROOT="$(cd "$SCRIPT_DIR/../.." && pwd)"
|
|
MDC="$CASAN_HARNESS_ROOT/scripts/bash/model-digest-check.sh"
|
|
WORK="$(mktemp -d)"
|
|
trap 'rm -rf "$WORK"' EXIT
|
|
|
|
PIN="$WORK/model-digest.pin"
|
|
DEAD_OLLAMA="127.0.0.1:1" # unreachable → live digest fetch fails deterministically
|
|
|
|
PASS=0; FAIL=0
|
|
pass() { echo "PASS: $1"; PASS=$((PASS + 1)); }
|
|
fail() { echo "FAIL: $1"; FAIL=$((FAIL + 1)); }
|
|
|
|
echo "===== Plan-16 SEC-14: model-digest env-override not trusted in enforced mode ====="
|
|
|
|
# Setup: pin an approved digest in dev mode (override honored).
|
|
CASAN_MODEL_DIGEST_PIN="$PIN" CASAN_MODEL_DIGEST="digest-approved" \
|
|
bash "$MDC" pin ornith:9b >/dev/null 2>&1
|
|
|
|
# 1) dev/CI regression: matching override verifies OK.
|
|
rc=$(set +e; CASAN_MODEL_DIGEST_PIN="$PIN" CASAN_MODEL_DIGEST="digest-approved" \
|
|
bash "$MDC" verify ornith:9b >/dev/null 2>&1; echo $?)
|
|
[[ "$rc" -eq 0 ]] && pass "dev: matching override verifies OK (regression)" \
|
|
|| fail "dev: matching override should verify OK (rc=$rc)"
|
|
|
|
# 2) dev/CI regression: swapped override is a MISMATCH (block).
|
|
rc=$(set +e; CASAN_MODEL_DIGEST_PIN="$PIN" CASAN_MODEL_DIGEST="digest-swapped" \
|
|
bash "$MDC" verify ornith:9b >/dev/null 2>&1; echo $?)
|
|
[[ "$rc" -eq 2 ]] && pass "dev: swapped override detected as MISMATCH (rc=2)" \
|
|
|| fail "dev: swapped override should MISMATCH (rc=$rc)"
|
|
|
|
# 3) SEC-14 core (prod): a FORGED override equal to the pin must NOT be accepted.
|
|
# Override is ignored; live backend is unreachable → cannot verify (rc=3), never OK.
|
|
err="$WORK/prod.err"
|
|
rc=$(set +e; CASAN_PROFILE=prod OLLAMA_HOST="$DEAD_OLLAMA" \
|
|
CASAN_MODEL_DIGEST_PIN="$PIN" CASAN_MODEL_DIGEST="digest-approved" \
|
|
bash "$MDC" verify ornith:9b >/dev/null 2>"$err"; echo $?)
|
|
[[ "$rc" -ne 0 ]] && pass "prod: forged override not accepted as OK (rc=$rc)" \
|
|
|| fail "prod: forged override was accepted (rc=0) — env override still trusted"
|
|
grep -q "MODEL_DIGEST_OVERRIDE_IGNORED" "$err" \
|
|
&& pass "prod: override explicitly ignored (MODEL_DIGEST_OVERRIDE_IGNORED)" \
|
|
|| fail "prod: override was not ignored (no OVERRIDE_IGNORED marker)"
|
|
|
|
# 4) strict flag: same enforced behavior without a full prod profile.
|
|
rc=$(set +e; CASAN_MODEL_DIGEST_STRICT=1 OLLAMA_HOST="$DEAD_OLLAMA" \
|
|
CASAN_MODEL_DIGEST_PIN="$PIN" CASAN_MODEL_DIGEST="digest-approved" \
|
|
bash "$MDC" verify ornith:9b >/dev/null 2>&1; echo $?)
|
|
[[ "$rc" -ne 0 ]] && pass "strict: forged override not accepted (rc=$rc)" \
|
|
|| fail "strict: forged override accepted (rc=0)"
|
|
|
|
echo ""
|
|
echo "===== SEC-14 SUMMARY: PASS=$PASS FAIL=$FAIL ====="
|
|
[[ "$FAIL" -eq 0 ]] || exit 1
|