feat: govern chat model selection by policy
This commit is contained in:
@@ -0,0 +1,64 @@
|
||||
#!/usr/bin/env python3
|
||||
"""Governed model-provider selector for Chat.
|
||||
|
||||
The browser sends only a provider ID. This resolver reads the managed provider
|
||||
policy, checks actor role, agent model role and credential availability, writes
|
||||
an append-only selection audit, and returns no secret material.
|
||||
"""
|
||||
import argparse, hashlib, json, os, sys
|
||||
from datetime import datetime, timezone
|
||||
|
||||
ROOT = os.path.abspath(os.path.join(os.path.dirname(__file__), "..", "..", "..", ".."))
|
||||
CONFIG = os.path.join(ROOT, "packages", "casan-harness", "config", "model-providers.yaml")
|
||||
|
||||
def now(): return datetime.now(timezone.utc).strftime("%Y-%m-%dT%H:%M:%SZ")
|
||||
def sha(v): return hashlib.sha256(v.encode()).hexdigest()
|
||||
def state_root(): return os.environ.get("CASAN_STATE_ROOT") or os.path.join(ROOT, ".specify")
|
||||
def audit_path(): return os.environ.get("CASAN_CHAT_MODEL_AUDIT_LOG") or os.path.join(state_root(), "logs", "chat", "model-selection.jsonl")
|
||||
def load():
|
||||
try:
|
||||
return json.load(open(os.environ.get("CASAN_MODEL_PROVIDERS_FILE") or CONFIG, encoding="utf-8"))
|
||||
except Exception as exc:
|
||||
return {"_error": f"providers_unreadable:{exc}"}
|
||||
def visible(pid, p, role, model_role):
|
||||
allowed_roles = p.get("roles_allowed", [])
|
||||
allowed_models = p.get("model_roles_allowed", [])
|
||||
enabled = not p.get("requires_key") or bool(os.environ.get(p.get("key_env", "")))
|
||||
return {"id": pid, "model": p.get("model", ""), "class": p.get("class", "local"),
|
||||
"requires_preflight": bool(p.get("requires_preflight")), "allowed": role in allowed_roles and model_role in allowed_models,
|
||||
"configured": enabled, "reason": "" if enabled else "credential_not_configured"}
|
||||
def append(rec):
|
||||
path=audit_path(); os.makedirs(os.path.dirname(path), exist_ok=True)
|
||||
prev=""
|
||||
if os.path.isfile(path):
|
||||
for line in open(path, encoding="utf-8"):
|
||||
if line.strip(): prev=json.loads(line).get("record_hash", prev)
|
||||
core={**rec,"prev_hash":prev}; core["record_hash"]=sha(json.dumps(core,sort_keys=True,ensure_ascii=False))
|
||||
with open(path,"a",encoding="utf-8") as f: f.write(json.dumps(core,ensure_ascii=False)+"\n")
|
||||
return core
|
||||
def list_models(args):
|
||||
cfg=load()
|
||||
if cfg.get("_error"): print(json.dumps({"success":False,"providers":[],"reason":cfg["_error"]})); return 2
|
||||
rows=[visible(pid,p,args.role,args.model_role) for pid,p in cfg.get("providers",{}).items()]
|
||||
print(json.dumps({"success":True,"model_role":args.model_role,"default":cfg.get("role_bindings",{}).get(args.model_role,""),"providers":rows}))
|
||||
return 0
|
||||
def bind(args):
|
||||
cfg=load()
|
||||
if cfg.get("_error"): print(json.dumps({"success":False,"decision":"DENIED","reason":cfg["_error"]})); return 2
|
||||
pid=args.provider or cfg.get("role_bindings",{}).get(args.model_role,"")
|
||||
p=cfg.get("providers",{}).get(pid)
|
||||
if not p:
|
||||
decision,reason="DENIED","unknown_provider"
|
||||
else:
|
||||
row=visible(pid,p,args.role,args.model_role)
|
||||
decision,reason=("BOUND", "provider_bound") if row["allowed"] and row["configured"] else ("DENIED", row["reason"] or "provider_not_allowed")
|
||||
rec=append({"timestamp":now(),"harness":"H5-chat-model-bind","actor":args.actor,"role":args.role,"model_role":args.model_role,"provider":pid,"decision":decision,"reason":reason})
|
||||
out={"success":decision=="BOUND","decision":decision,"reason":reason,"provider":pid,"model":(p or {}).get("model"),"class":(p or {}).get("class"),"audit":{"seq":rec.get("record_hash","")[:16],"record_hash":rec["record_hash"]}}
|
||||
print(json.dumps(out,ensure_ascii=False)); return 0 if decision=="BOUND" else 2
|
||||
def main():
|
||||
ap=argparse.ArgumentParser(); subs=ap.add_subparsers(dest="cmd",required=True)
|
||||
for name in ("list","bind"):
|
||||
p=subs.add_parser(name); p.add_argument("--role",required=True); p.add_argument("--model-role",required=True); p.add_argument("--actor",default="anonymous")
|
||||
if name=="bind": p.add_argument("--provider",default="")
|
||||
args=ap.parse_args(); return list_models(args) if args.cmd=="list" else bind(args)
|
||||
if __name__=="__main__": raise SystemExit(main())
|
||||
@@ -29,6 +29,7 @@ ROOT = project_root()
|
||||
BIN = os.path.join(ROOT, "packages", "casan-harness", "scripts", "bash")
|
||||
ROUTER = os.path.join(BIN, "prompt-mode-router.py")
|
||||
AGENT_RESOLVER = os.path.join(BIN, "chat-agent-resolver.py")
|
||||
MODEL_RESOLVER = os.path.join(BIN, "chat-model-resolver.py")
|
||||
READONLY = os.path.join(BIN, "chat-readonly.py")
|
||||
OPERATOR = os.path.join(BIN, "chat-operator.py")
|
||||
APPROVAL_INBOX = os.path.join(BIN, "approval-inbox.py")
|
||||
@@ -112,6 +113,8 @@ def run_mode(args, binding, loop_run=None, scan_output_label=""):
|
||||
env = os.environ.copy()
|
||||
if loop_run is not None:
|
||||
env["CASAN_CHAT_LOOP_RUN_JSON"] = json.dumps(loop_run, ensure_ascii=False, sort_keys=True)
|
||||
if binding and binding.get("model_binding", {}).get("decision") == "BOUND":
|
||||
env["CASAN_CHAT_MODEL_PROVIDER"] = binding["model_binding"].get("provider", "")
|
||||
r = subprocess.run(args, cwd=ROOT, capture_output=True, text=True, env=env)
|
||||
if scan_output_label:
|
||||
scan_rc, scan_msg = scan_tool_output(r.stdout + "\n" + r.stderr, scan_output_label)
|
||||
@@ -144,8 +147,8 @@ def run_mode(args, binding, loop_run=None, scan_output_label=""):
|
||||
return r.returncode
|
||||
|
||||
|
||||
def run_and_passthrough(args):
|
||||
r = subprocess.run(args, cwd=ROOT, text=True)
|
||||
def run_and_passthrough(args, env=None):
|
||||
r = subprocess.run(args, cwd=ROOT, text=True, env=env)
|
||||
return r.returncode
|
||||
|
||||
|
||||
@@ -622,6 +625,20 @@ def bind_agent(args, router):
|
||||
return 2, None
|
||||
|
||||
|
||||
def bind_model(args, binding):
|
||||
r = subprocess.run([
|
||||
"python3", MODEL_RESOLVER, "bind",
|
||||
"--provider", args.model_provider,
|
||||
"--actor", args.actor,
|
||||
"--role", args.role,
|
||||
"--model-role", binding.get("model_role") or "read_only",
|
||||
], cwd=ROOT, capture_output=True, text=True)
|
||||
try:
|
||||
return r.returncode, json.loads(r.stdout)
|
||||
except Exception:
|
||||
return 2, {"success": False, "decision": "DENIED", "reason": "model_resolver_invalid_json"}
|
||||
|
||||
|
||||
def submit_escalation(args, router, binding):
|
||||
turn_id = args.turn_id or str(uuid.uuid4())
|
||||
payload = {
|
||||
@@ -695,6 +712,12 @@ def ask(args) -> int:
|
||||
if binding:
|
||||
print(json.dumps(binding, ensure_ascii=False))
|
||||
return bind_rc
|
||||
model_rc, model_binding = bind_model(args, binding)
|
||||
if model_rc != 0:
|
||||
print(json.dumps({"success": False, "mode": router.get("mode"), "decision": "DENIED", "reason": model_binding.get("reason"), "agent_binding": binding, "model_binding": model_binding}, ensure_ascii=False))
|
||||
return model_rc
|
||||
binding["model_binding"] = model_binding
|
||||
os.environ["CASAN_CHAT_MODEL_PROVIDER"] = model_binding.get("provider", "")
|
||||
common = [
|
||||
"--message", args.message,
|
||||
"--actor", args.actor,
|
||||
@@ -712,7 +735,9 @@ def ask(args) -> int:
|
||||
loop_run, loop_rc = certify_codegen_draft(args, router, binding)
|
||||
return finish_codegen(args, router, binding, loop_run, loop_rc)
|
||||
if getattr(args, "stream", False) and router.get("mode") in ("READ_ONLY", "ANALYSIS"):
|
||||
return run_and_passthrough(["python3", READONLY, "ask", "--stream", *common])
|
||||
env = os.environ.copy()
|
||||
env["CASAN_CHAT_MODEL_PROVIDER"] = model_binding.get("provider", "")
|
||||
return run_and_passthrough(["python3", READONLY, "ask", "--stream", *common], env)
|
||||
return run_mode(["python3", READONLY, "ask", *common], binding)
|
||||
|
||||
|
||||
@@ -740,6 +765,7 @@ def main() -> int:
|
||||
askp.add_argument("--tenant", default="default")
|
||||
askp.add_argument("--agent", default="")
|
||||
askp.add_argument("--skill", default="")
|
||||
askp.add_argument("--model-provider", default="")
|
||||
askp.add_argument("--delegation-level", type=int, default=0)
|
||||
askp.add_argument("--stream", action="store_true")
|
||||
askp.set_defaults(func=ask)
|
||||
|
||||
@@ -151,6 +151,7 @@ run "phase-loop-run" bash "$TESTS/phase-loop-run-tests.sh"
|
||||
run "phase-chat-prompt-router" bash "$TESTS/phase-chat-prompt-router-tests.sh"
|
||||
run "phase-chat-readonly" bash "$TESTS/phase-chat-readonly-tests.sh"
|
||||
run "phase-chat-model-synthesis" bash "$TESTS/phase-chat-model-synthesis-tests.sh"
|
||||
run "phase-chat-model-selection" bash "$TESTS/phase-chat-model-selection-tests.sh"
|
||||
run "phase-chat-advanced" bash "$TESTS/phase-chat-advanced-tests.sh"
|
||||
run "phase-chat-session-audit" bash "$TESTS/phase-chat-session-audit-tests.sh"
|
||||
run "phase-chat-operator" bash "$TESTS/phase-chat-operator-tests.sh"
|
||||
|
||||
Reference in New Issue
Block a user