update doc/log
This commit is contained in:
thanhnv
@@ -2,35 +2,98 @@
|
||||
<html lang="en">
|
||||
<head>
|
||||
<meta charset="utf-8">
|
||||
<title>CASAN Central AgentOps Dashboard</title>
|
||||
<meta name="viewport" content="width=device-width, initial-scale=1">
|
||||
<meta name="color-scheme" content="light">
|
||||
<title>CASAN Level 4 · AgentOps Dashboard</title>
|
||||
<style>
|
||||
body { font-family: Arial, sans-serif; margin: 32px; color: #172033; }
|
||||
:root { color-scheme: light; }
|
||||
* { box-sizing: border-box; }
|
||||
body { font-family: -apple-system, "Segoe UI", Arial, sans-serif; margin: 0; padding: 30px 34px 60px; background: #eef1f6; color: #16233a; max-width: 1180px; }
|
||||
h1 { font-size: 27px; color: #1f3b6e; margin: 0 0 4px; letter-spacing: -.015em; }
|
||||
.subtitle { color: #5a6b80; font-size: 13px; margin: 0 0 16px; }
|
||||
h2 { color: #1f3b6e; font-size: 16px; margin: 26px 0 12px; letter-spacing: -.01em; }
|
||||
.badges { display: flex; flex-wrap: wrap; gap: 9px; margin: 0 0 8px; }
|
||||
.badge { background: #fff; border: 1px solid #d8dee9; border-radius: 999px; padding: 6px 13px; font-size: 12.5px; font-weight: 700; color: #1f3b6e; }
|
||||
.badge.lv { background: #eaf6ef; border-color: #bfe0cd; color: #16794f; }
|
||||
.panel { background: #fff; border: 1px solid #dbe2ec; border-radius: 13px; padding: 18px 20px; box-shadow: 0 1px 2px rgba(16,35,58,.05); }
|
||||
.grid { display: grid; grid-template-columns: repeat(5, 1fr); gap: 12px; }
|
||||
.card { border: 1px solid #d8dee9; border-radius: 8px; padding: 16px; }
|
||||
.value { font-size: 28px; font-weight: 700; color: #0f766e; }
|
||||
table { border-collapse: collapse; width: 100%; margin-top: 20px; }
|
||||
td, th { border: 1px solid #d8dee9; padding: 8px; text-align: left; }
|
||||
th { background: #f1f5f9; }
|
||||
.card { background: #fff; border: 1px solid #dbe2ec; border-radius: 11px; padding: 15px 16px; box-shadow: 0 1px 2px rgba(16,35,58,.04); }
|
||||
.card .k { color: #5a6b80; font-size: 11.5px; font-weight: 600; letter-spacing: .01em; }
|
||||
.value { font-size: 26px; font-weight: 800; color: #0f766e; margin-top: 5px; }
|
||||
.hrow { display: grid; grid-template-columns: 165px 1fr 128px; align-items: center; gap: 14px; padding: 6px 0; }
|
||||
.hlabel { font-size: 13.5px; font-weight: 600; color: #28405c; }
|
||||
.meter { background: #e6ebf2; border-radius: 6px; height: 13px; overflow: hidden; }
|
||||
.meter > i { display: block; height: 100%; border-radius: 6px; }
|
||||
.hscore { font-size: 15px; font-weight: 800; text-align: right; white-space: nowrap; }
|
||||
.hscore small { font-size: 9.5px; color: #8a94a0; font-weight: 600; }
|
||||
.hsum { margin-top: 13px; padding-top: 12px; border-top: 1px solid #eef1f6; font-size: 13px; color: #41566f; }
|
||||
.hsum b { color: #1f3b6e; }
|
||||
.bandlg { display: flex; flex-wrap: wrap; gap: 14px; margin-top: 9px; font-size: 11.5px; color: #6b7888; }
|
||||
.bandlg i { width: 11px; height: 11px; border-radius: 3px; display: inline-block; margin-right: 5px; vertical-align: -1px; }
|
||||
.chips { display: flex; flex-wrap: wrap; gap: 9px; }
|
||||
.chip { display: inline-flex; align-items: center; gap: 8px; font-size: 12.5px; color: #28405c; background: #f5f8fc; border: 1px solid #dbe4ef; border-radius: 999px; padding: 8px 14px; }
|
||||
.chip .d { width: 8px; height: 8px; border-radius: 99px; background: #16a34a; flex: none; }
|
||||
.chip b { color: #0f766e; }
|
||||
table { border-collapse: collapse; width: 100%; margin-top: 4px; background: #fff; }
|
||||
td, th { border: 1px solid #e2e8f1; padding: 8px 10px; text-align: left; font-size: 12.5px; color: #16233a; }
|
||||
th { background: #eef2f8; color: #1f3b6e; font-weight: 700; }
|
||||
tr:nth-child(even) td { background: #f7f9fc; }
|
||||
.ok { color: #16a34a; font-weight: 700; }
|
||||
</style>
|
||||
</head>
|
||||
<body>
|
||||
<h1>CASAN Level 5 Central AgentOps Dashboard</h1>
|
||||
<p>Generated: 2026-07-04T16:11:59Z</p>
|
||||
<div class="grid">
|
||||
<div class="card"><div>Total Runs</div><div class="value">14</div></div>
|
||||
<div class="card"><div>Average Latency</div><div class="value">335.93ms</div></div>
|
||||
<div class="card"><div>Estimated Cost</div><div class="value">$0.083622</div></div>
|
||||
<div class="card"><div>Failures</div><div class="value">4</div></div>
|
||||
<div class="card"><div>Fallback Routes</div><div class="value">2</div></div>
|
||||
<h1>CASAN Level 4 Central AgentOps Dashboard</h1>
|
||||
<p class="subtitle">7-harness security posture · Level-5 controls demonstrated locally · điểm công tâm theo rubric (evidence/scoring-run-report.md) · Generated: 2026-07-05T14:11:36Z</p>
|
||||
<div class="badges">
|
||||
<span class="badge lv">CASAN Level 4 — chứng minh bằng tấn công</span>
|
||||
<span class="badge">Average 80.9/100</span>
|
||||
<span class="badge">Harness thấp nhất 80</span>
|
||||
<span class="badge">175 test · 0 fail</span>
|
||||
<span class="badge">Recall model 0.85 > regex 0.00</span>
|
||||
</div>
|
||||
<h2>Provider Usage Telemetry</h2>
|
||||
<div class="grid">
|
||||
<div class="card"><div>Provider Runs</div><div class="value">4</div></div>
|
||||
<div class="card"><div>Provider Tokens</div><div class="value">5937</div></div>
|
||||
<div class="card"><div>Provider Cost</div><div class="value">$0.16668</div></div>
|
||||
<div class="card"><div>Registered Projects</div><div class="value">3</div></div>
|
||||
<div class="card"><div>Tool Denials</div><div class="value">6</div></div>
|
||||
|
||||
<h2>Đánh giá trưởng thành 7 Harness · rubric công tâm (2026-07-05)</h2>
|
||||
<div class="panel">
|
||||
<div class="hrow"><span class="hlabel">H1 · Context</span><span class="meter"><i style="width:84%;background:#16a34a"></i></span><span class="hscore" style="color:#16a34a">84<small>/100 · Strong</small></span></div><div class="hrow"><span class="hlabel">H2 · Tool</span><span class="meter"><i style="width:80%;background:#0f766e"></i></span><span class="hscore" style="color:#0f766e">80<small>/100 · Good</small></span></div><div class="hrow"><span class="hlabel">H3 · Evaluation</span><span class="meter"><i style="width:82%;background:#16a34a"></i></span><span class="hscore" style="color:#16a34a">82<small>/100 · Strong</small></span></div><div class="hrow"><span class="hlabel">H4 · Security</span><span class="meter"><i style="width:80%;background:#0f766e"></i></span><span class="hscore" style="color:#0f766e">80<small>/100 · Good</small></span></div><div class="hrow"><span class="hlabel">H5 · Governance</span><span class="meter"><i style="width:80%;background:#0f766e"></i></span><span class="hscore" style="color:#0f766e">80<small>/100 · Good</small></span></div><div class="hrow"><span class="hlabel">H6 · AgentOps</span><span class="meter"><i style="width:80%;background:#0f766e"></i></span><span class="hscore" style="color:#0f766e">80<small>/100 · Good</small></span></div><div class="hrow"><span class="hlabel">H7 · Orchestration</span><span class="meter"><i style="width:80%;background:#0f766e"></i></span><span class="hscore" style="color:#0f766e">80<small>/100 · Good</small></span></div>
|
||||
<div class="hsum">Average <b>80.9/100</b> · Harness thấp nhất <b>80</b> → <b>CASAN Level 4</b> (chưa lên "Strong/production" — bản production của IdP/WORM-store/HSM/sandbox-isolation còn planned).</div>
|
||||
<div class="bandlg">
|
||||
<span><i style="background:#16a34a"></i>Strong 81–100 (production)</span>
|
||||
<span><i style="background:#0f766e"></i>Good 61–80</span>
|
||||
<span><i style="background:#d97706"></i>Partial 31–60</span>
|
||||
<span><i style="background:#dc2626"></i>GAP 0–30</span>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<h2>Bảo mật & Governance đã kiểm chứng (test đối kháng thật)</h2>
|
||||
<div class="panel"><div class="chips">
|
||||
<span class="chip"><span class="d"></span>Kiểm thử đối kháng <b>175 / 0 fail</b></span>
|
||||
<span class="chip"><span class="d"></span>H4 recall model <b>0.85</b> > regex 0.00</span>
|
||||
<span class="chip"><span class="d"></span>Benign FP <b>0.00%</b> · block <b>100.00%</b></span>
|
||||
<span class="chip"><span class="d"></span>Audit hash-chain + ký KMS (rotate/non-exportable)</span>
|
||||
<span class="chip"><span class="d"></span>WORM audit ngoài (gap/tamper detected)</span>
|
||||
<span class="chip"><span class="d"></span>Approval ký-danh-tính (chống giả/replay/tự-duyệt)</span>
|
||||
<span class="chip"><span class="d"></span>Cost-spike 4 chế độ · drift · hallucination scan</span>
|
||||
<span class="chip"><span class="d"></span>Alert live: webhook · dead-letter</span>
|
||||
<span class="chip"><span class="d"></span>Unicode/base64 normalize · tool-output scan</span>
|
||||
<span class="chip"><span class="d"></span>action / supply-chain / data-exfil gate</span>
|
||||
</div></div>
|
||||
|
||||
<h2>Telemetry trực tiếp (live) · pipeline harness</h2>
|
||||
<div class="grid">
|
||||
<div class="card"><div class="k">Total Runs</div><div class="value">17</div></div>
|
||||
<div class="card"><div class="k">Average Latency</div><div class="value">303.06<small style="font-size:14px"> ms</small></div></div>
|
||||
<div class="card"><div class="k">Estimated Cost</div><div class="value">$0.083650</div></div>
|
||||
<div class="card"><div class="k">Failures</div><div class="value">5</div></div>
|
||||
<div class="card"><div class="k">Fallback Routes</div><div class="value">2</div></div>
|
||||
</div>
|
||||
<div class="grid" style="margin-top:12px">
|
||||
<div class="card"><div class="k">Provider Runs</div><div class="value">4</div></div>
|
||||
<div class="card"><div class="k">Provider Tokens (thật)</div><div class="value">5937</div></div>
|
||||
<div class="card"><div class="k">Provider Cost</div><div class="value">$0.16668</div></div>
|
||||
<div class="card"><div class="k">Tool Denials</div><div class="value">6</div></div>
|
||||
<div class="card"><div class="k">Hallucination Signals</div><div class="value">8</div></div>
|
||||
</div>
|
||||
|
||||
<h2>Governance Signals</h2>
|
||||
<table>
|
||||
<tr><th>Signal</th><th>Value</th></tr>
|
||||
@@ -40,10 +103,11 @@ th { background: #f1f5f9; }
|
||||
<tr><td>Provider telemetry records</td><td>4</td></tr>
|
||||
<tr><td>Registered harness projects</td><td>3</td></tr>
|
||||
</table>
|
||||
<h2>Recent AgentOps Metrics</h2>
|
||||
|
||||
<h2>Recent AgentOps Metrics (live)</h2>
|
||||
<table>
|
||||
<tr><th>Trace</th><th>Agent</th><th>Step</th><th>Status</th><th>Latency</th><th>Tokens</th><th>Cost</th></tr>
|
||||
<tr><td>f4cea8da-c6e6-4aa9-887f-4fcfd5a8770f</td><td>wrapper.demo</td><td>wrapper-step</td><td>success</td><td>60</td><td>14</td><td>2.8e-05</td></tr><tr><td>5092d8b7-62b1-470d-b474-5f7340c9701c</td><td>wrapper.demo</td><td>wrapper-step</td><td>success</td><td>212</td><td>14</td><td>2.8e-05</td></tr><tr><td>48ec5c2e-8a95-406e-b5c7-e1043db5d7ba</td><td>unknown-agent</td><td>write_code</td><td>failed</td><td>226</td><td>3</td><td>6e-06</td></tr><tr><td>00b1ef47-479b-4fdb-b1f5-6a627e3efcc9</td><td>adv</td><td>step-1-srs</td><td>success</td><td>208</td><td>26</td><td>5.2e-05</td></tr><tr><td>f4da12ad-d5d5-45d9-9201-fce23c45d419</td><td>adv</td><td>step-1-srs</td><td>success</td><td>222</td><td>14</td><td>2.8e-05</td></tr><tr><td>796d2566-21c7-4775-82ac-f247700974cd</td><td>unknown-agent</td><td>test_timeout</td><td>failed</td><td>2245</td><td>1</td><td>2e-06</td></tr><tr><td>3d906f4a-8577-4451-9619-01ace6fdba77</td><td>unknown-agent</td><td>t4-telemetry-test</td><td>success</td><td>246</td><td>210</td><td>0.0</td></tr><tr><td>a0e25f2c-ad80-43b9-9e7f-cd8beec50366</td><td>unknown-agent</td><td>fetch_step</td><td>success</td><td>251</td><td>12</td><td>2.4e-05</td></tr><tr><td>0b95c529-dea4-440f-a7d2-f0d696dcfbd8</td><td>unknown-agent</td><td>fetch_step</td><td>success</td><td>223</td><td>12</td><td>2.4e-05</td></tr><tr><td>692c1c0b-a905-4d81-8f4d-ea1a0509ce47</td><td>h6.e2e</td><td>e2e_fail_step</td><td>failed</td><td>255</td><td>1</td><td>2e-06</td></tr>
|
||||
<tr><td>f609cd3b…</td><td>adv</td><td>step-1-srs</td><td class='ok'>success</td><td>209ms</td><td>26</td><td>$5.2e-05</td></tr><tr><td>19f46739…</td><td>adv</td><td>step-1-srs</td><td class='ok'>success</td><td>215ms</td><td>14</td><td>$2.8e-05</td></tr><tr><td>24b1b289…</td><td>unknown-agent</td><td>test_timeout</td><td class=''>failed</td><td>2237ms</td><td>1</td><td>$2e-06</td></tr><tr><td>e68d8bcf…</td><td>unknown-agent</td><td>t4-telemetry-test</td><td class='ok'>success</td><td>221ms</td><td>210</td><td>$0.0</td></tr><tr><td>49db33c3…</td><td>unknown-agent</td><td>fetch_step</td><td class='ok'>success</td><td>240ms</td><td>12</td><td>$2.4e-05</td></tr><tr><td>117249f3…</td><td>unknown-agent</td><td>fetch_step</td><td class='ok'>success</td><td>232ms</td><td>12</td><td>$2.4e-05</td></tr><tr><td>db9c318c…</td><td>h6.e2e</td><td>e2e_fail_step</td><td class=''>failed</td><td>201ms</td><td>1</td><td>$2e-06</td></tr><tr><td>23f82b77…</td><td>unknown-agent</td><td>agent_step</td><td class='ok'>success</td><td>58ms</td><td>6</td><td>$1.2e-05</td></tr><tr><td>b8297c02…</td><td>unknown-agent</td><td>agent_step</td><td class='ok'>success</td><td>204ms</td><td>6</td><td>$1.2e-05</td></tr><tr><td>4efee641…</td><td>video.demo</td><td>deploy_step</td><td class=''>failed</td><td>196ms</td><td>2</td><td>$4e-06</td></tr>
|
||||
</table>
|
||||
</body>
|
||||
</html>
|
||||
|
||||
@@ -2,35 +2,98 @@
|
||||
<html lang="en">
|
||||
<head>
|
||||
<meta charset="utf-8">
|
||||
<title>CASAN Central AgentOps Dashboard</title>
|
||||
<meta name="viewport" content="width=device-width, initial-scale=1">
|
||||
<meta name="color-scheme" content="light">
|
||||
<title>CASAN Level 4 · AgentOps Dashboard</title>
|
||||
<style>
|
||||
body { font-family: Arial, sans-serif; margin: 32px; color: #172033; }
|
||||
:root { color-scheme: light; }
|
||||
* { box-sizing: border-box; }
|
||||
body { font-family: -apple-system, "Segoe UI", Arial, sans-serif; margin: 0; padding: 30px 34px 60px; background: #eef1f6; color: #16233a; max-width: 1180px; }
|
||||
h1 { font-size: 27px; color: #1f3b6e; margin: 0 0 4px; letter-spacing: -.015em; }
|
||||
.subtitle { color: #5a6b80; font-size: 13px; margin: 0 0 16px; }
|
||||
h2 { color: #1f3b6e; font-size: 16px; margin: 26px 0 12px; letter-spacing: -.01em; }
|
||||
.badges { display: flex; flex-wrap: wrap; gap: 9px; margin: 0 0 8px; }
|
||||
.badge { background: #fff; border: 1px solid #d8dee9; border-radius: 999px; padding: 6px 13px; font-size: 12.5px; font-weight: 700; color: #1f3b6e; }
|
||||
.badge.lv { background: #eaf6ef; border-color: #bfe0cd; color: #16794f; }
|
||||
.panel { background: #fff; border: 1px solid #dbe2ec; border-radius: 13px; padding: 18px 20px; box-shadow: 0 1px 2px rgba(16,35,58,.05); }
|
||||
.grid { display: grid; grid-template-columns: repeat(5, 1fr); gap: 12px; }
|
||||
.card { border: 1px solid #d8dee9; border-radius: 8px; padding: 16px; }
|
||||
.value { font-size: 28px; font-weight: 700; color: #0f766e; }
|
||||
table { border-collapse: collapse; width: 100%; margin-top: 20px; }
|
||||
td, th { border: 1px solid #d8dee9; padding: 8px; text-align: left; }
|
||||
th { background: #f1f5f9; }
|
||||
.card { background: #fff; border: 1px solid #dbe2ec; border-radius: 11px; padding: 15px 16px; box-shadow: 0 1px 2px rgba(16,35,58,.04); }
|
||||
.card .k { color: #5a6b80; font-size: 11.5px; font-weight: 600; letter-spacing: .01em; }
|
||||
.value { font-size: 26px; font-weight: 800; color: #0f766e; margin-top: 5px; }
|
||||
.hrow { display: grid; grid-template-columns: 165px 1fr 128px; align-items: center; gap: 14px; padding: 6px 0; }
|
||||
.hlabel { font-size: 13.5px; font-weight: 600; color: #28405c; }
|
||||
.meter { background: #e6ebf2; border-radius: 6px; height: 13px; overflow: hidden; }
|
||||
.meter > i { display: block; height: 100%; border-radius: 6px; }
|
||||
.hscore { font-size: 15px; font-weight: 800; text-align: right; white-space: nowrap; }
|
||||
.hscore small { font-size: 9.5px; color: #8a94a0; font-weight: 600; }
|
||||
.hsum { margin-top: 13px; padding-top: 12px; border-top: 1px solid #eef1f6; font-size: 13px; color: #41566f; }
|
||||
.hsum b { color: #1f3b6e; }
|
||||
.bandlg { display: flex; flex-wrap: wrap; gap: 14px; margin-top: 9px; font-size: 11.5px; color: #6b7888; }
|
||||
.bandlg i { width: 11px; height: 11px; border-radius: 3px; display: inline-block; margin-right: 5px; vertical-align: -1px; }
|
||||
.chips { display: flex; flex-wrap: wrap; gap: 9px; }
|
||||
.chip { display: inline-flex; align-items: center; gap: 8px; font-size: 12.5px; color: #28405c; background: #f5f8fc; border: 1px solid #dbe4ef; border-radius: 999px; padding: 8px 14px; }
|
||||
.chip .d { width: 8px; height: 8px; border-radius: 99px; background: #16a34a; flex: none; }
|
||||
.chip b { color: #0f766e; }
|
||||
table { border-collapse: collapse; width: 100%; margin-top: 4px; background: #fff; }
|
||||
td, th { border: 1px solid #e2e8f1; padding: 8px 10px; text-align: left; font-size: 12.5px; color: #16233a; }
|
||||
th { background: #eef2f8; color: #1f3b6e; font-weight: 700; }
|
||||
tr:nth-child(even) td { background: #f7f9fc; }
|
||||
.ok { color: #16a34a; font-weight: 700; }
|
||||
</style>
|
||||
</head>
|
||||
<body>
|
||||
<h1>CASAN Level 5 Central AgentOps Dashboard</h1>
|
||||
<p>Generated: 2026-07-04T16:11:59Z</p>
|
||||
<div class="grid">
|
||||
<div class="card"><div>Total Runs</div><div class="value">14</div></div>
|
||||
<div class="card"><div>Average Latency</div><div class="value">335.93ms</div></div>
|
||||
<div class="card"><div>Estimated Cost</div><div class="value">$0.083622</div></div>
|
||||
<div class="card"><div>Failures</div><div class="value">4</div></div>
|
||||
<div class="card"><div>Fallback Routes</div><div class="value">2</div></div>
|
||||
<h1>CASAN Level 4 Central AgentOps Dashboard</h1>
|
||||
<p class="subtitle">7-harness security posture · Level-5 controls demonstrated locally · điểm công tâm theo rubric (evidence/scoring-run-report.md) · Generated: 2026-07-05T14:11:36Z</p>
|
||||
<div class="badges">
|
||||
<span class="badge lv">CASAN Level 4 — chứng minh bằng tấn công</span>
|
||||
<span class="badge">Average 80.9/100</span>
|
||||
<span class="badge">Harness thấp nhất 80</span>
|
||||
<span class="badge">175 test · 0 fail</span>
|
||||
<span class="badge">Recall model 0.85 > regex 0.00</span>
|
||||
</div>
|
||||
<h2>Provider Usage Telemetry</h2>
|
||||
<div class="grid">
|
||||
<div class="card"><div>Provider Runs</div><div class="value">4</div></div>
|
||||
<div class="card"><div>Provider Tokens</div><div class="value">5937</div></div>
|
||||
<div class="card"><div>Provider Cost</div><div class="value">$0.16668</div></div>
|
||||
<div class="card"><div>Registered Projects</div><div class="value">3</div></div>
|
||||
<div class="card"><div>Tool Denials</div><div class="value">6</div></div>
|
||||
|
||||
<h2>Đánh giá trưởng thành 7 Harness · rubric công tâm (2026-07-05)</h2>
|
||||
<div class="panel">
|
||||
<div class="hrow"><span class="hlabel">H1 · Context</span><span class="meter"><i style="width:84%;background:#16a34a"></i></span><span class="hscore" style="color:#16a34a">84<small>/100 · Strong</small></span></div><div class="hrow"><span class="hlabel">H2 · Tool</span><span class="meter"><i style="width:80%;background:#0f766e"></i></span><span class="hscore" style="color:#0f766e">80<small>/100 · Good</small></span></div><div class="hrow"><span class="hlabel">H3 · Evaluation</span><span class="meter"><i style="width:82%;background:#16a34a"></i></span><span class="hscore" style="color:#16a34a">82<small>/100 · Strong</small></span></div><div class="hrow"><span class="hlabel">H4 · Security</span><span class="meter"><i style="width:80%;background:#0f766e"></i></span><span class="hscore" style="color:#0f766e">80<small>/100 · Good</small></span></div><div class="hrow"><span class="hlabel">H5 · Governance</span><span class="meter"><i style="width:80%;background:#0f766e"></i></span><span class="hscore" style="color:#0f766e">80<small>/100 · Good</small></span></div><div class="hrow"><span class="hlabel">H6 · AgentOps</span><span class="meter"><i style="width:80%;background:#0f766e"></i></span><span class="hscore" style="color:#0f766e">80<small>/100 · Good</small></span></div><div class="hrow"><span class="hlabel">H7 · Orchestration</span><span class="meter"><i style="width:80%;background:#0f766e"></i></span><span class="hscore" style="color:#0f766e">80<small>/100 · Good</small></span></div>
|
||||
<div class="hsum">Average <b>80.9/100</b> · Harness thấp nhất <b>80</b> → <b>CASAN Level 4</b> (chưa lên "Strong/production" — bản production của IdP/WORM-store/HSM/sandbox-isolation còn planned).</div>
|
||||
<div class="bandlg">
|
||||
<span><i style="background:#16a34a"></i>Strong 81–100 (production)</span>
|
||||
<span><i style="background:#0f766e"></i>Good 61–80</span>
|
||||
<span><i style="background:#d97706"></i>Partial 31–60</span>
|
||||
<span><i style="background:#dc2626"></i>GAP 0–30</span>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<h2>Bảo mật & Governance đã kiểm chứng (test đối kháng thật)</h2>
|
||||
<div class="panel"><div class="chips">
|
||||
<span class="chip"><span class="d"></span>Kiểm thử đối kháng <b>175 / 0 fail</b></span>
|
||||
<span class="chip"><span class="d"></span>H4 recall model <b>0.85</b> > regex 0.00</span>
|
||||
<span class="chip"><span class="d"></span>Benign FP <b>0.00%</b> · block <b>100.00%</b></span>
|
||||
<span class="chip"><span class="d"></span>Audit hash-chain + ký KMS (rotate/non-exportable)</span>
|
||||
<span class="chip"><span class="d"></span>WORM audit ngoài (gap/tamper detected)</span>
|
||||
<span class="chip"><span class="d"></span>Approval ký-danh-tính (chống giả/replay/tự-duyệt)</span>
|
||||
<span class="chip"><span class="d"></span>Cost-spike 4 chế độ · drift · hallucination scan</span>
|
||||
<span class="chip"><span class="d"></span>Alert live: webhook · dead-letter</span>
|
||||
<span class="chip"><span class="d"></span>Unicode/base64 normalize · tool-output scan</span>
|
||||
<span class="chip"><span class="d"></span>action / supply-chain / data-exfil gate</span>
|
||||
</div></div>
|
||||
|
||||
<h2>Telemetry trực tiếp (live) · pipeline harness</h2>
|
||||
<div class="grid">
|
||||
<div class="card"><div class="k">Total Runs</div><div class="value">17</div></div>
|
||||
<div class="card"><div class="k">Average Latency</div><div class="value">303.06<small style="font-size:14px"> ms</small></div></div>
|
||||
<div class="card"><div class="k">Estimated Cost</div><div class="value">$0.083650</div></div>
|
||||
<div class="card"><div class="k">Failures</div><div class="value">5</div></div>
|
||||
<div class="card"><div class="k">Fallback Routes</div><div class="value">2</div></div>
|
||||
</div>
|
||||
<div class="grid" style="margin-top:12px">
|
||||
<div class="card"><div class="k">Provider Runs</div><div class="value">4</div></div>
|
||||
<div class="card"><div class="k">Provider Tokens (thật)</div><div class="value">5937</div></div>
|
||||
<div class="card"><div class="k">Provider Cost</div><div class="value">$0.16668</div></div>
|
||||
<div class="card"><div class="k">Tool Denials</div><div class="value">6</div></div>
|
||||
<div class="card"><div class="k">Hallucination Signals</div><div class="value">8</div></div>
|
||||
</div>
|
||||
|
||||
<h2>Governance Signals</h2>
|
||||
<table>
|
||||
<tr><th>Signal</th><th>Value</th></tr>
|
||||
@@ -40,10 +103,11 @@ th { background: #f1f5f9; }
|
||||
<tr><td>Provider telemetry records</td><td>4</td></tr>
|
||||
<tr><td>Registered harness projects</td><td>3</td></tr>
|
||||
</table>
|
||||
<h2>Recent AgentOps Metrics</h2>
|
||||
|
||||
<h2>Recent AgentOps Metrics (live)</h2>
|
||||
<table>
|
||||
<tr><th>Trace</th><th>Agent</th><th>Step</th><th>Status</th><th>Latency</th><th>Tokens</th><th>Cost</th></tr>
|
||||
<tr><td>f4cea8da-c6e6-4aa9-887f-4fcfd5a8770f</td><td>wrapper.demo</td><td>wrapper-step</td><td>success</td><td>60</td><td>14</td><td>2.8e-05</td></tr><tr><td>5092d8b7-62b1-470d-b474-5f7340c9701c</td><td>wrapper.demo</td><td>wrapper-step</td><td>success</td><td>212</td><td>14</td><td>2.8e-05</td></tr><tr><td>48ec5c2e-8a95-406e-b5c7-e1043db5d7ba</td><td>unknown-agent</td><td>write_code</td><td>failed</td><td>226</td><td>3</td><td>6e-06</td></tr><tr><td>00b1ef47-479b-4fdb-b1f5-6a627e3efcc9</td><td>adv</td><td>step-1-srs</td><td>success</td><td>208</td><td>26</td><td>5.2e-05</td></tr><tr><td>f4da12ad-d5d5-45d9-9201-fce23c45d419</td><td>adv</td><td>step-1-srs</td><td>success</td><td>222</td><td>14</td><td>2.8e-05</td></tr><tr><td>796d2566-21c7-4775-82ac-f247700974cd</td><td>unknown-agent</td><td>test_timeout</td><td>failed</td><td>2245</td><td>1</td><td>2e-06</td></tr><tr><td>3d906f4a-8577-4451-9619-01ace6fdba77</td><td>unknown-agent</td><td>t4-telemetry-test</td><td>success</td><td>246</td><td>210</td><td>0.0</td></tr><tr><td>a0e25f2c-ad80-43b9-9e7f-cd8beec50366</td><td>unknown-agent</td><td>fetch_step</td><td>success</td><td>251</td><td>12</td><td>2.4e-05</td></tr><tr><td>0b95c529-dea4-440f-a7d2-f0d696dcfbd8</td><td>unknown-agent</td><td>fetch_step</td><td>success</td><td>223</td><td>12</td><td>2.4e-05</td></tr><tr><td>692c1c0b-a905-4d81-8f4d-ea1a0509ce47</td><td>h6.e2e</td><td>e2e_fail_step</td><td>failed</td><td>255</td><td>1</td><td>2e-06</td></tr>
|
||||
<tr><td>f609cd3b…</td><td>adv</td><td>step-1-srs</td><td class='ok'>success</td><td>209ms</td><td>26</td><td>$5.2e-05</td></tr><tr><td>19f46739…</td><td>adv</td><td>step-1-srs</td><td class='ok'>success</td><td>215ms</td><td>14</td><td>$2.8e-05</td></tr><tr><td>24b1b289…</td><td>unknown-agent</td><td>test_timeout</td><td class=''>failed</td><td>2237ms</td><td>1</td><td>$2e-06</td></tr><tr><td>e68d8bcf…</td><td>unknown-agent</td><td>t4-telemetry-test</td><td class='ok'>success</td><td>221ms</td><td>210</td><td>$0.0</td></tr><tr><td>49db33c3…</td><td>unknown-agent</td><td>fetch_step</td><td class='ok'>success</td><td>240ms</td><td>12</td><td>$2.4e-05</td></tr><tr><td>117249f3…</td><td>unknown-agent</td><td>fetch_step</td><td class='ok'>success</td><td>232ms</td><td>12</td><td>$2.4e-05</td></tr><tr><td>db9c318c…</td><td>h6.e2e</td><td>e2e_fail_step</td><td class=''>failed</td><td>201ms</td><td>1</td><td>$2e-06</td></tr><tr><td>23f82b77…</td><td>unknown-agent</td><td>agent_step</td><td class='ok'>success</td><td>58ms</td><td>6</td><td>$1.2e-05</td></tr><tr><td>b8297c02…</td><td>unknown-agent</td><td>agent_step</td><td class='ok'>success</td><td>204ms</td><td>6</td><td>$1.2e-05</td></tr><tr><td>4efee641…</td><td>video.demo</td><td>deploy_step</td><td class=''>failed</td><td>196ms</td><td>2</td><td>$4e-06</td></tr>
|
||||
</table>
|
||||
</body>
|
||||
</html>
|
||||
|
||||
@@ -1 +1 @@
|
||||
SECURITY_BLOCKED trace_id=4069096f-d7f2-41b9-9d3d-b1d3c2bb6f10 risk=high rules=["prompt-injection:ignore (all |any )?(previous|prior|above|the above|earlier) (instruction|instructions|rule|rules|prompt|prompts|guideline|guidelines)", "prompt-injection:reveal (the )?(system|hidden|internal|original) (prompt|instruction|instructions)", "prompt-injection:(ignore previous instruction|bypass system|override policy)", "prompt-injection:ignore (all )?(previous|prior|above) (instructions|guidelines|rules)"]
|
||||
SECURITY_BLOCKED trace_id=8c27197c-349c-4998-beb9-e1c1e55947ec risk=high rules=["prompt-injection:ignore (all |any )?(previous|prior|above|the above|earlier) (instruction|instructions|rule|rules|prompt|prompts|guideline|guidelines)", "prompt-injection:reveal (the )?(system|hidden|internal|original) (prompt|instruction|instructions)", "prompt-injection:(ignore previous instruction|bypass system|override policy)", "prompt-injection:ignore (all )?(previous|prior|above) (instructions|guidelines|rules)"]
|
||||
|
||||
@@ -1 +1 @@
|
||||
SECURITY_PASS trace_id=60909d76-5ae0-40c5-a433-f1f6a4d5ebc4 risk=low action=allow output=/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/docs/output/casan/evidence/02-pii-output.txt
|
||||
SECURITY_PASS trace_id=df326db9-6290-4b5f-a1f6-ace7a0dad7f8 risk=low action=allow output=/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/docs/output/casan/evidence/02-pii-output.txt
|
||||
|
||||
@@ -1 +1 @@
|
||||
SECURITY_BLOCKED trace_id=2589e8af-e541-409f-973b-aa509722641d risk=high rules=["prompt-injection:pretend (to be|you are|you're) (system|not|no longer|an unrestricted)", "prompt-injection:developer mode", "prompt-injection:pretend (you are|you're) (not|no longer) (an AI|Claude|an assistant)", "prompt-injection:(developer mode|DAN mode|jailbreak mode|unrestricted mode)"]
|
||||
SECURITY_BLOCKED trace_id=59c37ffe-9e9b-4102-946d-e6cbfc5fcb04 risk=high rules=["prompt-injection:pretend (to be|you are|you're) (system|not|no longer|an unrestricted)", "prompt-injection:developer mode", "prompt-injection:pretend (you are|you're) (not|no longer) (an AI|Claude|an assistant)", "prompt-injection:(developer mode|DAN mode|jailbreak mode|unrestricted mode)"]
|
||||
|
||||
@@ -1 +1 @@
|
||||
SECURITY_BLOCKED trace_id=0082cfb9-854e-4806-b115-fe2d34946dab risk=high rules=["prompt-injection:-----BEGIN (RSA |EC )?PRIVATE KEY-----", "secret-in-input"]
|
||||
SECURITY_BLOCKED trace_id=729e4bb2-10b8-4eca-bb3f-83cbbaf76b47 risk=high rules=["prompt-injection:-----BEGIN (RSA |EC )?PRIVATE KEY-----", "secret-in-input"]
|
||||
|
||||
@@ -1 +1 @@
|
||||
GOVERNANCE_DENIED trace_id=db13a5e6-573d-4fd3-8b17-33c6f0ec7d33 risk=high approval_status=approval_required
|
||||
GOVERNANCE_DENIED trace_id=7aa9af13-4d20-492d-9cae-a684a4e1cbc2 risk=high approval_status=approval_required
|
||||
|
||||
@@ -1 +1 @@
|
||||
GOVERNANCE_APPROVED trace_id=a6d0e737-0260-4ad7-8f2a-81da8fd5f44e risk=high approval_status=human_approved output=/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/docs/output/casan/evidence/04-high-risk-approved-output.txt
|
||||
GOVERNANCE_APPROVED trace_id=5e740b20-3e2c-4213-a78d-79575744d7a5 risk=high approval_status=human_approved output=/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/docs/output/casan/evidence/04-high-risk-approved-output.txt
|
||||
|
||||
@@ -1 +1 @@
|
||||
AGENTOPS_RECORDED trace_id=da53987e-b91b-49de-a42a-6af44c685638 status=success latency_ms=60 tokens=12 cost=0.00002400 output=/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/docs/output/casan/evidence/05-metrics-output.txt
|
||||
AGENTOPS_RECORDED trace_id=a76fc23b-ccb9-4fa9-af2a-c98252bd2b54 status=success latency_ms=63 tokens=12 cost=0.00002400 output=/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/docs/output/casan/evidence/05-metrics-output.txt
|
||||
|
||||
@@ -1 +1 @@
|
||||
AGENTOPS_RECORDED trace_id=432d6880-9240-461b-9a81-77cdcc30da75 status=success latency_ms=226 tokens=26 cost=0.00005200 output=/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/docs/output/casan/evidence/05b-hallucination-output.txt
|
||||
AGENTOPS_RECORDED trace_id=8ab98832-8c8c-4e85-abe7-234bda77dc51 status=success latency_ms=241 tokens=26 cost=0.00005200 output=/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/docs/output/casan/evidence/05b-hallucination-output.txt
|
||||
|
||||
@@ -1 +1 @@
|
||||
AGENTOPS_RECORDED trace_id=fa952bbb-64a1-408a-bdb2-aa1f74c90866 status=success latency_ms=57 tokens=2778 cost=0.08334 output=/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/docs/output/casan/evidence/05c-provider-output.txt
|
||||
AGENTOPS_RECORDED trace_id=a0537086-453f-4f36-b5ad-c9e49d51f9e9 status=success latency_ms=61 tokens=2778 cost=0.08334 output=/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/docs/output/casan/evidence/05c-provider-output.txt
|
||||
|
||||
@@ -1 +1 @@
|
||||
AGENTOPS_RECORDED trace_id=fc76dac7-c2aa-4d24-b2fc-3a9405172db2 status=failed latency_ms=212 tokens=6 cost=0.00001200 output=/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/docs/output/casan/evidence/06-failure-output.txt
|
||||
AGENTOPS_RECORDED trace_id=422437e1-fd76-4478-9010-f76317f3e824 status=failed latency_ms=237 tokens=6 cost=0.00001200 output=/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/docs/output/casan/evidence/06-failure-output.txt
|
||||
|
||||
@@ -1 +1 @@
|
||||
AUDIT_CHAIN_VALID anchor=signed last_hash=8289d81d54b7e79b734675c609a84bb6f2d800ee383535407c0fa1e48b685218
|
||||
AUDIT_CHAIN_VALID anchor=signed last_hash=65113f3e3d386ff1bd4ac313e1e2b7f66beb8579c04877efad3613daa3ed3a58
|
||||
|
||||
@@ -1,5 +1,5 @@
|
||||
SECURITY_PASS trace_id=14c11a55-f4c8-4b52-9c35-55a0d2fb9003 risk=low action=allow output=/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/tmp/security-input-1783181018-34874.txt
|
||||
GOVERNANCE_APPROVED trace_id=f193b886-e340-4c29-a0f1-9c17d850198a risk=low approval_status=auto_approved output=/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/tmp/governance-approved-1783181018-34874.txt
|
||||
AGENTOPS_RECORDED trace_id=f4cea8da-c6e6-4aa9-887f-4fcfd5a8770f status=success latency_ms=60 tokens=14 cost=0.00002800 output=/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/tmp/raw-output-1783181018-34874.txt
|
||||
SECURITY_PASS trace_id=f495655e-4018-4c54-8e39-d8d4010ea6f8 risk=low action=allow output=/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/docs/output/casan/evidence/07-wrapper-output.txt
|
||||
SECURITY_PASS trace_id=8b79538a-6af0-4c85-8da8-0acf3e18e07e risk=low action=allow output=/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/tmp/security-input-1783259983-1527.txt
|
||||
GOVERNANCE_APPROVED trace_id=de91f6ed-e69a-4c18-a455-e5df4c0eee0d risk=low approval_status=auto_approved output=/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/tmp/governance-approved-1783259983-1527.txt
|
||||
AGENTOPS_RECORDED trace_id=866ab47e-ee4d-4bd9-9913-67a7d7b32c54 status=success latency_ms=61 tokens=14 cost=0.00002800 output=/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/tmp/raw-output-1783259983-1527.txt
|
||||
SECURITY_PASS trace_id=c55d9e36-cf20-416a-8008-84fbc05d8b4c risk=low action=allow output=/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/docs/output/casan/evidence/07-wrapper-output.txt
|
||||
CASAN_HARNESS_COMPLETE cache=stored key=a695c82f9d29aba2adace11fc766fd1b0ffae9ef27514df5907bdf66a69e0bba output=/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/docs/output/casan/evidence/07-wrapper-output.txt
|
||||
|
||||
@@ -1,5 +1,5 @@
|
||||
SECURITY_PASS trace_id=f22da2ba-c99b-4335-8895-8e133b927a82 risk=low action=allow output=/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/tmp/security-input-1783181021-36367.txt
|
||||
GOVERNANCE_APPROVED trace_id=464bb377-4c1e-489a-b388-7e5c469d1784 risk=low approval_status=auto_approved output=/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/tmp/governance-approved-1783181021-36367.txt
|
||||
AGENTOPS_RECORDED trace_id=5092d8b7-62b1-470d-b474-5f7340c9701c status=success latency_ms=212 tokens=14 cost=0.00002800 output=/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/tmp/raw-output-1783181021-36367.txt
|
||||
SECURITY_PASS trace_id=10af0fa9-12a3-4e61-82d4-a034fe8c3771 risk=low action=allow output=/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/docs/output/casan/evidence/07-wrapper-output.txt
|
||||
SECURITY_PASS trace_id=bfe3b04d-dd25-491a-9961-7c0c1b589a7b risk=low action=allow output=/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/tmp/security-input-1783259987-3321.txt
|
||||
GOVERNANCE_APPROVED trace_id=7931cc61-91e4-4598-b1df-f0dc646851cb risk=low approval_status=auto_approved output=/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/tmp/governance-approved-1783259987-3321.txt
|
||||
AGENTOPS_RECORDED trace_id=cafd4428-2154-4127-8a17-82eac6d0a867 status=success latency_ms=227 tokens=14 cost=0.00002800 output=/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/tmp/raw-output-1783259987-3321.txt
|
||||
SECURITY_PASS trace_id=c3616c4b-daa6-4c2a-955e-eb1b161ca2f4 risk=low action=allow output=/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/docs/output/casan/evidence/07-wrapper-output.txt
|
||||
CASAN_HARNESS_COMPLETE cache=cached key=a695c82f9d29aba2adace11fc766fd1b0ffae9ef27514df5907bdf66a69e0bba output=/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/docs/output/casan/evidence/07-wrapper-output.txt
|
||||
|
||||
@@ -1,6 +1,6 @@
|
||||
# CASAN4 Harness Test Report
|
||||
|
||||
Generated: 2026-07-04T16:03:32Z
|
||||
Generated: 2026-07-05T13:59:35Z
|
||||
|
||||
PASS: H4 blocks prompt injection
|
||||
PASS: /Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/docs/output/casan/evidence/02-pii-output.txt contains ***MASKED_EMAIL***
|
||||
@@ -37,7 +37,7 @@ PASS: /Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_
|
||||
PASS: /Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/docs/output/casan/level5-evidence/16-policy-verify.stdout contains POLICY_SIGNATURE_VALID
|
||||
PASS: /Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/docs/output/casan/level5-evidence/17-provider-telemetry.stdout contains PROVIDER_TELEMETRY_IMPORTED
|
||||
PASS: /Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/docs/output/casan/level5-evidence/18-harness-reuse.stdout contains HARNESS_REUSE_VALID
|
||||
PASS: /Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/docs/output/casan/central-agentops-dashboard.html contains CASAN Level 5 Central AgentOps Dashboard
|
||||
PASS: /Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/docs/output/casan/central-agentops-dashboard.html contains CASAN Level 4 Central AgentOps Dashboard
|
||||
|
||||
## Evidence Files
|
||||
/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/docs/output/casan/evidence/01-attack-input.txt
|
||||
@@ -83,37 +83,37 @@ PASS: /Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_
|
||||
|
||||
## Trace Files
|
||||
/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/trace/agentops-236cb598-7a82-413d-8817-dde96e58cfa3.json
|
||||
/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/trace/agentops-432d6880-9240-461b-9a81-77cdcc30da75.json
|
||||
/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/trace/agentops-422437e1-fd76-4478-9010-f76317f3e824.json
|
||||
/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/trace/agentops-4e14ae44-8f88-4e0f-89ab-3e52ad7d0987.json
|
||||
/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/trace/agentops-5092d8b7-62b1-470d-b474-5f7340c9701c.json
|
||||
/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/trace/agentops-69c773cb-4c43-4d8f-b933-65e692a59509.json
|
||||
/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/trace/agentops-70219708-1c20-45a5-964e-107a3bcbb4ea.json
|
||||
/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/trace/agentops-790ad863-fef7-418e-9716-ea0ab1c2e5c1.json
|
||||
/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/trace/agentops-812b0adb-8253-4a79-ac4c-0b181f7ded41.json
|
||||
/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/trace/agentops-866ab47e-ee4d-4bd9-9913-67a7d7b32c54.json
|
||||
/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/trace/agentops-8ab98832-8c8c-4e85-abe7-234bda77dc51.json
|
||||
/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/trace/agentops-92cab24c-4988-4996-bc2f-74ae9b1684cf.json
|
||||
/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/trace/agentops-da53987e-b91b-49de-a42a-6af44c685638.json
|
||||
/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/trace/agentops-a0537086-453f-4f36-b5ad-c9e49d51f9e9.json
|
||||
/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/trace/agentops-a76fc23b-ccb9-4fa9-af2a-c98252bd2b54.json
|
||||
/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/trace/agentops-cafd4428-2154-4127-8a17-82eac6d0a867.json
|
||||
/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/trace/agentops-ddae00a1-7960-4a99-8741-de089b93e283.json
|
||||
/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/trace/agentops-e75e1165-3a92-4b54-9473-eff24e8a8b60.json
|
||||
/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/trace/agentops-f25ea973-62bb-41ad-8db2-f5c0f6df239c.json
|
||||
/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/trace/agentops-f4cea8da-c6e6-4aa9-887f-4fcfd5a8770f.json
|
||||
/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/trace/agentops-fa952bbb-64a1-408a-bdb2-aa1f74c90866.json
|
||||
/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/trace/agentops-fc199d1f-efc5-407f-917d-b96f0f042975.json
|
||||
/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/trace/agentops-fc76dac7-c2aa-4d24-b2fc-3a9405172db2.json
|
||||
/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/trace/agentops-fd2a8ee9-d78d-4f41-8fe8-2a6ed988141e.json
|
||||
/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/trace/governance-464bb377-4c1e-489a-b388-7e5c469d1784.json
|
||||
/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/trace/governance-a6d0e737-0260-4ad7-8f2a-81da8fd5f44e.json
|
||||
/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/trace/governance-db13a5e6-573d-4fd3-8b17-33c6f0ec7d33.json
|
||||
/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/trace/governance-f193b886-e340-4c29-a0f1-9c17d850198a.json
|
||||
/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/trace/security-0082cfb9-854e-4806-b115-fe2d34946dab.json
|
||||
/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/trace/security-10af0fa9-12a3-4e61-82d4-a034fe8c3771.json
|
||||
/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/trace/security-14c11a55-f4c8-4b52-9c35-55a0d2fb9003.json
|
||||
/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/trace/security-2589e8af-e541-409f-973b-aa509722641d.json
|
||||
/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/trace/security-4069096f-d7f2-41b9-9d3d-b1d3c2bb6f10.json
|
||||
/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/trace/security-5afc5ff5-3130-467e-b04f-7a34489da81f.json
|
||||
/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/trace/security-60909d76-5ae0-40c5-a433-f1f6a4d5ebc4.json
|
||||
/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/trace/security-a3e4f81b-fcf6-43b4-879f-3a840eaaacb5.json
|
||||
/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/trace/security-f22da2ba-c99b-4335-8895-8e133b927a82.json
|
||||
/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/trace/security-f495655e-4018-4c54-8e39-d8d4010ea6f8.json
|
||||
/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/trace/governance-5e740b20-3e2c-4213-a78d-79575744d7a5.json
|
||||
/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/trace/governance-7931cc61-91e4-4598-b1df-f0dc646851cb.json
|
||||
/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/trace/governance-7aa9af13-4d20-492d-9cae-a684a4e1cbc2.json
|
||||
/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/trace/governance-de91f6ed-e69a-4c18-a455-e5df4c0eee0d.json
|
||||
/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/trace/security-1b4af852-2a03-4be1-af46-23ba65b5133f.json
|
||||
/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/trace/security-59c37ffe-9e9b-4102-946d-e6cbfc5fcb04.json
|
||||
/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/trace/security-729e4bb2-10b8-4eca-bb3f-83cbbaf76b47.json
|
||||
/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/trace/security-8b79538a-6af0-4c85-8da8-0acf3e18e07e.json
|
||||
/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/trace/security-8c27197c-349c-4998-beb9-e1c1e55947ec.json
|
||||
/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/trace/security-bfe3b04d-dd25-491a-9961-7c0c1b589a7b.json
|
||||
/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/trace/security-c3616c4b-daa6-4c2a-955e-eb1b161ca2f4.json
|
||||
/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/trace/security-c55d9e36-cf20-416a-8008-84fbc05d8b4c.json
|
||||
/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/trace/security-df326db9-6290-4b5f-a1f6-ace7a0dad7f8.json
|
||||
/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/trace/security-ef2cb98b-9865-4a25-90ed-c626f43577eb.json
|
||||
|
||||
## Audit Files
|
||||
/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/audit/audit-head.sig
|
||||
@@ -160,4 +160,6 @@ PASS: /Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_
|
||||
/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/level5/fallback.jsonl
|
||||
/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/level5/provider-usage.jsonl
|
||||
/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/level5/rollback-transactions.jsonl
|
||||
/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/level5/telemetry-head.txt
|
||||
/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/level5/telemetry-manifest.json
|
||||
/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/logs/level5/tool-registry.jsonl
|
||||
|
||||
@@ -1,5 +1,5 @@
|
||||
{
|
||||
"timestamp": "2026-07-04T16:03:44Z",
|
||||
"timestamp": "2026-07-05T13:59:51Z",
|
||||
"harness": "L5-drift-detection",
|
||||
"status": "pass",
|
||||
"action": "allow",
|
||||
|
||||
@@ -1 +1 @@
|
||||
TOOL_AUDIT_VALID anchor=signed last_hash=6d8cb078d7b67422e197032aff655d820e3183dcb339b87b71e00e251e9467a4
|
||||
TOOL_AUDIT_VALID anchor=signed last_hash=8063c8bf5467bd9a9fff04e7ee178253fd86c5f0f2b8f8fb75f1d490d798b7a7
|
||||
|
||||
@@ -1 +1 @@
|
||||
ROLLBACK_EXECUTED transaction_id=f6942698-3d0c-4068-b9cf-16fc2c922332
|
||||
ROLLBACK_EXECUTED transaction_id=ad5c10aa-b811-45fd-9707-1bf1a174a239
|
||||
|
||||
@@ -1 +1 @@
|
||||
ROLLBACK_RECORDED transaction_id=f6942698-3d0c-4068-b9cf-16fc2c922332
|
||||
ROLLBACK_RECORDED transaction_id=ad5c10aa-b811-45fd-9707-1bf1a174a239
|
||||
|
||||
@@ -1,5 +1,5 @@
|
||||
{
|
||||
"timestamp": "2026-07-04T16:03:45Z",
|
||||
"timestamp": "2026-07-05T13:59:53Z",
|
||||
"harness": "L5-business-feedback",
|
||||
"status": "pass",
|
||||
"kpis": [
|
||||
|
||||
@@ -1,2 +1,2 @@
|
||||
POLICY_MANIFEST_GENERATED files=8 manifest=/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/level5/central-governance/policy-manifest.json
|
||||
POLICY_BUNDLE_SIGNED manifest=/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/level5/central-governance/policy-manifest.json signature=/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/level5/central-governance/policy-manifest.sig public_key=/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/level5/central-governance/policy-public.pem key_backend=local-file
|
||||
POLICY_BUNDLE_SIGNED manifest=/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/level5/central-governance/policy-manifest.json signature=/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/level5/central-governance/policy-manifest.sig public_key=/Users/thanhnguyen/Documents/AI/HarnessHkt/Harness_Hakathon/Output_CASAN5_REFINED/AINative_OKR_CASAN5/.specify/level5/central-governance/policy-public.pem key_backend=vault-kms
|
||||
|
||||
Reference in New Issue
Block a user