update doc and optimize
This commit is contained in:
thanhnv
@@ -43,12 +43,12 @@ tr:nth-child(even) td { background: #f7f9fc; }
|
||||
</head>
|
||||
<body>
|
||||
<h1>CASAN Level 4 Central AgentOps Dashboard</h1>
|
||||
<p class="subtitle">7-harness security posture · Level-5 controls demonstrated locally · điểm công tâm theo rubric (evidence/scoring-run-report.md) · Generated: 2026-07-06T02:12:22Z</p>
|
||||
<p class="subtitle">7-harness security posture · Level-5 controls demonstrated locally · điểm công tâm theo rubric (evidence/scoring-run-report.md) · Generated: 2026-07-06T05:57:37Z</p>
|
||||
<div class="badges">
|
||||
<span class="badge lv">CASAN Level 4 — chứng minh bằng tấn công</span>
|
||||
<span class="badge">Average 80.9/100</span>
|
||||
<span class="badge">Harness thấp nhất 80</span>
|
||||
<span class="badge">175 test · 0 fail</span>
|
||||
<span class="badge">218 core tests · 0 fail</span>
|
||||
<span class="badge">Recall model 0.85 > regex 0.00</span>
|
||||
</div>
|
||||
|
||||
@@ -66,7 +66,7 @@ tr:nth-child(even) td { background: #f7f9fc; }
|
||||
|
||||
<h2>Bảo mật & Governance đã kiểm chứng (test đối kháng thật)</h2>
|
||||
<div class="panel"><div class="chips">
|
||||
<span class="chip"><span class="d"></span>Kiểm thử đối kháng <b>175 / 0 fail</b></span>
|
||||
<span class="chip"><span class="d"></span>Kiểm thử đối kháng <b>218 / 0 fail</b></span>
|
||||
<span class="chip"><span class="d"></span>H4 recall model <b>0.85</b> > regex 0.00</span>
|
||||
<span class="chip"><span class="d"></span>Benign FP <b>0.00%</b> · block <b>100.00%</b></span>
|
||||
<span class="chip"><span class="d"></span>Audit hash-chain + ký KMS (rotate/non-exportable)</span>
|
||||
@@ -80,34 +80,34 @@ tr:nth-child(even) td { background: #f7f9fc; }
|
||||
|
||||
<h2>Telemetry trực tiếp (live) · pipeline harness</h2>
|
||||
<div class="grid">
|
||||
<div class="card"><div class="k">Total Runs</div><div class="value">16</div></div>
|
||||
<div class="card"><div class="k">Average Latency</div><div class="value">314.38<small style="font-size:14px"> ms</small></div></div>
|
||||
<div class="card"><div class="k">Estimated Cost</div><div class="value">$0.083670</div></div>
|
||||
<div class="card"><div class="k">Failures</div><div class="value">4</div></div>
|
||||
<div class="card"><div class="k">Fallback Routes</div><div class="value">2</div></div>
|
||||
<div class="card"><div class="k">Total Runs</div><div class="value">6</div></div>
|
||||
<div class="card"><div class="k">Average Latency</div><div class="value">218.33<small style="font-size:14px"> ms</small></div></div>
|
||||
<div class="card"><div class="k">Estimated Cost</div><div class="value">$0.083484</div></div>
|
||||
<div class="card"><div class="k">Failures</div><div class="value">1</div></div>
|
||||
<div class="card"><div class="k">Fallback Routes</div><div class="value">1</div></div>
|
||||
</div>
|
||||
<div class="grid" style="margin-top:12px">
|
||||
<div class="card"><div class="k">Provider Runs</div><div class="value">4</div></div>
|
||||
<div class="card"><div class="k">Provider Tokens (thật)</div><div class="value">5937</div></div>
|
||||
<div class="card"><div class="k">Provider Runs</div><div class="value">2</div></div>
|
||||
<div class="card"><div class="k">Provider Tokens (thật)</div><div class="value">5556</div></div>
|
||||
<div class="card"><div class="k">Provider Cost</div><div class="value">$0.16668</div></div>
|
||||
<div class="card"><div class="k">Tool Denials</div><div class="value">6</div></div>
|
||||
<div class="card"><div class="k">Hallucination Signals</div><div class="value">8</div></div>
|
||||
<div class="card"><div class="k">Tool Denials</div><div class="value">2</div></div>
|
||||
<div class="card"><div class="k">Hallucination Signals</div><div class="value">4</div></div>
|
||||
</div>
|
||||
|
||||
<h2>Governance Signals</h2>
|
||||
<table>
|
||||
<tr><th>Signal</th><th>Value</th></tr>
|
||||
<tr><td>Tool registry denials</td><td>6</td></tr>
|
||||
<tr><td>Fallback records</td><td>2</td></tr>
|
||||
<tr><td>Tool registry records</td><td>11</td></tr>
|
||||
<tr><td>Provider telemetry records</td><td>4</td></tr>
|
||||
<tr><td>Tool registry denials</td><td>2</td></tr>
|
||||
<tr><td>Fallback records</td><td>1</td></tr>
|
||||
<tr><td>Tool registry records</td><td>3</td></tr>
|
||||
<tr><td>Provider telemetry records</td><td>2</td></tr>
|
||||
<tr><td>Registered harness projects</td><td>3</td></tr>
|
||||
</table>
|
||||
|
||||
<h2>Recent AgentOps Metrics (live)</h2>
|
||||
<table>
|
||||
<tr><th>Trace</th><th>Agent</th><th>Step</th><th>Status</th><th>Latency</th><th>Tokens</th><th>Cost</th></tr>
|
||||
<tr><td>af220e79…</td><td>unknown-agent</td><td>write_code</td><td class=''>failed</td><td>250ms</td><td>3</td><td>$6e-06</td></tr><tr><td>d0406d6d…</td><td>adv</td><td>step-1-srs</td><td class='ok'>success</td><td>216ms</td><td>26</td><td>$5.2e-05</td></tr><tr><td>5d4848ee…</td><td>adv</td><td>step-1-srs</td><td class='ok'>success</td><td>206ms</td><td>14</td><td>$2.8e-05</td></tr><tr><td>0066a805…</td><td>unknown-agent</td><td>test_timeout</td><td class=''>failed</td><td>2231ms</td><td>1</td><td>$2e-06</td></tr><tr><td>3ff2f47d…</td><td>unknown-agent</td><td>t4-telemetry-test</td><td class='ok'>success</td><td>233ms</td><td>210</td><td>$0.0</td></tr><tr><td>806bf437…</td><td>unknown-agent</td><td>fetch_step</td><td class='ok'>success</td><td>235ms</td><td>12</td><td>$2.4e-05</td></tr><tr><td>b0d31905…</td><td>unknown-agent</td><td>fetch_step</td><td class='ok'>success</td><td>220ms</td><td>12</td><td>$2.4e-05</td></tr><tr><td>63e0d44b…</td><td>unknown-agent</td><td>fetch_step</td><td class='ok'>success</td><td>207ms</td><td>12</td><td>$2.4e-05</td></tr><tr><td>2517a44e…</td><td>unknown-agent</td><td>fetch_step</td><td class='ok'>success</td><td>207ms</td><td>12</td><td>$2.4e-05</td></tr><tr><td>2fba9b26…</td><td>h6.e2e</td><td>e2e_fail_step</td><td class=''>failed</td><td>212ms</td><td>1</td><td>$2e-06</td></tr>
|
||||
<tr><td>trace-17…</td><td>demo.agent</td><td>demo-step</td><td class='ok'>success</td><td>87ms</td><td>12</td><td>$2.4e-05</td></tr><tr><td>trace-17…</td><td>demo.agent</td><td>step-1-srs</td><td class='ok'>success</td><td>369ms</td><td>26</td><td>$5.2e-05</td></tr><tr><td>trace-17…</td><td>demo.agent</td><td>speckit.implement</td><td class='ok'>success</td><td>88ms</td><td>2778</td><td>$0.08334</td></tr><tr><td>trace-17…</td><td>demo.agent</td><td>failing-step</td><td class=''>failed</td><td>329ms</td><td>6</td><td>$1.2e-05</td></tr><tr><td>trace-17…</td><td>wrapper.demo</td><td>wrapper-step</td><td class='ok'>success</td><td>95ms</td><td>14</td><td>$2.8e-05</td></tr><tr><td>trace-17…</td><td>wrapper.demo</td><td>wrapper-step</td><td class='ok'>success</td><td>342ms</td><td>14</td><td>$2.8e-05</td></tr>
|
||||
</table>
|
||||
</body>
|
||||
</html>
|
||||
|
||||
Reference in New Issue
Block a user