update first - 84
This commit is contained in:
@@ -0,0 +1,52 @@
|
||||
version: 1.0
|
||||
description: CASAN H6 AgentOps metrics and scoring configuration
|
||||
|
||||
collection:
|
||||
enabled: true
|
||||
trace_format: json
|
||||
metrics_format: jsonl
|
||||
trace_dir: ".specify/logs/trace"
|
||||
metrics_log: ".specify/logs/cost/metrics.jsonl"
|
||||
alert_log: ".specify/agentops/alerts.log"
|
||||
|
||||
dimensions:
|
||||
- trace_id
|
||||
- timestamp
|
||||
- agent
|
||||
- step
|
||||
- status
|
||||
- exit_code
|
||||
- latency_ms
|
||||
- retry_count
|
||||
- input_tokens
|
||||
- output_tokens
|
||||
- total_tokens
|
||||
- cost_estimate
|
||||
- alerts
|
||||
- input_hash
|
||||
- output_hash
|
||||
|
||||
cost_model:
|
||||
default_cost_per_1k_tokens_usd: 0.002
|
||||
override_env: CASAN_COST_PER_1K
|
||||
|
||||
thresholds:
|
||||
latency_alert_ms: 5000
|
||||
retry_alert_threshold: 2
|
||||
token_alert_threshold: 5000
|
||||
failure_alert: true
|
||||
|
||||
level4_gate:
|
||||
required: true
|
||||
minimum_evidence:
|
||||
traces_per_pipeline_step: 1
|
||||
metrics_log_present: true
|
||||
alert_rules_present: true
|
||||
failure_status_recorded: true
|
||||
|
||||
level5_readiness:
|
||||
required_additions:
|
||||
- drift_detection_against_golden_runs
|
||||
- model_fallback_routing
|
||||
- live_dashboard
|
||||
- business_outcome_metrics
|
||||
Reference in New Issue
Block a user