53 lines
1.0 KiB
YAML
53 lines
1.0 KiB
YAML
version: 1.0
|
|
description: CASAN H6 AgentOps metrics and scoring configuration
|
|
|
|
collection:
|
|
enabled: true
|
|
trace_format: json
|
|
metrics_format: jsonl
|
|
trace_dir: ".specify/logs/trace"
|
|
metrics_log: ".specify/logs/cost/metrics.jsonl"
|
|
alert_log: ".specify/agentops/alerts.log"
|
|
|
|
dimensions:
|
|
- trace_id
|
|
- timestamp
|
|
- agent
|
|
- step
|
|
- status
|
|
- exit_code
|
|
- latency_ms
|
|
- retry_count
|
|
- input_tokens
|
|
- output_tokens
|
|
- total_tokens
|
|
- cost_estimate
|
|
- alerts
|
|
- input_hash
|
|
- output_hash
|
|
|
|
cost_model:
|
|
default_cost_per_1k_tokens_usd: 0.002
|
|
override_env: CASAN_COST_PER_1K
|
|
|
|
thresholds:
|
|
latency_alert_ms: 5000
|
|
retry_alert_threshold: 2
|
|
token_alert_threshold: 5000
|
|
failure_alert: true
|
|
|
|
level4_gate:
|
|
required: true
|
|
minimum_evidence:
|
|
traces_per_pipeline_step: 1
|
|
metrics_log_present: true
|
|
alert_rules_present: true
|
|
failure_status_recorded: true
|
|
|
|
level5_readiness:
|
|
required_additions:
|
|
- drift_detection_against_golden_runs
|
|
- model_fallback_routing
|
|
- live_dashboard
|
|
- business_outcome_metrics
|