refactor(structure): promote app to repo root + remove redundant workspace cruft

Standard production layout: the OKR app (was nested under AINative_OKR_CASAN5/) is now the repository root. No more wrapper directory. - Promote AINative_OKR_CASAN5/* -> repo root (backend/ frontend/ packages/ apps/ .specify/ docs/ infra/ nginx/ scripts/ + configs). Merge tool dirs: .gitea (kept the active deploy ci.yml, added harness-ci.yml + runbooks), .claude (agents/commands + launch.json), .github moved up. - Remove redundant: 00_SUBMISSION_PACKAGE, scattered root notes (FPT_CASAN_Full.md, tu-tuong-casan.md, casan-tu-sinh..., casan_harness_assessment.md, source-review..., README_CASAN5_REFINED.md), casan-next-plans/ and optimize-docs/ (competition/planning artifacts — roadmap + design history preserved in git log / commit messages). - Update all references to the old layout: - .gitea/workflows/{ci,harness-ci}.yml, .github/workflows/{ci,deploy}.yml: working-directory .; drop AINative_OKR_CASAN5/ prefix; .specify/{tests,scripts} -> packages/casan-harness/... (.specify/logs state kept) - .claude/launch.json, .gitea/*-runbook.md: path prefixes - CLAUDE.md, README.md: docs/input -> apps/okr/domain/input - policy-bundle.yaml: 8 policy paths -> packages/casan-harness/...; manifest re-signed - secrets-scan.sh: fixture excludes -> new package/domain paths. Full gate from the new root: PASS=64 FAIL=0 SKIP=3. Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com>
2026-07-08 13:26:36 +09:00
parent 7101af9fd4
commit 36a4812ef3
925 changed files with 410 additions and 18001 deletions
@@ -0,0 +1,86 @@
+version: 1.0
+description: AgentOps Alert Rules
+
+alerts:
+
+  - id: ALERT-001
+    name: High Latency
+    condition: latency_ms > 5000
+    severity: medium
+    action:
+      - log
+      - notify
+
+  - id: ALERT-002
+    name: High Retry
+    condition: retry_count > 2
+    severity: medium
+    action:
+      - log
+      - notify
+
+  - id: ALERT-003
+    name: Failure Detected
+    condition: status == "failed"
+    severity: high
+    action:
+      - log
+      - notify
+      - escalate
+
+  - id: ALERT-004
+    name: High Cost Spike
+    condition: cost_estimate > 0.05
+    severity: medium
+    action:
+      - log
+
+  - id: ALERT-005
+    name: Hallucination Risk
+    condition: output contains ("maybe" or "might be incorrect")
+    severity: low
+    action:
+      - log
+      - flag
+
+  - id: ALERT-006
+    name: Token Overuse
+    condition: total_tokens > 5000
+    severity: medium
+    action:
+      - log
+      - notify
+
+notification:
+
+  channels:
+
+    - type: log
+      path: ".specify/agentops/alerts.log"
+
+    - type: console
+      enabled: true
+
+    # future integration
+    # - type: slack
+    #   webhook: "https://hooks.slack.com/..."
+
+escalation:
+
+  enabled: true
+
+  rules:
+    - severity: high
+      action: immediate_alert
+
+    - severity: medium
+      action: batched_alert
+
+    - severity: low
+      action: log_only
+
+level4_gate:
+  alert_log_must_exist: true
+  failed_step_must_emit_alert: true
+  retry_threshold_must_emit_alert: true
+  cost_spike_must_emit_alert: true
@@ -0,0 +1,76 @@
+version: 1.0
+description: CASAN H6 per-step hallucination signal tracking
+
+tracking:
+  enabled: true
+  method: cross_reference_check
+  log_path: .specify/logs/cost/metrics.jsonl
+  field_name: hallucination_signals
+
+steps_with_tracking:
+  - step: step-1-srs
+    reference_docs:
+      - apps/okr/domain/input/okr-requirement.md
+    signals:
+      - ungrounded_feature_claim
+      - invented_requirement
+      - undefined_acronym
+    keywords_indicating_hallucination:
+      - "I assume"
+      - "typically"
+      - "usually includes"
+      - "standard practice suggests"
+
+  - step: step-3-spec
+    reference_docs:
+      - docs/output/ipa-docs/srs/
+      - docs/output/ipa-docs/bd/
+    signals:
+      - invented_api_endpoint
+      - schema_mismatch
+      - undefined_term
+      - ungrounded_business_rule
+    keywords_indicating_hallucination:
+      - "assumed from context"
+      - "common pattern would be"
+      - "likely the intent is"
+
+  - step: step-6-plan
+    reference_docs:
+      - docs/output/specs/
+    signals:
+      - invented_dependency
+      - wrong_module_assignment
+      - unspecified_library
+    keywords_indicating_hallucination:
+      - "might need"
+      - "could potentially use"
+      - "I believe"
+
+  - step: step-10-implement
+    reference_docs:
+      - docs/output/specs/
+    signals:
+      - undocumented_endpoint
+      - wrong_field_type
+      - missing_required_field
+      - hardcoded_value_not_in_spec
+    keywords_indicating_hallucination:
+      - "// TODO: confirm"
+      - "// assumed"
+      - "// placeholder"
+
+  - step: step-11-review-code
+    reference_docs:
+      - docs/output/specs/
+      - backend/
+      - frontend/
+    signals:
+      - false_security_clearance
+      - invented_test_result
+      - unverified_compliance_claim
+
+thresholds:
+  warn: 3
+  block: 7
+  note: "warn=log warning; block=force retry of step"
@@ -0,0 +1,52 @@
+version: 1.0
+description: CASAN H6 AgentOps metrics and scoring configuration
+
+collection:
+  enabled: true
+  trace_format: json
+  metrics_format: jsonl
+  trace_dir: ".specify/logs/trace"
+  metrics_log: ".specify/logs/cost/metrics.jsonl"
+  alert_log: ".specify/agentops/alerts.log"
+
+dimensions:
+  - trace_id
+  - timestamp
+  - agent
+  - step
+  - status
+  - exit_code
+  - latency_ms
+  - retry_count
+  - input_tokens
+  - output_tokens
+  - total_tokens
+  - cost_estimate
+  - alerts
+  - input_hash
+  - output_hash
+
+cost_model:
+  default_cost_per_1k_tokens_usd: 0.002
+  override_env: CASAN_COST_PER_1K
+
+thresholds:
+  latency_alert_ms: 5000
+  retry_alert_threshold: 2
+  token_alert_threshold: 5000
+  failure_alert: true
+
+level4_gate:
+  required: true
+  minimum_evidence:
+    traces_per_pipeline_step: 1
+    metrics_log_present: true
+    alert_rules_present: true
+    failure_status_recorded: true
+
+level5_readiness:
+  required_additions:
+    - drift_detection_against_golden_runs
+    - model_fallback_routing
+    - live_dashboard
+    - business_outcome_metrics
@@ -0,0 +1,36 @@
+version: 1.0
+description: CASAN H2 Tool rate limits — prevent runaway agent loops
+
+limits:
+  - tool: deploy
+    max_per_pipeline: 3
+    window: pipeline_run
+    note: "Max 3 deploy attempts per pipeline run before escalation"
+
+  - tool: migration
+    max_per_pipeline: 5
+    window: pipeline_run
+    note: "Max 5 migration runs — includes retries"
+
+  - tool: db_write
+    max_per_pipeline: 10
+    window: pipeline_run
+
+  - tool: write_code
+    max_per_pipeline: 50
+    window: pipeline_run
+    note: "50 write_code calls covers BE+FE implementation + up to 5 retry cycles"
+
+  - tool: external_api
+    max_per_hour: 100
+    window: rolling_60min
+
+  - tool: agent_step
+    max_per_pipeline: 200
+    window: pipeline_run
+    note: "Covers all 13 steps × max retries"
+
+enforcement:
+  on_limit_exceeded: deny
+  log_denials: true
+  log_path: .specify/logs/audit/rate-limit-denials.jsonl
@@ -0,0 +1,62 @@
+version: 1.0
+description: Agent Tracking & Tracing Configuration
+
+tracking:
+
+  enabled: true
+
+  trace:
+
+    fields:
+      - trace_id
+      - timestamp
+      - user_input
+      - processed_input
+      - output
+      - latency_ms
+      - tokens_input
+      - tokens_output
+      - total_tokens
+      - cost_estimate
+      - retry_count
+      - status
+      - error
+
+  correlation:
+
+    enable: true
+    key: trace_id
+
+  stages:
+
+    - name: input_received
+      log: true
+
+    - name: security_checked
+      log: true
+
+    - name: governance_checked
+      log: true
+
+    - name: llm_called
+      log: true
+
+    - name: output_filtered
+      log: true
+
+  storage:
+
+    type: file
+    path: ".specify/logs/trace/"
+
+  format: json
+
+  retention:
+
+    days: 30
+
+logging:
+
+  level: info
+  include_input: true
+  include_output: true