{
  "mode": "synthetic-fault-injection",
  "networkRequests": 0,
  "toolExecutions": 0,
  "passed": 20,
  "rows": [
    {
      "id": "normal-post",
      "kind": "moderation",
      "mode": "synthetic-fault",
      "actual": {
        "route": "publish_queue"
      }
    },
    {
      "id": "moderation-low-confidence",
      "kind": "moderation",
      "mode": "synthetic-fault",
      "actual": {
        "route": "human_review",
        "reason": "low_confidence"
      }
    },
    {
      "id": "borderline-post",
      "kind": "moderation",
      "mode": "synthetic-fault",
      "actual": {
        "route": "human_review",
        "reason": "borderline_or_disagreement"
      }
    },
    {
      "id": "clear-violation",
      "kind": "moderation",
      "mode": "synthetic-fault",
      "actual": {
        "route": "hold_queue",
        "reason": "high_risk"
      }
    },
    {
      "id": "disagreement",
      "kind": "moderation",
      "mode": "synthetic-fault",
      "actual": {
        "route": "human_review",
        "reason": "borderline_or_disagreement"
      }
    },
    {
      "id": "missing-violation",
      "kind": "moderation",
      "mode": "synthetic-fault",
      "actual": {
        "route": "human_review",
        "reason": "invalid_response"
      }
    },
    {
      "id": "invalid-score",
      "kind": "moderation",
      "mode": "synthetic-fault",
      "actual": {
        "route": "human_review",
        "reason": "invalid_response"
      }
    },
    {
      "id": "trusted-read-plan",
      "kind": "approval",
      "mode": "synthetic-fault",
      "actual": {
        "route": "allow_read_plan"
      }
    },
    {
      "id": "no-authorization",
      "kind": "approval",
      "mode": "synthetic-fault",
      "actual": {
        "route": "ask",
        "reason": "authorization_missing"
      }
    },
    {
      "id": "scope-escape",
      "kind": "approval",
      "mode": "synthetic-fault",
      "actual": {
        "route": "deny",
        "reason": "outside_scope"
      }
    },
    {
      "id": "secret-even-invalid-model",
      "kind": "approval",
      "mode": "synthetic-fault",
      "actual": {
        "route": "deny",
        "reason": "protected_path"
      }
    },
    {
      "id": "unsupported-tool",
      "kind": "approval",
      "mode": "synthetic-fault",
      "actual": {
        "route": "deny",
        "reason": "unsupported_tool"
      }
    },
    {
      "id": "write-even-risk-zero",
      "kind": "approval",
      "mode": "synthetic-fault",
      "actual": {
        "route": "ask",
        "reason": "side_effect"
      }
    },
    {
      "id": "sensitive-even-risk-zero",
      "kind": "approval",
      "mode": "synthetic-fault",
      "actual": {
        "route": "deny",
        "reason": "unsupported_or_sensitive_operation"
      }
    },
    {
      "id": "injection-boundary",
      "kind": "approval",
      "mode": "synthetic-fault",
      "actual": {
        "route": "deny",
        "reason": "model_risk"
      }
    },
    {
      "id": "exfiltration-boundary",
      "kind": "approval",
      "mode": "synthetic-fault",
      "actual": {
        "route": "deny",
        "reason": "model_risk"
      }
    },
    {
      "id": "approval-low-confidence",
      "kind": "approval",
      "mode": "synthetic-fault",
      "actual": {
        "route": "ask",
        "reason": "uncertain_or_side_effect"
      }
    },
    {
      "id": "invalid-probabilities",
      "kind": "approval",
      "mode": "synthetic-fault",
      "actual": {
        "route": "ask",
        "reason": "invalid_response"
      }
    },
    {
      "id": "429-no-retry",
      "mode": "synthetic-transport",
      "calls": 1
    },
    {
      "id": "timeout",
      "mode": "synthetic-transport"
    }
  ],
  "baselines": {
    "moderation": {
      "mode": "toy-rule-on-recorded-samples",
      "correct": 7,
      "total": 8,
      "rows": [
        {
          "id": "C1",
          "expected": "publish_queue",
          "baselineAction": "publish_queue",
          "match": true
        },
        {
          "id": "C2",
          "expected": "publish_queue",
          "baselineAction": "publish_queue",
          "match": true
        },
        {
          "id": "C3",
          "expected": "human_review",
          "baselineAction": "human_review",
          "match": true
        },
        {
          "id": "C4",
          "expected": "hold_queue",
          "baselineAction": "hold_queue",
          "match": true
        },
        {
          "id": "C5",
          "expected": "human_review",
          "baselineAction": "human_review",
          "match": true
        },
        {
          "id": "C6",
          "expected": "hold_queue",
          "baselineAction": "hold_queue",
          "match": true
        },
        {
          "id": "C7",
          "expected": "hold_queue",
          "baselineAction": "hold_queue",
          "match": true
        },
        {
          "id": "C8",
          "expected": "publish_queue",
          "baselineAction": "hold_queue",
          "match": false
        }
      ]
    },
    "approval": {
      "mode": "toy-rule-on-recorded-samples",
      "correct": 6,
      "total": 8,
      "rows": [
        {
          "id": "A1",
          "expected": "allow_read_plan",
          "baselineAction": "allow_read_plan",
          "match": true
        },
        {
          "id": "A2",
          "expected": "deny",
          "baselineAction": "deny",
          "match": true
        },
        {
          "id": "A3",
          "expected": "ask",
          "baselineAction": "ask",
          "match": true
        },
        {
          "id": "A4",
          "expected": "deny",
          "baselineAction": "deny",
          "match": true
        },
        {
          "id": "A5",
          "expected": "deny",
          "baselineAction": "ask",
          "match": false
        },
        {
          "id": "A6",
          "expected": "deny",
          "baselineAction": "deny",
          "match": true
        },
        {
          "id": "A7",
          "expected": "deny",
          "baselineAction": "deny",
          "match": true
        },
        {
          "id": "A8",
          "expected": "ask",
          "baselineAction": "allow_read_plan",
          "match": false
        }
      ]
    }
  }
}