{
  "scope": "Original synthetic stream chat messages and actual API results. No moderation accuracy benchmark or platform action.",
  "testedAt": "2026-09-27T07:45:53.345Z",
  "samples": [
    {
      "id": "reaction",
      "label": "Positive reaction",
      "request": {
        "context": "A viewer writes to the streamer: Great puzzle solve!",
        "question": "Channel: no unsolicited gameplay instructions or cross-stream relays. Harassment: direct targeted insults. Cross-stream relay: reports another streamer's current actions or asks for a reaction to them. Unsolicited instructions: commands telling the player what move to make without requested advice. Allow: greetings, reactions or genuine questions without these violations. Needs review: ambiguous quotations, missing context or competing categories. Judge supplied text only.",
        "choices": [
          "Allow",
          "Unsolicited instructions",
          "Cross-stream relay",
          "Harassment",
          "Needs review"
        ]
      },
      "observed": {
        "id": "reaction",
        "requestSha256": "d953372ee87e065b2f2dfc60eedbf7fb6498111ef23a965532f43d22c0e256d2",
        "model": "jev-1.13.0",
        "choice": "Allow",
        "probabilities": {
          "Allow": 1,
          "Unsolicited instructions": 0,
          "Cross-stream relay": 0,
          "Harassment": 0,
          "Needs review": 0
        },
        "confidence": 1,
        "metrics": {
          "providerDurationMs": 2966,
          "inputTokens": 548,
          "outputTokens": 61,
          "estimatedCostUsd": 2.3016e-05,
          "costStatus": "estimated",
          "currency": "USD",
          "pricingModel": "jev-1.13.0"
        }
      }
    },
    {
      "id": "question",
      "label": "Genuine question",
      "request": {
        "context": "A viewer asks the streamer: What game is this?",
        "question": "Channel: no unsolicited gameplay instructions or cross-stream relays. Harassment: direct targeted insults. Cross-stream relay: reports another streamer's current actions or asks for a reaction to them. Unsolicited instructions: commands telling the player what move to make without requested advice. Allow: greetings, reactions or genuine questions without these violations. Needs review: ambiguous quotations, missing context or competing categories. Judge supplied text only.",
        "choices": [
          "Allow",
          "Unsolicited instructions",
          "Cross-stream relay",
          "Harassment",
          "Needs review"
        ]
      },
      "observed": {
        "id": "question",
        "requestSha256": "17327183f4d911eb1c6ebf13668be7b5f568d7c8eb15b75cf7cf86c2f1f37baf",
        "model": "jev-1.13.0",
        "choice": "Allow",
        "probabilities": {
          "Allow": 0.99,
          "Unsolicited instructions": 0,
          "Cross-stream relay": 0,
          "Harassment": 0,
          "Needs review": 0.01
        },
        "confidence": 0.98,
        "metrics": {
          "providerDurationMs": 1376,
          "inputTokens": 548,
          "outputTokens": 61,
          "estimatedCostUsd": 2.3016e-05,
          "costStatus": "estimated",
          "currency": "USD",
          "pricingModel": "jev-1.13.0"
        }
      }
    },
    {
      "id": "instructions",
      "label": "Unrequested moves",
      "request": {
        "context": "The streamer has not asked for advice. A viewer writes: Go left now, equip the red sword and stop exploring!",
        "question": "Channel: no unsolicited gameplay instructions or cross-stream relays. Harassment: direct targeted insults. Cross-stream relay: reports another streamer's current actions or asks for a reaction to them. Unsolicited instructions: commands telling the player what move to make without requested advice. Allow: greetings, reactions or genuine questions without these violations. Needs review: ambiguous quotations, missing context or competing categories. Judge supplied text only.",
        "choices": [
          "Allow",
          "Unsolicited instructions",
          "Cross-stream relay",
          "Harassment",
          "Needs review"
        ]
      },
      "observed": {
        "id": "instructions",
        "requestSha256": "15acda9a9e8ed6e497d2f566a75ad3b71c1a678b93913d501b4441c56160853d",
        "model": "jev-1.13.0",
        "choice": "Unsolicited instructions",
        "probabilities": {
          "Allow": 0,
          "Unsolicited instructions": 1,
          "Cross-stream relay": 0,
          "Harassment": 0,
          "Needs review": 0
        },
        "confidence": 1,
        "metrics": {
          "providerDurationMs": 1048,
          "inputTokens": 561,
          "outputTokens": 65,
          "estimatedCostUsd": 2.3562e-05,
          "costStatus": "estimated",
          "currency": "USD",
          "pricingModel": "jev-1.13.0"
        }
      }
    },
    {
      "id": "relay",
      "label": "Other stream relay",
      "request": {
        "context": "A viewer writes: Streamer B just beat this boss; go watch their method right now.",
        "question": "Channel: no unsolicited gameplay instructions or cross-stream relays. Harassment: direct targeted insults. Cross-stream relay: reports another streamer's current actions or asks for a reaction to them. Unsolicited instructions: commands telling the player what move to make without requested advice. Allow: greetings, reactions or genuine questions without these violations. Needs review: ambiguous quotations, missing context or competing categories. Judge supplied text only.",
        "choices": [
          "Allow",
          "Unsolicited instructions",
          "Cross-stream relay",
          "Harassment",
          "Needs review"
        ]
      },
      "observed": {
        "id": "relay",
        "requestSha256": "5cd1cffaaa5015359838a2af681f2b19c33c7a3cbabf54285c493861ddfc4016",
        "model": "jev-1.13.0",
        "choice": "Cross-stream relay",
        "probabilities": {
          "Allow": 0,
          "Unsolicited instructions": 0.03,
          "Cross-stream relay": 0.97,
          "Harassment": 0,
          "Needs review": 0
        },
        "confidence": 0.95,
        "metrics": {
          "providerDurationMs": 631,
          "inputTokens": 555,
          "outputTokens": 63,
          "estimatedCostUsd": 2.331e-05,
          "costStatus": "estimated",
          "currency": "USD",
          "pricingModel": "jev-1.13.0"
        }
      }
    },
    {
      "id": "insult",
      "label": "Targeted insult",
      "request": {
        "context": "A viewer writes directly to the streamer: You are an idiot and a worthless player.",
        "question": "Channel: no unsolicited gameplay instructions or cross-stream relays. Harassment: direct targeted insults. Cross-stream relay: reports another streamer's current actions or asks for a reaction to them. Unsolicited instructions: commands telling the player what move to make without requested advice. Allow: greetings, reactions or genuine questions without these violations. Needs review: ambiguous quotations, missing context or competing categories. Judge supplied text only.",
        "choices": [
          "Allow",
          "Unsolicited instructions",
          "Cross-stream relay",
          "Harassment",
          "Needs review"
        ]
      },
      "observed": {
        "id": "insult",
        "requestSha256": "e2de5083fbf195909b3997074b9216a425545e73aab3d68f553ada0fb9c4a11b",
        "model": "jev-1.13.0",
        "choice": "Harassment",
        "probabilities": {
          "Allow": 0,
          "Unsolicited instructions": 0,
          "Cross-stream relay": 0,
          "Harassment": 1,
          "Needs review": 0
        },
        "confidence": 1,
        "metrics": {
          "providerDurationMs": 830,
          "inputTokens": 554,
          "outputTokens": 63,
          "estimatedCostUsd": 2.3268e-05,
          "costStatus": "estimated",
          "currency": "USD",
          "pricingModel": "jev-1.13.0"
        }
      }
    },
    {
      "id": "quote",
      "label": "Ambiguous quotation",
      "request": {
        "context": "Message: He said you are an idiot. No surrounding conversation, quoted target or reason for repeating it is supplied.",
        "question": "Channel: no unsolicited gameplay instructions or cross-stream relays. Harassment: direct targeted insults. Cross-stream relay: reports another streamer's current actions or asks for a reaction to them. Unsolicited instructions: commands telling the player what move to make without requested advice. Allow: greetings, reactions or genuine questions without these violations. Needs review: ambiguous quotations, missing context or competing categories. Judge supplied text only.",
        "choices": [
          "Allow",
          "Unsolicited instructions",
          "Cross-stream relay",
          "Harassment",
          "Needs review"
        ]
      },
      "observed": {
        "id": "quote",
        "requestSha256": "806bfe8084117afd3c23f33f26f81740b18261869bc5c74f9b2b5f491d4c455f",
        "model": "jev-1.13.0",
        "choice": "Needs review",
        "probabilities": {
          "Allow": 0,
          "Unsolicited instructions": 0,
          "Cross-stream relay": 0.01,
          "Harassment": 0.42,
          "Needs review": 0.5700000000000001
        },
        "confidence": 0.45,
        "metrics": {
          "providerDurationMs": 851,
          "inputTokens": 558,
          "outputTokens": 62,
          "estimatedCostUsd": 2.3436e-05,
          "costStatus": "estimated",
          "currency": "USD",
          "pricingModel": "jev-1.13.0"
        }
      }
    }
  ]
}
