{
  "pageId": "local-jev-comment-topic-relevance",
  "testedAt": "2026-10-09T16:32:50.089Z",
  "compiledAt": "2026-10-09T16:32:50.527Z",
  "mode": "live-provider-adapter",
  "retries": 0,
  "results": [
    {
      "id": "case-1",
      "observedAt": "2026-10-09T16:32:47.893Z",
      "requestSha256": "b6005b4f7e7fe10d71f50304b4d30ab57a2dc52e580660a8bb80dbbdbefb6e69",
      "model": "jev-1.13.0",
      "choice": "On topic",
      "probabilities": {
        "On topic": 1,
        "Off topic": 0,
        "Unclear relevance": 0
      },
      "confidence": 1,
      "metrics": {
        "providerDurationMs": 447,
        "inputTokens": 568,
        "outputTokens": 44,
        "estimatedCostUsd": 0.000023856,
        "costStatus": "estimated",
        "currency": "USD",
        "pricingModel": "jev-1.13.0"
      }
    },
    {
      "id": "case-2",
      "observedAt": "2026-10-09T16:32:48.341Z",
      "requestSha256": "ef6457000808b38cba979b75f9f3207d6b48a92796bfe5ca5e4bc0d2ad6886b1",
      "model": "jev-1.13.0",
      "choice": "On topic",
      "probabilities": {
        "On topic": 0.96,
        "Off topic": 0.04,
        "Unclear relevance": 0
      },
      "confidence": 0.94,
      "metrics": {
        "providerDurationMs": 416,
        "inputTokens": 572,
        "outputTokens": 44,
        "estimatedCostUsd": 0.000024024,
        "costStatus": "estimated",
        "currency": "USD",
        "pricingModel": "jev-1.13.0"
      }
    },
    {
      "id": "case-3",
      "observedAt": "2026-10-09T16:32:48.759Z",
      "requestSha256": "07dbb69dc0a363f3c360ff86a62db8a1b85652c26908101f49722d00fbddbec6",
      "model": "jev-1.13.0",
      "choice": "Off topic",
      "probabilities": {
        "On topic": 0,
        "Off topic": 1,
        "Unclear relevance": 0
      },
      "confidence": 1,
      "metrics": {
        "providerDurationMs": 475,
        "inputTokens": 568,
        "outputTokens": 44,
        "estimatedCostUsd": 0.000023856,
        "costStatus": "estimated",
        "currency": "USD",
        "pricingModel": "jev-1.13.0"
      }
    },
    {
      "id": "case-4",
      "observedAt": "2026-10-09T16:32:49.237Z",
      "requestSha256": "12093140217e01f77ebe18372bba9f24df9f1911e2b673d3a5df954e5b6aafe3",
      "model": "jev-1.13.0",
      "choice": "On topic",
      "probabilities": {
        "On topic": 1,
        "Off topic": 0,
        "Unclear relevance": 0
      },
      "confidence": 1,
      "metrics": {
        "providerDurationMs": 415,
        "inputTokens": 569,
        "outputTokens": 44,
        "estimatedCostUsd": 0.000023898,
        "costStatus": "estimated",
        "currency": "USD",
        "pricingModel": "jev-1.13.0"
      }
    },
    {
      "id": "case-5",
      "observedAt": "2026-10-09T16:32:49.654Z",
      "requestSha256": "0b5507dab7964bc5d8e07971b8d81cb8ae3b029c20194bc8763bb370405d24e8",
      "model": "jev-1.13.0",
      "choice": "Unclear relevance",
      "probabilities": {
        "On topic": 0.38,
        "Off topic": 0.19,
        "Unclear relevance": 0.43
      },
      "confidence": 0.14,
      "metrics": {
        "providerDurationMs": 433,
        "inputTokens": 556,
        "outputTokens": 46,
        "estimatedCostUsd": 0.000023352,
        "costStatus": "estimated",
        "currency": "USD",
        "pricingModel": "jev-1.13.0"
      }
    },
    {
      "id": "case-6",
      "observedAt": "2026-10-09T16:32:50.089Z",
      "requestSha256": "0c4bd697113deaad1e72940497cad4c9812ab87eb05e9026539f55c1d9df0bef",
      "model": "jev-1.13.0",
      "choice": "Unclear relevance",
      "probabilities": {
        "On topic": 0.11,
        "Off topic": 0.01,
        "Unclear relevance": 0.88
      },
      "confidence": 0.82,
      "metrics": {
        "providerDurationMs": 437,
        "inputTokens": 545,
        "outputTokens": 46,
        "estimatedCostUsd": 0.00002289,
        "costStatus": "estimated",
        "currency": "USD",
        "pricingModel": "jev-1.13.0"
      }
    }
  ]
}
