{
  "pageId": "local-jev-training-record-usefulness",
  "testedAt": "2026-10-06T17:48:08.852Z",
  "compiledAt": "2026-10-06T18:25:35.102Z",
  "mode": "live-provider-adapter",
  "retries": 0,
  "results": [
    {
      "id": "case-1",
      "observedAt": "2026-10-06T17:48:06.345Z",
      "requestSha256": "17178f1f39fad2b7e868278f6a1b0fc7aa1c1ff2085da53e27c0116ee5aa7e7a",
      "model": "jev-1.13.0",
      "choice": "Useful example",
      "probabilities": {
        "Useful example": 1,
        "Label conflict": 0,
        "Outside task": 0,
        "Unclear label fit": 0,
        "Need evidence": 0
      },
      "confidence": 0.99,
      "metrics": {
        "providerDurationMs": 480,
        "inputTokens": 569,
        "outputTokens": 63,
        "estimatedCostUsd": 0.000023898,
        "costStatus": "estimated",
        "currency": "USD",
        "pricingModel": "jev-1.13.0"
      }
    },
    {
      "id": "case-2",
      "observedAt": "2026-10-06T17:48:06.829Z",
      "requestSha256": "001e49947948664ea05424081e03c634b48c51ba47ad1b9dae8425c9e1beef95",
      "model": "jev-1.13.0",
      "choice": "Label conflict",
      "probabilities": {
        "Useful example": 0,
        "Label conflict": 1,
        "Outside task": 0,
        "Unclear label fit": 0,
        "Need evidence": 0
      },
      "confidence": 0.98,
      "metrics": {
        "providerDurationMs": 452,
        "inputTokens": 563,
        "outputTokens": 62,
        "estimatedCostUsd": 0.000023646,
        "costStatus": "estimated",
        "currency": "USD",
        "pricingModel": "jev-1.13.0"
      }
    },
    {
      "id": "case-3",
      "observedAt": "2026-10-06T17:48:07.286Z",
      "requestSha256": "e97a3aa700f9785be9586f02ba066f6067c4d4fc143c633dd1e7262f86a2504a",
      "model": "jev-1.13.0",
      "choice": "Outside task",
      "probabilities": {
        "Useful example": 0.03,
        "Label conflict": 0.07,
        "Outside task": 0.79,
        "Unclear label fit": 0.01,
        "Need evidence": 0.1
      },
      "confidence": 0.74,
      "metrics": {
        "providerDurationMs": 584,
        "inputTokens": 560,
        "outputTokens": 62,
        "estimatedCostUsd": 0.00002352,
        "costStatus": "estimated",
        "currency": "USD",
        "pricingModel": "jev-1.13.0"
      }
    },
    {
      "id": "case-4",
      "observedAt": "2026-10-06T17:48:07.876Z",
      "requestSha256": "6f066b3577017e60c99e65d5b94a2f4a5de0ee48af94ffd0955e319b66de8c00",
      "model": "jev-1.13.0",
      "choice": "Need evidence",
      "probabilities": {
        "Useful example": 0.01,
        "Label conflict": 0.06,
        "Outside task": 0,
        "Unclear label fit": 0.34,
        "Need evidence": 0.59
      },
      "confidence": 0.49,
      "metrics": {
        "providerDurationMs": 502,
        "inputTokens": 569,
        "outputTokens": 62,
        "estimatedCostUsd": 0.000023898,
        "costStatus": "estimated",
        "currency": "USD",
        "pricingModel": "jev-1.13.0"
      }
    },
    {
      "id": "case-5",
      "observedAt": "2026-10-06T17:48:08.382Z",
      "requestSha256": "c6a3b06bc7764882561541a581932e81874963795bde7a4b0fbf5251821a5c3a",
      "model": "jev-1.13.0",
      "choice": "Useful example",
      "probabilities": {
        "Useful example": 0.96,
        "Label conflict": 0.01,
        "Outside task": 0.01,
        "Unclear label fit": 0.01,
        "Need evidence": 0.01
      },
      "confidence": 0.95,
      "metrics": {
        "providerDurationMs": 467,
        "inputTokens": 569,
        "outputTokens": 63,
        "estimatedCostUsd": 0.000023898,
        "costStatus": "estimated",
        "currency": "USD",
        "pricingModel": "jev-1.13.0"
      }
    },
    {
      "id": "case-6",
      "observedAt": "2026-10-06T17:48:08.852Z",
      "requestSha256": "1b0eb863f9422e06df09674f5dafa4cc2b045d576fc68af604a494b225b8fe59",
      "model": "jev-1.13.0",
      "choice": "Need evidence",
      "probabilities": {
        "Useful example": 0,
        "Label conflict": 0,
        "Outside task": 0,
        "Unclear label fit": 0,
        "Need evidence": 1
      },
      "confidence": 1,
      "metrics": {
        "providerDurationMs": 457,
        "inputTokens": 555,
        "outputTokens": 62,
        "estimatedCostUsd": 0.00002331,
        "costStatus": "estimated",
        "currency": "USD",
        "pricingModel": "jev-1.13.0"
      }
    }
  ]
}
