{
  "pageId": "local-jev-retrieved-passage-relevance",
  "testedAt": "2026-10-06T17:46:19.120Z",
  "compiledAt": "2026-10-06T18:25:34.797Z",
  "mode": "live-provider-adapter",
  "retries": 0,
  "results": [
    {
      "id": "case-1",
      "observedAt": "2026-10-06T17:46:16.159Z",
      "requestSha256": "03d483542991b843546700f7471f209947f27230fb4f7cf3025f4c6b57826bc5",
      "model": "jev-1.13.0",
      "choice": "Relevant topic",
      "probabilities": {
        "Relevant topic": 0.89,
        "Keyword overlap only": 0.07,
        "Unrelated": 0,
        "Unclear meaning": 0,
        "Need evidence": 0.04
      },
      "confidence": 0.85,
      "metrics": {
        "providerDurationMs": 487,
        "inputTokens": 546,
        "outputTokens": 66,
        "estimatedCostUsd": 0.000022932,
        "costStatus": "estimated",
        "currency": "USD",
        "pricingModel": "jev-1.13.0"
      }
    },
    {
      "id": "case-2",
      "observedAt": "2026-10-06T17:46:16.650Z",
      "requestSha256": "e6bcbe8e12d7e1e41b52cec5489c87fd156ef53690266a02635c2d685900c5a8",
      "model": "jev-1.13.0",
      "choice": "Keyword overlap only",
      "probabilities": {
        "Relevant topic": 0,
        "Keyword overlap only": 0.98,
        "Unrelated": 0.02,
        "Unclear meaning": 0,
        "Need evidence": 0
      },
      "confidence": 0.97,
      "metrics": {
        "providerDurationMs": 921,
        "inputTokens": 536,
        "outputTokens": 65,
        "estimatedCostUsd": 0.000022512,
        "costStatus": "estimated",
        "currency": "USD",
        "pricingModel": "jev-1.13.0"
      }
    },
    {
      "id": "case-3",
      "observedAt": "2026-10-06T17:46:17.576Z",
      "requestSha256": "d8b6e0060cb5d31cb342562913f7fcb85c13f53ed95e5f88ca8fe6b1260cb0f1",
      "model": "jev-1.13.0",
      "choice": "Unrelated",
      "probabilities": {
        "Relevant topic": 0,
        "Keyword overlap only": 0.01,
        "Unrelated": 0.99,
        "Unclear meaning": 0,
        "Need evidence": 0
      },
      "confidence": 0.98,
      "metrics": {
        "providerDurationMs": 494,
        "inputTokens": 532,
        "outputTokens": 65,
        "estimatedCostUsd": 0.000022344,
        "costStatus": "estimated",
        "currency": "USD",
        "pricingModel": "jev-1.13.0"
      }
    },
    {
      "id": "case-4",
      "observedAt": "2026-10-06T17:46:18.075Z",
      "requestSha256": "5afae46a8a45c80e1ec07b43a4e495931a9b8e9b647af488eff36bc8c88fb833",
      "model": "jev-1.13.0",
      "choice": "Keyword overlap only",
      "probabilities": {
        "Relevant topic": 0.03,
        "Keyword overlap only": 0.72,
        "Unrelated": 0.03,
        "Unclear meaning": 0.02,
        "Need evidence": 0.2
      },
      "confidence": 0.65,
      "metrics": {
        "providerDurationMs": 577,
        "inputTokens": 536,
        "outputTokens": 65,
        "estimatedCostUsd": 0.000022512,
        "costStatus": "estimated",
        "currency": "USD",
        "pricingModel": "jev-1.13.0"
      }
    },
    {
      "id": "case-5",
      "observedAt": "2026-10-06T17:46:18.655Z",
      "requestSha256": "49ce15bd8817de005e199d615b07ab7a414e92aaf2349db6bd20b54747fbfb50",
      "model": "jev-1.13.0",
      "choice": "Relevant topic",
      "probabilities": {
        "Relevant topic": 1,
        "Keyword overlap only": 0,
        "Unrelated": 0,
        "Unclear meaning": 0,
        "Need evidence": 0
      },
      "confidence": 1,
      "metrics": {
        "providerDurationMs": 463,
        "inputTokens": 536,
        "outputTokens": 66,
        "estimatedCostUsd": 0.000022512,
        "costStatus": "estimated",
        "currency": "USD",
        "pricingModel": "jev-1.13.0"
      }
    },
    {
      "id": "case-6",
      "observedAt": "2026-10-06T17:46:19.120Z",
      "requestSha256": "65d83c5f68e515b0d9a391c025bbacdb16b0e26d95b2c800888be58db54cd102",
      "model": "jev-1.13.0",
      "choice": "Need evidence",
      "probabilities": {
        "Relevant topic": 0,
        "Keyword overlap only": 0,
        "Unrelated": 0,
        "Unclear meaning": 0,
        "Need evidence": 1
      },
      "confidence": 1,
      "metrics": {
        "providerDurationMs": 474,
        "inputTokens": 527,
        "outputTokens": 64,
        "estimatedCostUsd": 0.000022134,
        "costStatus": "estimated",
        "currency": "USD",
        "pricingModel": "jev-1.13.0"
      }
    }
  ]
}
