{
  "scope": "Original synthetic bookmark metadata and live API results. Prior transport failures are retained separately; this is not an accuracy or speed benchmark.",
  "testedAt": "2026-09-27T07:35:33.492Z",
  "samples": [
    {
      "id": "backoff",
      "label": "Immediate implementation",
      "request": {
        "context": "Title: Bounded retries in Node.js. Summary: Implement a retry loop with exponential backoff, a total deadline and a maximum attempt count.",
        "question": "Objective: implement safe API retries in a Node.js service this week. Read now: summary directly teaches timeouts, backoff, idempotency or retry limits for this work. Save for later: related reliability or API material without immediate implementation detail. Not relevant: clearly unrelated topic. Needs review: missing or ambiguous summary. Judge supplied summary only, not the unseen URL or assumed author quality.",
        "choices": [
          "Read now",
          "Save for later",
          "Not relevant",
          "Needs review"
        ]
      },
      "observed": {
        "id": "backoff",
        "requestSha256": "a9a65cf9addca4ceb9dfe688410455f34861e24046996555789b40ac664ede58",
        "model": "jev-1.13.0",
        "choice": "Read now",
        "probabilities": {
          "Read now": 1,
          "Save for later": 0,
          "Not relevant": 0,
          "Needs review": 0
        },
        "confidence": 1,
        "metrics": {
          "providerDurationMs": 4006,
          "inputTokens": 529,
          "outputTokens": 51,
          "estimatedCostUsd": 2.2218e-05,
          "costStatus": "estimated",
          "currency": "USD",
          "pricingModel": "jev-1.13.0"
        }
      }
    },
    {
      "id": "idempotency",
      "label": "Avoid duplicate writes",
      "request": {
        "context": "Title: Safe retries for API writes. Summary: Use idempotency keys to prevent duplicate records when a client retries a timed-out request.",
        "question": "Objective: implement safe API retries in a Node.js service this week. Read now: summary directly teaches timeouts, backoff, idempotency or retry limits for this work. Save for later: related reliability or API material without immediate implementation detail. Not relevant: clearly unrelated topic. Needs review: missing or ambiguous summary. Judge supplied summary only, not the unseen URL or assumed author quality.",
        "choices": [
          "Read now",
          "Save for later",
          "Not relevant",
          "Needs review"
        ]
      },
      "observed": {
        "id": "idempotency",
        "requestSha256": "af5ace903672f2175c50d2948e39c4659ea4956639bea86c193514b51554a045",
        "model": "jev-1.13.0",
        "choice": "Read now",
        "probabilities": {
          "Read now": 0.96,
          "Save for later": 0.02,
          "Not relevant": 0,
          "Needs review": 0.02
        },
        "confidence": 0.95,
        "metrics": {
          "providerDurationMs": 1472,
          "inputTokens": 528,
          "outputTokens": 51,
          "estimatedCostUsd": 2.2176e-05,
          "costStatus": "estimated",
          "currency": "USD",
          "pricingModel": "jev-1.13.0"
        }
      }
    },
    {
      "id": "history",
      "label": "Related background",
      "request": {
        "context": "Title: Reliability culture over the decades. Summary: A historical overview of distributed-systems reliability practices, with no implementation instructions.",
        "question": "Objective: implement safe API retries in a Node.js service this week. Read now: summary directly teaches timeouts, backoff, idempotency or retry limits for this work. Save for later: related reliability or API material without immediate implementation detail. Not relevant: clearly unrelated topic. Needs review: missing or ambiguous summary. Judge supplied summary only, not the unseen URL or assumed author quality.",
        "choices": [
          "Read now",
          "Save for later",
          "Not relevant",
          "Needs review"
        ]
      },
      "observed": {
        "id": "history",
        "requestSha256": "f528d88461a245261304a8bb2dfff542d06a6cee8a46e2a126964fe59a30d5ad",
        "model": "jev-1.13.0",
        "choice": "Save for later",
        "probabilities": {
          "Read now": 0,
          "Save for later": 0.97,
          "Not relevant": 0.02,
          "Needs review": 0.01
        },
        "confidence": 0.96,
        "metrics": {
          "providerDurationMs": 2456,
          "inputTokens": 526,
          "outputTokens": 52,
          "estimatedCostUsd": 2.2092e-05,
          "costStatus": "estimated",
          "currency": "USD",
          "pricingModel": "jev-1.13.0"
        }
      }
    },
    {
      "id": "cake",
      "label": "Unrelated topic",
      "request": {
        "context": "Title: Chocolate cake for a weekend party. Summary: A baking recipe covering ingredients, oven temperature and frosting.",
        "question": "Objective: implement safe API retries in a Node.js service this week. Read now: summary directly teaches timeouts, backoff, idempotency or retry limits for this work. Save for later: related reliability or API material without immediate implementation detail. Not relevant: clearly unrelated topic. Needs review: missing or ambiguous summary. Judge supplied summary only, not the unseen URL or assumed author quality.",
        "choices": [
          "Read now",
          "Save for later",
          "Not relevant",
          "Needs review"
        ]
      },
      "observed": {
        "id": "cake",
        "requestSha256": "ae666af2110112cc1d4b379c99dd4184a224bc9ae87b6cc4c93449bf12c96c2d",
        "model": "jev-1.13.0",
        "choice": "Not relevant",
        "probabilities": {
          "Read now": 0,
          "Save for later": 0,
          "Not relevant": 1,
          "Needs review": 0
        },
        "confidence": 1,
        "metrics": {
          "providerDurationMs": 911,
          "inputTokens": 521,
          "outputTokens": 51,
          "estimatedCostUsd": 2.1882e-05,
          "costStatus": "estimated",
          "currency": "USD",
          "pricingModel": "jev-1.13.0"
        }
      }
    },
    {
      "id": "sparse",
      "label": "No useful summary",
      "request": {
        "context": "Title: You need to see this. Summary: Not supplied.",
        "question": "Objective: implement safe API retries in a Node.js service this week. Read now: summary directly teaches timeouts, backoff, idempotency or retry limits for this work. Save for later: related reliability or API material without immediate implementation detail. Not relevant: clearly unrelated topic. Needs review: missing or ambiguous summary. Judge supplied summary only, not the unseen URL or assumed author quality.",
        "choices": [
          "Read now",
          "Save for later",
          "Not relevant",
          "Needs review"
        ]
      },
      "observed": {
        "id": "sparse",
        "requestSha256": "9350671a1cd5f2216bfb007de882e27be3b3f2824ad86bbb5f9dd70d17b9ff07",
        "model": "jev-1.13.0",
        "choice": "Needs review",
        "probabilities": {
          "Read now": 0,
          "Save for later": 0,
          "Not relevant": 0,
          "Needs review": 1
        },
        "confidence": 1,
        "metrics": {
          "providerDurationMs": 1023,
          "inputTokens": 512,
          "outputTokens": 51,
          "estimatedCostUsd": 2.1504e-05,
          "costStatus": "estimated",
          "currency": "USD",
          "pricingModel": "jev-1.13.0"
        }
      }
    },
    {
      "id": "architecture",
      "label": "Related but not immediate",
      "request": {
        "context": "Title: API architecture trends. Summary: An overview of API ecosystem design and organizational strategy, with no retry or timeout implementation details.",
        "question": "Objective: implement safe API retries in a Node.js service this week. Read now: summary directly teaches timeouts, backoff, idempotency or retry limits for this work. Save for later: related reliability or API material without immediate implementation detail. Not relevant: clearly unrelated topic. Needs review: missing or ambiguous summary. Judge supplied summary only, not the unseen URL or assumed author quality.",
        "choices": [
          "Read now",
          "Save for later",
          "Not relevant",
          "Needs review"
        ]
      },
      "observed": {
        "id": "architecture",
        "requestSha256": "4187586fabb86f35cbb4d122df0ead3bdf58cac7e4e6505ba48efddc12bf8257",
        "model": "jev-1.13.0",
        "choice": "Save for later",
        "probabilities": {
          "Read now": 0,
          "Save for later": 0.96,
          "Not relevant": 0.03,
          "Needs review": 0.01
        },
        "confidence": 0.95,
        "metrics": {
          "providerDurationMs": 634,
          "inputTokens": 525,
          "outputTokens": 52,
          "estimatedCostUsd": 2.205e-05,
          "costStatus": "estimated",
          "currency": "USD",
          "pricingModel": "jev-1.13.0"
        }
      }
    }
  ]
}
