{
  "kind": "original-bounded-choice-workflow",
  "version": 1,
  "scope": "Select a pending evaluation disposition using supplied outcome notes, policy and precomputed retry availability.",
  "question": "Apply the stated evaluation policy. Pass: All required checks are explicitly satisfied. Retry: A stated transient failure has retry available. Escalate: Required judgment remains unresolved or retry is unavailable. Block: A stated forbidden outcome is observed. Need evidence: Required text or context is absent. Use only supplied evidence.",
  "choices": [
    "Pass",
    "Retry",
    "Escalate",
    "Block",
    "Need evidence"
  ],
  "actions": {
    "Pass": {
      "action": "preview_jev_evaluation_retry_disposition",
      "payload": {
        "decision": "Pass"
      },
      "pending": true
    },
    "Retry": {
      "action": "preview_jev_evaluation_retry_disposition",
      "payload": {
        "decision": "Retry"
      },
      "pending": true
    },
    "Escalate": {
      "action": "preview_jev_evaluation_retry_disposition",
      "payload": {
        "decision": "Escalate"
      },
      "pending": true
    },
    "Block": {
      "action": "preview_jev_evaluation_retry_disposition",
      "payload": {
        "decision": "Block"
      },
      "pending": true
    },
    "Need evidence": {
      "action": "preview_jev_evaluation_retry_disposition",
      "payload": {
        "decision": "Need evidence"
      },
      "pending": true
    }
  },
  "samples": [
    {
      "id": "case-1",
      "label": "All checks passed",
      "expected": "Pass",
      "request": {
        "context": "{\n  \"task\": \"Select a pending evaluation disposition using supplied outcome notes, policy and precomputed retry availability.\",\n  \"evidence\": \"Policy: pass when all required checks pass. Outcome: all required checks passed; no forbidden outcome.\"\n}",
        "question": "Apply the stated evaluation policy. Pass: All required checks are explicitly satisfied. Retry: A stated transient failure has retry available. Escalate: Required judgment remains unresolved or retry is unavailable. Block: A stated forbidden outcome is observed. Need evidence: Required text or context is absent. Use only supplied evidence.",
        "choices": [
          "Pass",
          "Retry",
          "Escalate",
          "Block",
          "Need evidence"
        ]
      }
    },
    {
      "id": "case-2",
      "label": "Transient provider error",
      "expected": "Retry",
      "request": {
        "context": "{\n  \"task\": \"Select a pending evaluation disposition using supplied outcome notes, policy and precomputed retry availability.\",\n  \"evidence\": \"Policy: retry a provider timeout when retry is available. Outcome: provider timeout. Precomputed retry availability: available.\"\n}",
        "question": "Apply the stated evaluation policy. Pass: All required checks are explicitly satisfied. Retry: A stated transient failure has retry available. Escalate: Required judgment remains unresolved or retry is unavailable. Block: A stated forbidden outcome is observed. Need evidence: Required text or context is absent. Use only supplied evidence.",
        "choices": [
          "Pass",
          "Retry",
          "Escalate",
          "Block",
          "Need evidence"
        ]
      }
    },
    {
      "id": "case-3",
      "label": "No retry left",
      "expected": "Escalate",
      "request": {
        "context": "{\n  \"task\": \"Select a pending evaluation disposition using supplied outcome notes, policy and precomputed retry availability.\",\n  \"evidence\": \"Policy: escalate a timeout when retry is unavailable. Outcome: provider timeout. Retry availability: unavailable.\"\n}",
        "question": "Apply the stated evaluation policy. Pass: All required checks are explicitly satisfied. Retry: A stated transient failure has retry available. Escalate: Required judgment remains unresolved or retry is unavailable. Block: A stated forbidden outcome is observed. Need evidence: Required text or context is absent. Use only supplied evidence.",
        "choices": [
          "Pass",
          "Retry",
          "Escalate",
          "Block",
          "Need evidence"
        ]
      }
    },
    {
      "id": "case-4",
      "label": "Forbidden output",
      "expected": "Block",
      "request": {
        "context": "{\n  \"task\": \"Select a pending evaluation disposition using supplied outcome notes, policy and precomputed retry availability.\",\n  \"evidence\": \"Policy: block any output exposing a private token. Outcome: the evaluator explicitly found an exposed private token. No token text is included.\"\n}",
        "question": "Apply the stated evaluation policy. Pass: All required checks are explicitly satisfied. Retry: A stated transient failure has retry available. Escalate: Required judgment remains unresolved or retry is unavailable. Block: A stated forbidden outcome is observed. Need evidence: Required text or context is absent. Use only supplied evidence.",
        "choices": [
          "Pass",
          "Retry",
          "Escalate",
          "Block",
          "Need evidence"
        ]
      }
    },
    {
      "id": "case-5",
      "label": "Unresolved quality check",
      "expected": "Escalate",
      "request": {
        "context": "{\n  \"task\": \"Select a pending evaluation disposition using supplied outcome notes, policy and precomputed retry availability.\",\n  \"evidence\": \"Policy: escalate unresolved required checks. Outcome: tool test passed, but the required factual-support review remains unresolved.\"\n}",
        "question": "Apply the stated evaluation policy. Pass: All required checks are explicitly satisfied. Retry: A stated transient failure has retry available. Escalate: Required judgment remains unresolved or retry is unavailable. Block: A stated forbidden outcome is observed. Need evidence: Required text or context is absent. Use only supplied evidence.",
        "choices": [
          "Pass",
          "Retry",
          "Escalate",
          "Block",
          "Need evidence"
        ]
      }
    },
    {
      "id": "case-6",
      "label": "Missing policy",
      "expected": "Need evidence",
      "request": {
        "context": "{\n  \"task\": \"Select a pending evaluation disposition using supplied outcome notes, policy and precomputed retry availability.\",\n  \"evidence\": \"Outcome: a test failed. Evaluation policy was not supplied.\"\n}",
        "question": "Apply the stated evaluation policy. Pass: All required checks are explicitly satisfied. Retry: A stated transient failure has retry available. Escalate: Required judgment remains unresolved or retry is unavailable. Block: A stated forbidden outcome is observed. Need evidence: Required text or context is absent. Use only supplied evidence.",
        "choices": [
          "Pass",
          "Retry",
          "Escalate",
          "Block",
          "Need evidence"
        ]
      }
    }
  ],
  "consumer": "preview_choice_workflow.py"
}
