{
  "kind": "original-bounded-choice-workflow",
  "version": 1,
  "scope": "Decide whether a fixed set of supplied passages can jointly answer an explicit question before generation.",
  "question": "Use only the supplied passages and required facts. Supported means all facts needed for the stated question are present across the set; Missing means a needed fact is absent; Conflict means passages disagree on a needed fact without a supplied resolution rule. Conflict takes priority over Missing. Use Needquery if the question or its required facts are unspecified. Do not import outside knowledge or infer a procedure from a merely related passage.",
  "choices": [
    "Supported",
    "Missing",
    "Conflict",
    "Needquery"
  ],
  "actions": {
    "Supported": {
      "action": "preview_jev_rag_evidence_answerability",
      "payload": {
        "decision": "Supported"
      },
      "pending": true
    },
    "Missing": {
      "action": "preview_jev_rag_evidence_answerability",
      "payload": {
        "decision": "Missing"
      },
      "pending": true
    },
    "Conflict": {
      "action": "preview_jev_rag_evidence_answerability",
      "payload": {
        "decision": "Conflict"
      },
      "pending": true
    },
    "Needquery": {
      "action": "preview_jev_rag_evidence_answerability",
      "payload": {
        "decision": "Needquery"
      },
      "pending": true
    }
  },
  "samples": [
    {
      "id": "case-1",
      "label": "Two complementary passages",
      "expected": "Supported",
      "request": {
        "context": "{\n  \"task\": \"Decide whether a fixed set of supplied passages can jointly answer an explicit question before generation.\",\n  \"evidence\": {\n    \"question\": \"How do I turn off weekly export emails?\",\n    \"requiredFacts\": [\n      \"settings location\",\n      \"control to turn off\"\n    ],\n    \"passages\": [\n      \"Export options are in Settings > Exports.\",\n      \"The Weekly email switch in export options controls these messages; turn it off to stop them.\"\n    ]\n  }\n}",
        "question": "Use only the supplied passages and required facts. Supported means all facts needed for the stated question are present across the set; Missing means a needed fact is absent; Conflict means passages disagree on a needed fact without a supplied resolution rule. Conflict takes priority over Missing. Use Needquery if the question or its required facts are unspecified. Do not import outside knowledge or infer a procedure from a merely related passage.",
        "choices": [
          "Supported",
          "Missing",
          "Conflict",
          "Needquery"
        ]
      }
    },
    {
      "id": "case-2",
      "label": "Related but incomplete",
      "expected": "Missing",
      "request": {
        "context": "{\n  \"task\": \"Decide whether a fixed set of supplied passages can jointly answer an explicit question before generation.\",\n  \"evidence\": {\n    \"question\": \"How do I turn off weekly export emails?\",\n    \"requiredFacts\": [\n      \"settings location\",\n      \"control to turn off\"\n    ],\n    \"passages\": [\n      \"Export emails arrive every Monday.\",\n      \"The messages summarize completed export jobs.\"\n    ]\n  }\n}",
        "question": "Use only the supplied passages and required facts. Supported means all facts needed for the stated question are present across the set; Missing means a needed fact is absent; Conflict means passages disagree on a needed fact without a supplied resolution rule. Conflict takes priority over Missing. Use Needquery if the question or its required facts are unspecified. Do not import outside knowledge or infer a procedure from a merely related passage.",
        "choices": [
          "Supported",
          "Missing",
          "Conflict",
          "Needquery"
        ]
      }
    },
    {
      "id": "case-3",
      "label": "Unresolved conflicting instructions",
      "expected": "Conflict",
      "request": {
        "context": "{\n  \"task\": \"Decide whether a fixed set of supplied passages can jointly answer an explicit question before generation.\",\n  \"evidence\": {\n    \"question\": \"Which page controls weekly export emails?\",\n    \"requiredFacts\": [\n      \"current settings location\"\n    ],\n    \"passages\": [\n      \"The setting is on the Notifications page.\",\n      \"The setting is on the Exports page.\"\n    ],\n    \"versionOrPriority\": null\n  }\n}",
        "question": "Use only the supplied passages and required facts. Supported means all facts needed for the stated question are present across the set; Missing means a needed fact is absent; Conflict means passages disagree on a needed fact without a supplied resolution rule. Conflict takes priority over Missing. Use Needquery if the question or its required facts are unspecified. Do not import outside knowledge or infer a procedure from a merely related passage.",
        "choices": [
          "Supported",
          "Missing",
          "Conflict",
          "Needquery"
        ]
      }
    },
    {
      "id": "case-4",
      "label": "Location only",
      "expected": "Supported",
      "request": {
        "context": "{\n  \"task\": \"Decide whether a fixed set of supplied passages can jointly answer an explicit question before generation.\",\n  \"evidence\": {\n    \"question\": \"Where do I change export email frequency?\",\n    \"requiredFacts\": [\n      \"settings location\"\n    ],\n    \"passages\": [\n      \"Email frequency is under Settings > Exports.\"\n    ]\n  }\n}",
        "question": "Use only the supplied passages and required facts. Supported means all facts needed for the stated question are present across the set; Missing means a needed fact is absent; Conflict means passages disagree on a needed fact without a supplied resolution rule. Conflict takes priority over Missing. Use Needquery if the question or its required facts are unspecified. Do not import outside knowledge or infer a procedure from a merely related passage.",
        "choices": [
          "Supported",
          "Missing",
          "Conflict",
          "Needquery"
        ]
      }
    },
    {
      "id": "case-5",
      "label": "No question",
      "expected": "Needquery",
      "request": {
        "context": "{\n  \"task\": \"Decide whether a fixed set of supplied passages can jointly answer an explicit question before generation.\",\n  \"evidence\": {\n    \"question\": null,\n    \"requiredFacts\": null,\n    \"passages\": [\n      \"Open Settings > Exports to change email frequency.\"\n    ]\n  }\n}",
        "question": "Use only the supplied passages and required facts. Supported means all facts needed for the stated question are present across the set; Missing means a needed fact is absent; Conflict means passages disagree on a needed fact without a supplied resolution rule. Conflict takes priority over Missing. Use Needquery if the question or its required facts are unspecified. Do not import outside knowledge or infer a procedure from a merely related passage.",
        "choices": [
          "Supported",
          "Missing",
          "Conflict",
          "Needquery"
        ]
      }
    },
    {
      "id": "case-6",
      "label": "An empty result",
      "expected": "Missing",
      "request": {
        "context": "{\n  \"task\": \"Decide whether a fixed set of supplied passages can jointly answer an explicit question before generation.\",\n  \"evidence\": {\n    \"question\": \"Where is the export email switch?\",\n    \"requiredFacts\": [\n      \"settings location\"\n    ],\n    \"passages\": []\n  }\n}",
        "question": "Use only the supplied passages and required facts. Supported means all facts needed for the stated question are present across the set; Missing means a needed fact is absent; Conflict means passages disagree on a needed fact without a supplied resolution rule. Conflict takes priority over Missing. Use Needquery if the question or its required facts are unspecified. Do not import outside knowledge or infer a procedure from a merely related passage.",
        "choices": [
          "Supported",
          "Missing",
          "Conflict",
          "Needquery"
        ]
      }
    }
  ],
  "consumer": "preview_choice_workflow.py"
}