{
  "kind": "original-bounded-choice-workflow",
  "version": 1,
  "scope": "Classify whether a candidate passage concerns the subject requested by a query, independently of answer completeness.",
  "question": "Compare query subject with passage meaning. Relevant topic: Passage meaning concerns the requested subject. Keyword overlap only: Same words refer to a different meaning. Unrelated: No meaningful subject connection. Unclear meaning: Texts exist but their meanings cannot be resolved. Need evidence: Required text or context is absent. Use only supplied evidence.",
  "choices": [
    "Relevant topic",
    "Keyword overlap only",
    "Unrelated",
    "Unclear meaning",
    "Need evidence"
  ],
  "actions": {
    "Relevant topic": {
      "action": "preview_jev_retrieved_passage_relevance",
      "payload": {
        "decision": "Relevant topic"
      },
      "pending": true
    },
    "Keyword overlap only": {
      "action": "preview_jev_retrieved_passage_relevance",
      "payload": {
        "decision": "Keyword overlap only"
      },
      "pending": true
    },
    "Unrelated": {
      "action": "preview_jev_retrieved_passage_relevance",
      "payload": {
        "decision": "Unrelated"
      },
      "pending": true
    },
    "Unclear meaning": {
      "action": "preview_jev_retrieved_passage_relevance",
      "payload": {
        "decision": "Unclear meaning"
      },
      "pending": true
    },
    "Need evidence": {
      "action": "preview_jev_retrieved_passage_relevance",
      "payload": {
        "decision": "Need evidence"
      },
      "pending": true
    }
  },
  "samples": [
    {
      "id": "case-1",
      "label": "Relevant but incomplete",
      "expected": "Relevant topic",
      "request": {
        "context": "{\n  \"task\": \"Classify whether a candidate passage concerns the subject requested by a query, independently of answer completeness.\",\n  \"evidence\": \"Query: how does a CSV parser preserve quoted commas? Passage: CSV parsing uses quote-aware field boundaries; this excerpt does not explain the algorithm.\"\n}",
        "question": "Compare query subject with passage meaning. Relevant topic: Passage meaning concerns the requested subject. Keyword overlap only: Same words refer to a different meaning. Unrelated: No meaningful subject connection. Unclear meaning: Texts exist but their meanings cannot be resolved. Need evidence: Required text or context is absent. Use only supplied evidence.",
        "choices": [
          "Relevant topic",
          "Keyword overlap only",
          "Unrelated",
          "Unclear meaning",
          "Need evidence"
        ]
      }
    },
    {
      "id": "case-2",
      "label": "Same word, other sense",
      "expected": "Keyword overlap only",
      "request": {
        "context": "{\n  \"task\": \"Classify whether a candidate passage concerns the subject requested by a query, independently of answer completeness.\",\n  \"evidence\": \"Query: how do bank accounts work? Passage: the river bank eroded after heavy rain.\"\n}",
        "question": "Compare query subject with passage meaning. Relevant topic: Passage meaning concerns the requested subject. Keyword overlap only: Same words refer to a different meaning. Unrelated: No meaningful subject connection. Unclear meaning: Texts exist but their meanings cannot be resolved. Need evidence: Required text or context is absent. Use only supplied evidence.",
        "choices": [
          "Relevant topic",
          "Keyword overlap only",
          "Unrelated",
          "Unclear meaning",
          "Need evidence"
        ]
      }
    },
    {
      "id": "case-3",
      "label": "Another subject",
      "expected": "Unrelated",
      "request": {
        "context": "{\n  \"task\": \"Classify whether a candidate passage concerns the subject requested by a query, independently of answer completeness.\",\n  \"evidence\": \"Query: CSV parsing. Passage: a fictional park has three walking trails.\"\n}",
        "question": "Compare query subject with passage meaning. Relevant topic: Passage meaning concerns the requested subject. Keyword overlap only: Same words refer to a different meaning. Unrelated: No meaningful subject connection. Unclear meaning: Texts exist but their meanings cannot be resolved. Need evidence: Required text or context is absent. Use only supplied evidence.",
        "choices": [
          "Relevant topic",
          "Keyword overlap only",
          "Unrelated",
          "Unclear meaning",
          "Need evidence"
        ]
      }
    },
    {
      "id": "case-4",
      "label": "Unresolved abbreviation",
      "expected": "Unclear meaning",
      "request": {
        "context": "{\n  \"task\": \"Classify whether a candidate passage concerns the subject requested by a query, independently of answer completeness.\",\n  \"evidence\": \"Query: how does ABC work? Passage: ABC has been updated. Neither text expands ABC.\"\n}",
        "question": "Compare query subject with passage meaning. Relevant topic: Passage meaning concerns the requested subject. Keyword overlap only: Same words refer to a different meaning. Unrelated: No meaningful subject connection. Unclear meaning: Texts exist but their meanings cannot be resolved. Need evidence: Required text or context is absent. Use only supplied evidence.",
        "choices": [
          "Relevant topic",
          "Keyword overlap only",
          "Unrelated",
          "Unclear meaning",
          "Need evidence"
        ]
      }
    },
    {
      "id": "case-5",
      "label": "Paraphrased connection",
      "expected": "Relevant topic",
      "request": {
        "context": "{\n  \"task\": \"Classify whether a candidate passage concerns the subject requested by a query, independently of answer completeness.\",\n  \"evidence\": \"Query: remove duplicate rows. Passage: this tool keeps one copy of each identical table record.\"\n}",
        "question": "Compare query subject with passage meaning. Relevant topic: Passage meaning concerns the requested subject. Keyword overlap only: Same words refer to a different meaning. Unrelated: No meaningful subject connection. Unclear meaning: Texts exist but their meanings cannot be resolved. Need evidence: Required text or context is absent. Use only supplied evidence.",
        "choices": [
          "Relevant topic",
          "Keyword overlap only",
          "Unrelated",
          "Unclear meaning",
          "Need evidence"
        ]
      }
    },
    {
      "id": "case-6",
      "label": "No passage",
      "expected": "Need evidence",
      "request": {
        "context": "{\n  \"task\": \"Classify whether a candidate passage concerns the subject requested by a query, independently of answer completeness.\",\n  \"evidence\": \"Query: CSV parsing. Candidate passage is absent.\"\n}",
        "question": "Compare query subject with passage meaning. Relevant topic: Passage meaning concerns the requested subject. Keyword overlap only: Same words refer to a different meaning. Unrelated: No meaningful subject connection. Unclear meaning: Texts exist but their meanings cannot be resolved. Need evidence: Required text or context is absent. Use only supplied evidence.",
        "choices": [
          "Relevant topic",
          "Keyword overlap only",
          "Unrelated",
          "Unclear meaning",
          "Need evidence"
        ]
      }
    }
  ],
  "consumer": "preview_choice_workflow.py"
}
