{
  "kind": "original-bounded-choice-workflow",
  "version": 1,
  "scope": "Compare two supplied annotation rationales against a stated text-label guideline, preserving equally supported or unsupported interpretations. Original guideline and examples only; no agreement coefficient or academic result is reproduced.",
  "question": "Review annotator rationales against the supplied guideline, not majority votes. A supported: only A's rationale fits the guideline and text. B supported: only B's rationale fits. Both supported: both fit an explicitly allowed overlapping case. Neither supported: both contradict the supplied rule or text. Need guideline: guideline or text missing. Do not compute agreement statistics or assume a human label is always correct.",
  "choices": [
    "A supported",
    "B supported",
    "Both supported",
    "Neither supported",
    "Need guideline"
  ],
  "actions": {
    "A supported": {
      "action": "preview_decision_report",
      "payload": {
        "decision": "A supported",
        "workflow": "annotation-disagreement-review"
      },
      "pending": false
    },
    "B supported": {
      "action": "preview_decision_report",
      "payload": {
        "decision": "B supported",
        "workflow": "annotation-disagreement-review"
      },
      "pending": false
    },
    "Both supported": {
      "action": "preview_decision_report",
      "payload": {
        "decision": "Both supported",
        "workflow": "annotation-disagreement-review"
      },
      "pending": false
    },
    "Neither supported": {
      "action": "preview_decision_report",
      "payload": {
        "decision": "Neither supported",
        "workflow": "annotation-disagreement-review"
      },
      "pending": false
    },
    "Need guideline": {
      "action": "preview_decision_report",
      "payload": {
        "decision": "Need guideline",
        "workflow": "annotation-disagreement-review"
      },
      "pending": true
    }
  },
  "samples": [
    {
      "id": "a",
      "label": "One rationale follows the rule",
      "expected": "A supported",
      "request": {
        "context": "{\n  \"task\": \"Guideline: complaint means an explicit reported problem; praise means explicit satisfaction. Text: the item arrived broken. A: complaint because breakage is reported. B: praise because it arrived.\"\n}",
        "question": "Review annotator rationales against the supplied guideline, not majority votes. A supported: only A's rationale fits the guideline and text. B supported: only B's rationale fits. Both supported: both fit an explicitly allowed overlapping case. Neither supported: both contradict the supplied rule or text. Need guideline: guideline or text missing. Do not compute agreement statistics or assume a human label is always correct.",
        "choices": [
          "A supported",
          "B supported",
          "Both supported",
          "Neither supported",
          "Need guideline"
        ]
      }
    },
    {
      "id": "b",
      "label": "The other rationale follows the rule",
      "expected": "B supported",
      "request": {
        "context": "{\n  \"task\": \"Guideline: praise means explicit satisfaction. Text: I love how this works. A: complaint because work is mentioned. B: praise because satisfaction is explicit.\"\n}",
        "question": "Review annotator rationales against the supplied guideline, not majority votes. A supported: only A's rationale fits the guideline and text. B supported: only B's rationale fits. Both supported: both fit an explicitly allowed overlapping case. Neither supported: both contradict the supplied rule or text. Need guideline: guideline or text missing. Do not compute agreement statistics or assume a human label is always correct.",
        "choices": [
          "A supported",
          "B supported",
          "Both supported",
          "Neither supported",
          "Need guideline"
        ]
      }
    },
    {
      "id": "overlap",
      "label": "An explicitly allowed overlapping case",
      "expected": "Both supported",
      "request": {
        "context": "{\n  \"task\": \"Guideline: mixed feedback may support both praise and complaint. Text: great design, but the handle broke. A: praise for design. B: complaint for breakage.\"\n}",
        "question": "Review annotator rationales against the supplied guideline, not majority votes. A supported: only A's rationale fits the guideline and text. B supported: only B's rationale fits. Both supported: both fit an explicitly allowed overlapping case. Neither supported: both contradict the supplied rule or text. Need guideline: guideline or text missing. Do not compute agreement statistics or assume a human label is always correct.",
        "choices": [
          "A supported",
          "B supported",
          "Both supported",
          "Neither supported",
          "Need guideline"
        ]
      }
    },
    {
      "id": "neither",
      "label": "Two unsupported rationales",
      "expected": "Neither supported",
      "request": {
        "context": "{\n  \"task\": \"Guideline: complaint requires a problem, praise requires satisfaction. Text: the item is blue. A: complaint because blue is bad. B: praise because blue is nice.\"\n}",
        "question": "Review annotator rationales against the supplied guideline, not majority votes. A supported: only A's rationale fits the guideline and text. B supported: only B's rationale fits. Both supported: both fit an explicitly allowed overlapping case. Neither supported: both contradict the supplied rule or text. Need guideline: guideline or text missing. Do not compute agreement statistics or assume a human label is always correct.",
        "choices": [
          "A supported",
          "B supported",
          "Both supported",
          "Neither supported",
          "Need guideline"
        ]
      }
    },
    {
      "id": "missing",
      "label": "No annotation guideline",
      "expected": "Need guideline",
      "request": {
        "context": "{\n  \"task\": \"Text: the item arrived. A: praise. B: complaint. No guideline supplied.\"\n}",
        "question": "Review annotator rationales against the supplied guideline, not majority votes. A supported: only A's rationale fits the guideline and text. B supported: only B's rationale fits. Both supported: both fit an explicitly allowed overlapping case. Neither supported: both contradict the supplied rule or text. Need guideline: guideline or text missing. Do not compute agreement statistics or assume a human label is always correct.",
        "choices": [
          "A supported",
          "B supported",
          "Both supported",
          "Neither supported",
          "Need guideline"
        ]
      }
    },
    {
      "id": "cause",
      "label": "A rationale that invents a cause",
      "expected": "A supported",
      "request": {
        "context": "{\n  \"task\": \"Guideline: label only explicit delivery problems, without inferred causes. Text: delivery arrived late. A: delivery problem because lateness is explicit. B: product defect because a faulty item must have caused the delay.\"\n}",
        "question": "Review annotator rationales against the supplied guideline, not majority votes. A supported: only A's rationale fits the guideline and text. B supported: only B's rationale fits. Both supported: both fit an explicitly allowed overlapping case. Neither supported: both contradict the supplied rule or text. Need guideline: guideline or text missing. Do not compute agreement statistics or assume a human label is always correct.",
        "choices": [
          "A supported",
          "B supported",
          "Both supported",
          "Neither supported",
          "Need guideline"
        ]
      }
    }
  ],
  "consumer": "preview_choice_workflow_v2.py"
}
