{
  "kind": "original-bounded-choice-workflow",
  "version": 1,
  "scope": "Judge whether a supplied commit message describes a checkable change, independently of its truth.",
  "question": "Judge the commit message wording only. Checkable: names a concrete change that could be checked, even if false. Filler: only vague progress, praise or a bare label. Ambiguous: some change language but its object or action is unclear. Need evidence: no message supplied. Do not evaluate diff support or writing length.",
  "choices": [
    "Checkable",
    "Filler",
    "Ambiguous",
    "Need evidence"
  ],
  "actions": {
    "Checkable": {
      "action": "preview_jev_commit_message_specificity",
      "payload": {
        "decision": "Checkable"
      },
      "pending": true
    },
    "Filler": {
      "action": "preview_jev_commit_message_specificity",
      "payload": {
        "decision": "Filler"
      },
      "pending": true
    },
    "Ambiguous": {
      "action": "preview_jev_commit_message_specificity",
      "payload": {
        "decision": "Ambiguous"
      },
      "pending": true
    },
    "Need evidence": {
      "action": "preview_jev_commit_message_specificity",
      "payload": {
        "decision": "Need evidence"
      },
      "pending": true
    }
  },
  "samples": [
    {
      "id": "case-1",
      "label": "Specific fix",
      "expected": "Checkable",
      "request": {
        "context": "{\n  \"task\": \"Judge whether a supplied commit message describes a checkable change, independently of its truth.\",\n  \"evidence\": \"Message: Reject empty email addresses in the signup validator.\"\n}",
        "question": "Judge the commit message wording only. Checkable: names a concrete change that could be checked, even if false. Filler: only vague progress, praise or a bare label. Ambiguous: some change language but its object or action is unclear. Need evidence: no message supplied. Do not evaluate diff support or writing length.",
        "choices": [
          "Checkable",
          "Filler",
          "Ambiguous",
          "Need evidence"
        ]
      }
    },
    {
      "id": "case-2",
      "label": "Bare progress",
      "expected": "Filler",
      "request": {
        "context": "{\n  \"task\": \"Judge whether a supplied commit message describes a checkable change, independently of its truth.\",\n  \"evidence\": \"Message: wip\"\n}",
        "question": "Judge the commit message wording only. Checkable: names a concrete change that could be checked, even if false. Filler: only vague progress, praise or a bare label. Ambiguous: some change language but its object or action is unclear. Need evidence: no message supplied. Do not evaluate diff support or writing length.",
        "choices": [
          "Checkable",
          "Filler",
          "Ambiguous",
          "Need evidence"
        ]
      }
    },
    {
      "id": "case-3",
      "label": "Short but specific",
      "expected": "Checkable",
      "request": {
        "context": "{\n  \"task\": \"Judge whether a supplied commit message describes a checkable change, independently of its truth.\",\n  \"evidence\": \"Message: Remove the legacy CSV export endpoint.\"\n}",
        "question": "Judge the commit message wording only. Checkable: names a concrete change that could be checked, even if false. Filler: only vague progress, praise or a bare label. Ambiguous: some change language but its object or action is unclear. Need evidence: no message supplied. Do not evaluate diff support or writing length.",
        "choices": [
          "Checkable",
          "Filler",
          "Ambiguous",
          "Need evidence"
        ]
      }
    },
    {
      "id": "case-4",
      "label": "Unclear object",
      "expected": "Ambiguous",
      "request": {
        "context": "{\n  \"task\": \"Judge whether a supplied commit message describes a checkable change, independently of its truth.\",\n  \"evidence\": \"Message: Make it behave differently when that happens.\"\n}",
        "question": "Judge the commit message wording only. Checkable: names a concrete change that could be checked, even if false. Filler: only vague progress, praise or a bare label. Ambiguous: some change language but its object or action is unclear. Need evidence: no message supplied. Do not evaluate diff support or writing length.",
        "choices": [
          "Checkable",
          "Filler",
          "Ambiguous",
          "Need evidence"
        ]
      }
    },
    {
      "id": "case-5",
      "label": "Specific but contradicted",
      "expected": "Checkable",
      "request": {
        "context": "{\n  \"task\": \"Judge whether a supplied commit message describes a checkable change, independently of its truth.\",\n  \"evidence\": \"Message: Increase the request timeout from 5 to 10 seconds. Diff: the timeout decreases from 5 to 2 seconds.\"\n}",
        "question": "Judge the commit message wording only. Checkable: names a concrete change that could be checked, even if false. Filler: only vague progress, praise or a bare label. Ambiguous: some change language but its object or action is unclear. Need evidence: no message supplied. Do not evaluate diff support or writing length.",
        "choices": [
          "Checkable",
          "Filler",
          "Ambiguous",
          "Need evidence"
        ]
      }
    },
    {
      "id": "case-6",
      "label": "Missing message",
      "expected": "Need evidence",
      "request": {
        "context": "{\n  \"task\": \"Judge whether a supplied commit message describes a checkable change, independently of its truth.\",\n  \"evidence\": \"Message: [not provided].\"\n}",
        "question": "Judge the commit message wording only. Checkable: names a concrete change that could be checked, even if false. Filler: only vague progress, praise or a bare label. Ambiguous: some change language but its object or action is unclear. Need evidence: no message supplied. Do not evaluate diff support or writing length.",
        "choices": [
          "Checkable",
          "Filler",
          "Ambiguous",
          "Need evidence"
        ]
      }
    }
  ],
  "consumer": "preview_choice_workflow.py"
}
