{
  "kind": "original-bounded-choice-workflow",
  "version": 1,
  "scope": "Compare a failed-run summary with evaluator feedback to determine whether a specific corrective outcome targets that failure. Propose a bounded review step without judging patch correctness or executing a retry.",
  "question": "Compare failureSummary with evaluatorFeedback. Need run context: failure absent or unclear. Wrong target: feedback requests work unrelated to the supplied failure. Actionable feedback: feedback identifies the failed behavior and a specific corrective outcome that addresses it. Vague feedback: feedback concerns the failure but gives no clear corrective outcome. Judge feedback specificity, not whether the fix will work. Do not edit code, run tests or start a retry.",
  "choices": [
    "Actionable feedback",
    "Wrong target",
    "Vague feedback",
    "Need run context"
  ],
  "actions": {
    "Actionable feedback": {
      "action": "review_specific_repair_scope",
      "payload": {
        "feedbackLabel": "Actionable feedback",
        "retryStarted": false
      },
      "pending": true
    },
    "Wrong target": {
      "action": "request_feedback_for_failed_behavior",
      "payload": {
        "feedbackLabel": "Wrong target",
        "retryStarted": false
      },
      "pending": true
    },
    "Vague feedback": {
      "action": "request_specific_corrective_outcome",
      "payload": {
        "feedbackLabel": "Vague feedback",
        "retryStarted": false
      },
      "pending": true
    },
    "Need run context": {
      "action": "request_failed_run_context",
      "payload": {
        "feedbackLabel": "Need run context",
        "retryStarted": false
      },
      "pending": true
    }
  },
  "samples": [
    {
      "id": "specific",
      "label": "A named failure and corrective outcome",
      "expected": "Actionable feedback",
      "request": {
        "context": "{\n  \"task\": \"Review whether the evaluator feedback gives this failed run a usable repair target.\",\n  \"failureSummary\": \"Original fabricated run: the TestCsvCurrency fixture found that buildInvoiceCsv omits the currency column from the header and each row. The required export contains amount and currency. No other failure is recorded.\",\n  \"evaluatorFeedback\": \"In buildInvoiceCsv, add the currency header after amount and emit each record's declared currency in that column. Preserve the amount field and check the original TestCsvCurrency fixture.\"\n}",
        "question": "Compare failureSummary with evaluatorFeedback. Need run context: failure absent or unclear. Wrong target: feedback requests work unrelated to the supplied failure. Actionable feedback: feedback identifies the failed behavior and a specific corrective outcome that addresses it. Vague feedback: feedback concerns the failure but gives no clear corrective outcome. Judge feedback specificity, not whether the fix will work. Do not edit code, run tests or start a retry.",
        "choices": [
          "Actionable feedback",
          "Wrong target",
          "Vague feedback",
          "Need run context"
        ]
      }
    },
    {
      "id": "try-again",
      "label": "Try again without a correction",
      "expected": "Vague feedback",
      "request": {
        "context": "{\n  \"task\": \"Review whether the evaluator feedback gives this failed run a usable repair target.\",\n  \"failureSummary\": \"Original fabricated run: the TestCsvCurrency fixture found that buildInvoiceCsv omits the currency column from the header and each row. The required export contains amount and currency. No other failure is recorded.\",\n  \"evaluatorFeedback\": \"The CSV currency test failed. Try again and make it better.\"\n}",
        "question": "Compare failureSummary with evaluatorFeedback. Need run context: failure absent or unclear. Wrong target: feedback requests work unrelated to the supplied failure. Actionable feedback: feedback identifies the failed behavior and a specific corrective outcome that addresses it. Vague feedback: feedback concerns the failure but gives no clear corrective outcome. Judge feedback specificity, not whether the fix will work. Do not edit code, run tests or start a retry.",
        "choices": [
          "Actionable feedback",
          "Wrong target",
          "Vague feedback",
          "Need run context"
        ]
      }
    },
    {
      "id": "unrelated",
      "label": "A cosmetic change for a data failure",
      "expected": "Wrong target",
      "request": {
        "context": "{\n  \"task\": \"Review whether the evaluator feedback gives this failed run a usable repair target.\",\n  \"failureSummary\": \"Original fabricated run: the TestCsvCurrency fixture found that buildInvoiceCsv omits the currency column from the header and each row. The required export contains amount and currency. No other failure is recorded.\",\n  \"evaluatorFeedback\": \"Change the login button padding so it looks less cramped. No relationship to CSV currency output is supplied.\"\n}",
        "question": "Compare failureSummary with evaluatorFeedback. Need run context: failure absent or unclear. Wrong target: feedback requests work unrelated to the supplied failure. Actionable feedback: feedback identifies the failed behavior and a specific corrective outcome that addresses it. Vague feedback: feedback concerns the failure but gives no clear corrective outcome. Judge feedback specificity, not whether the fix will work. Do not edit code, run tests or start a retry.",
        "choices": [
          "Actionable feedback",
          "Wrong target",
          "Vague feedback",
          "Need run context"
        ]
      }
    },
    {
      "id": "missing-run",
      "label": "No failed-run evidence is supplied",
      "expected": "Need run context",
      "request": {
        "context": "{\n  \"task\": \"Review whether the evaluator feedback gives this failed run a usable repair target.\",\n  \"failureSummary\": \"\",\n  \"evaluatorFeedback\": \"Add the currency header and row values to buildInvoiceCsv, then check TestCsvCurrency. No failed-run summary accompanies this feedback.\"\n}",
        "question": "Compare failureSummary with evaluatorFeedback. Need run context: failure absent or unclear. Wrong target: feedback requests work unrelated to the supplied failure. Actionable feedback: feedback identifies the failed behavior and a specific corrective outcome that addresses it. Vague feedback: feedback concerns the failure but gives no clear corrective outcome. Judge feedback specificity, not whether the fix will work. Do not edit code, run tests or start a retry.",
        "choices": [
          "Actionable feedback",
          "Wrong target",
          "Vague feedback",
          "Need run context"
        ]
      }
    },
    {
      "id": "praise-only",
      "label": "Polished encouragement without a repair",
      "expected": "Vague feedback",
      "request": {
        "context": "{\n  \"task\": \"Review whether the evaluator feedback gives this failed run a usable repair target.\",\n  \"failureSummary\": \"Original fabricated run: the TestCsvCurrency fixture found that buildInvoiceCsv omits the currency column from the header and each row. The required export contains amount and currency. No other failure is recorded.\",\n  \"evaluatorFeedback\": \"Great effort on the export. The currency check is still red, but you can improve it. Please have another go.\"\n}",
        "question": "Compare failureSummary with evaluatorFeedback. Need run context: failure absent or unclear. Wrong target: feedback requests work unrelated to the supplied failure. Actionable feedback: feedback identifies the failed behavior and a specific corrective outcome that addresses it. Vague feedback: feedback concerns the failure but gives no clear corrective outcome. Judge feedback specificity, not whether the fix will work. Do not edit code, run tests or start a retry.",
        "choices": [
          "Actionable feedback",
          "Wrong target",
          "Vague feedback",
          "Need run context"
        ]
      }
    },
    {
      "id": "alternative",
      "label": "A different precise repair description",
      "expected": "Actionable feedback",
      "request": {
        "context": "{\n  \"task\": \"Review whether the evaluator feedback gives this failed run a usable repair target.\",\n  \"failureSummary\": \"Original fabricated run: the TestCsvCurrency fixture found that buildInvoiceCsv omits the currency column from the header and each row. The required export contains amount and currency. No other failure is recorded.\",\n  \"evaluatorFeedback\": \"The export is missing its currency field. Make the generated CSV include a currency column and fill it from the record's currency property without changing amount.\"\n}",
        "question": "Compare failureSummary with evaluatorFeedback. Need run context: failure absent or unclear. Wrong target: feedback requests work unrelated to the supplied failure. Actionable feedback: feedback identifies the failed behavior and a specific corrective outcome that addresses it. Vague feedback: feedback concerns the failure but gives no clear corrective outcome. Judge feedback specificity, not whether the fix will work. Do not edit code, run tests or start a retry.",
        "choices": [
          "Actionable feedback",
          "Wrong target",
          "Vague feedback",
          "Need run context"
        ]
      }
    }
  ],
  "consumer": "preview_choice_workflow_v2.py"
}
