{
  "kind": "original-bounded-choice-workflow",
  "version": 1,
  "scope": "Classify a synthetic labeled record’s semantic usefulness for a stated training task; no model is trained.",
  "question": "Compare target task, record text and label definition. Useful example: Record concerns the task and its label matches the definition. Label conflict: Record concerns the task but its label conflicts with the definition. Outside task: Record does not concern the stated task. Unclear label fit: Record concerns the task but fit cannot be resolved. Need evidence: Required text or context is absent. Use only supplied evidence.",
  "choices": [
    "Useful example",
    "Label conflict",
    "Outside task",
    "Unclear label fit",
    "Need evidence"
  ],
  "actions": {
    "Useful example": {
      "action": "preview_jev_training_record_usefulness",
      "payload": {
        "decision": "Useful example"
      },
      "pending": true
    },
    "Label conflict": {
      "action": "preview_jev_training_record_usefulness",
      "payload": {
        "decision": "Label conflict"
      },
      "pending": true
    },
    "Outside task": {
      "action": "preview_jev_training_record_usefulness",
      "payload": {
        "decision": "Outside task"
      },
      "pending": true
    },
    "Unclear label fit": {
      "action": "preview_jev_training_record_usefulness",
      "payload": {
        "decision": "Unclear label fit"
      },
      "pending": true
    },
    "Need evidence": {
      "action": "preview_jev_training_record_usefulness",
      "payload": {
        "decision": "Need evidence"
      },
      "pending": true
    }
  },
  "samples": [
    {
      "id": "case-1",
      "label": "Matching label",
      "expected": "Useful example",
      "request": {
        "context": "{\n  \"task\": \"Classify a synthetic labeled record’s semantic usefulness for a stated training task; no model is trained.\",\n  \"evidence\": \"Task: classify export feedback. Definition: failure means an export does not work. Record: export crashes before writing a file. Label: failure.\"\n}",
        "question": "Compare target task, record text and label definition. Useful example: Record concerns the task and its label matches the definition. Label conflict: Record concerns the task but its label conflicts with the definition. Outside task: Record does not concern the stated task. Unclear label fit: Record concerns the task but fit cannot be resolved. Need evidence: Required text or context is absent. Use only supplied evidence.",
        "choices": [
          "Useful example",
          "Label conflict",
          "Outside task",
          "Unclear label fit",
          "Need evidence"
        ]
      }
    },
    {
      "id": "case-2",
      "label": "Wrong label",
      "expected": "Label conflict",
      "request": {
        "context": "{\n  \"task\": \"Classify a synthetic labeled record’s semantic usefulness for a stated training task; no model is trained.\",\n  \"evidence\": \"Same task and definition. Record: export crashes before writing a file. Label: success, defined as export works.\"\n}",
        "question": "Compare target task, record text and label definition. Useful example: Record concerns the task and its label matches the definition. Label conflict: Record concerns the task but its label conflicts with the definition. Outside task: Record does not concern the stated task. Unclear label fit: Record concerns the task but fit cannot be resolved. Need evidence: Required text or context is absent. Use only supplied evidence.",
        "choices": [
          "Useful example",
          "Label conflict",
          "Outside task",
          "Unclear label fit",
          "Need evidence"
        ]
      }
    },
    {
      "id": "case-3",
      "label": "Different topic",
      "expected": "Outside task",
      "request": {
        "context": "{\n  \"task\": \"Classify a synthetic labeled record’s semantic usefulness for a stated training task; no model is trained.\",\n  \"evidence\": \"Task: classify export feedback. Record: the fictional park opened a walking trail. Label: announcement.\"\n}",
        "question": "Compare target task, record text and label definition. Useful example: Record concerns the task and its label matches the definition. Label conflict: Record concerns the task but its label conflicts with the definition. Outside task: Record does not concern the stated task. Unclear label fit: Record concerns the task but fit cannot be resolved. Need evidence: Required text or context is absent. Use only supplied evidence.",
        "choices": [
          "Useful example",
          "Label conflict",
          "Outside task",
          "Unclear label fit",
          "Need evidence"
        ]
      }
    },
    {
      "id": "case-4",
      "label": "Unresolved outcome",
      "expected": "Unclear label fit",
      "request": {
        "context": "{\n  \"task\": \"Classify a synthetic labeled record’s semantic usefulness for a stated training task; no model is trained.\",\n  \"evidence\": \"Task: classify export feedback. Record: export did something strange; result not stated. Label: failure. Definition requires a nonworking export.\"\n}",
        "question": "Compare target task, record text and label definition. Useful example: Record concerns the task and its label matches the definition. Label conflict: Record concerns the task but its label conflicts with the definition. Outside task: Record does not concern the stated task. Unclear label fit: Record concerns the task but fit cannot be resolved. Need evidence: Required text or context is absent. Use only supplied evidence.",
        "choices": [
          "Useful example",
          "Label conflict",
          "Outside task",
          "Unclear label fit",
          "Need evidence"
        ]
      }
    },
    {
      "id": "case-5",
      "label": "Rare valid example",
      "expected": "Useful example",
      "request": {
        "context": "{\n  \"task\": \"Classify a synthetic labeled record’s semantic usefulness for a stated training task; no model is trained.\",\n  \"evidence\": \"Task: classify export feedback. Definition: success means export works. Record: export preserved a rare quoted-comma field correctly. Label: success.\"\n}",
        "question": "Compare target task, record text and label definition. Useful example: Record concerns the task and its label matches the definition. Label conflict: Record concerns the task but its label conflicts with the definition. Outside task: Record does not concern the stated task. Unclear label fit: Record concerns the task but fit cannot be resolved. Need evidence: Required text or context is absent. Use only supplied evidence.",
        "choices": [
          "Useful example",
          "Label conflict",
          "Outside task",
          "Unclear label fit",
          "Need evidence"
        ]
      }
    },
    {
      "id": "case-6",
      "label": "No target definition",
      "expected": "Need evidence",
      "request": {
        "context": "{\n  \"task\": \"Classify a synthetic labeled record’s semantic usefulness for a stated training task; no model is trained.\",\n  \"evidence\": \"A labeled record exists, but the target task and label definitions are absent.\"\n}",
        "question": "Compare target task, record text and label definition. Useful example: Record concerns the task and its label matches the definition. Label conflict: Record concerns the task but its label conflicts with the definition. Outside task: Record does not concern the stated task. Unclear label fit: Record concerns the task but fit cannot be resolved. Need evidence: Required text or context is absent. Use only supplied evidence.",
        "choices": [
          "Useful example",
          "Label conflict",
          "Outside task",
          "Unclear label fit",
          "Need evidence"
        ]
      }
    }
  ],
  "consumer": "preview_choice_workflow.py"
}
