{
  "kind": "original-bounded-choice-workflow",
  "version": 1,
  "scope": "Compare a result headline with a supplied experiment-method description; no verification of the experiment or numeric result.",
  "question": "Compare the result claim with the tested systems. Attribution matches: result refers only to a tested system. Attribution expanded: measured result is assigned to an untested system. Architecture analogy: explicitly a mechanism analogy without transferring results. Need method: tested identity or claim scope is missing or conflicting. Do not infer that compatible APIs mean identical models.",
  "choices": [
    "Attribution matches",
    "Attribution expanded",
    "Architecture analogy",
    "Need method"
  ],
  "actions": {
    "Attribution matches": {
      "action": "preview_jev_experiment_model_attribution",
      "payload": {
        "decision": "Attribution matches"
      },
      "pending": true
    },
    "Attribution expanded": {
      "action": "preview_jev_experiment_model_attribution",
      "payload": {
        "decision": "Attribution expanded"
      },
      "pending": true
    },
    "Architecture analogy": {
      "action": "preview_jev_experiment_model_attribution",
      "payload": {
        "decision": "Architecture analogy"
      },
      "pending": true
    },
    "Need method": {
      "action": "preview_jev_experiment_model_attribution",
      "payload": {
        "decision": "Need method"
      },
      "pending": true
    }
  },
  "samples": [
    {
      "id": "case-1",
      "label": "Correct test subject",
      "expected": "Attribution matches",
      "request": {
        "context": "{\n  \"task\": \"Compare a result headline with a supplied experiment-method description; no verification of the experiment or numeric result.\",\n  \"evidence\": {\n    \"claim\": \"In this experiment, CedarSmall returned classifications faster than generating a paragraph.\",\n    \"method\": \"Tested CedarSmall only; compared its scoring path with its own paragraph generation.\"\n  }\n}",
        "question": "Compare the result claim with the tested systems. Attribution matches: result refers only to a tested system. Attribution expanded: measured result is assigned to an untested system. Architecture analogy: explicitly a mechanism analogy without transferring results. Need method: tested identity or claim scope is missing or conflicting. Do not infer that compatible APIs mean identical models.",
        "choices": [
          "Attribution matches",
          "Attribution expanded",
          "Architecture analogy",
          "Need method"
        ]
      }
    },
    {
      "id": "case-2",
      "label": "Result transferred",
      "expected": "Attribution expanded",
      "request": {
        "context": "{\n  \"task\": \"Compare a result headline with a supplied experiment-method description; no verification of the experiment or numeric result.\",\n  \"evidence\": {\n    \"claim\": \"Jev was seven times faster in this experiment.\",\n    \"method\": \"Only CedarSmall was tested. No Jev API calls were made.\"\n  }\n}",
        "question": "Compare the result claim with the tested systems. Attribution matches: result refers only to a tested system. Attribution expanded: measured result is assigned to an untested system. Architecture analogy: explicitly a mechanism analogy without transferring results. Need method: tested identity or claim scope is missing or conflicting. Do not infer that compatible APIs mean identical models.",
        "choices": [
          "Attribution matches",
          "Attribution expanded",
          "Architecture analogy",
          "Need method"
        ]
      }
    },
    {
      "id": "case-3",
      "label": "Explicit analogy",
      "expected": "Architecture analogy",
      "request": {
        "context": "{\n  \"task\": \"Compare a result headline with a supplied experiment-method description; no verification of the experiment or numeric result.\",\n  \"evidence\": {\n    \"claim\": \"CedarSmall illustrates a similar decision-scoring idea to Jev; the measurements here belong to CedarSmall and are not Jev results.\",\n    \"method\": \"Tested CedarSmall only.\"\n  }\n}",
        "question": "Compare the result claim with the tested systems. Attribution matches: result refers only to a tested system. Attribution expanded: measured result is assigned to an untested system. Architecture analogy: explicitly a mechanism analogy without transferring results. Need method: tested identity or claim scope is missing or conflicting. Do not infer that compatible APIs mean identical models.",
        "choices": [
          "Attribution matches",
          "Attribution expanded",
          "Architecture analogy",
          "Need method"
        ]
      }
    },
    {
      "id": "case-4",
      "label": "Compatible is not identical",
      "expected": "Attribution expanded",
      "request": {
        "context": "{\n  \"task\": \"Compare a result headline with a supplied experiment-method description; no verification of the experiment or numeric result.\",\n  \"evidence\": {\n    \"claim\": \"The TypeSafe-compatible local model achieved this result, so Jev achieved it too.\",\n    \"method\": \"Only the local CedarSmall adapter was run; API compatibility was checked separately.\"\n  }\n}",
        "question": "Compare the result claim with the tested systems. Attribution matches: result refers only to a tested system. Attribution expanded: measured result is assigned to an untested system. Architecture analogy: explicitly a mechanism analogy without transferring results. Need method: tested identity or claim scope is missing or conflicting. Do not infer that compatible APIs mean identical models.",
        "choices": [
          "Attribution matches",
          "Attribution expanded",
          "Architecture analogy",
          "Need method"
        ]
      }
    },
    {
      "id": "case-5",
      "label": "Ambiguous model name",
      "expected": "Need method",
      "request": {
        "context": "{\n  \"task\": \"Compare a result headline with a supplied experiment-method description; no verification of the experiment or numeric result.\",\n  \"evidence\": {\n    \"claim\": \"The model is faster.\",\n    \"method\": \"The report refers only to \\\"our model\\\" without identifying the tested implementation.\"\n  }\n}",
        "question": "Compare the result claim with the tested systems. Attribution matches: result refers only to a tested system. Attribution expanded: measured result is assigned to an untested system. Architecture analogy: explicitly a mechanism analogy without transferring results. Need method: tested identity or claim scope is missing or conflicting. Do not infer that compatible APIs mean identical models.",
        "choices": [
          "Attribution matches",
          "Attribution expanded",
          "Architecture analogy",
          "Need method"
        ]
      }
    },
    {
      "id": "case-6",
      "label": "Missing method",
      "expected": "Need method",
      "request": {
        "context": "{\n  \"task\": \"Compare a result headline with a supplied experiment-method description; no verification of the experiment or numeric result.\",\n  \"evidence\": {\n    \"claim\": \"Jev won our comparison.\"\n  }\n}",
        "question": "Compare the result claim with the tested systems. Attribution matches: result refers only to a tested system. Attribution expanded: measured result is assigned to an untested system. Architecture analogy: explicitly a mechanism analogy without transferring results. Need method: tested identity or claim scope is missing or conflicting. Do not infer that compatible APIs mean identical models.",
        "choices": [
          "Attribution matches",
          "Attribution expanded",
          "Architecture analogy",
          "Need method"
        ]
      }
    }
  ],
  "consumer": "preview_choice_workflow.py"
}
