{
  "kind": "original-bounded-choice-workflow",
  "version": 1,
  "scope": "Classify the severity of language used by a commenter, separating criticism from direct personal abuse and quoted abuse.",
  "question": "Judge the commenter’s own language. Civil: respectful discussion or criticism of an idea. Rude: dismissive wording without a direct personal insult, threat or hateful abuse. Abusive: direct personal insults, harassment, threats or hateful abuse. Need context: text missing or attribution unresolved. Quoted abuse clearly condemned by the commenter is not their own abuse. Choose the most severe category present. Do not moderate the comment.",
  "choices": [
    "Civil",
    "Rude",
    "Abusive",
    "Need context"
  ],
  "actions": {
    "Civil": {
      "action": "preview_jev_comment_language_severity",
      "payload": {
        "decision": "Civil"
      },
      "pending": true
    },
    "Rude": {
      "action": "preview_jev_comment_language_severity",
      "payload": {
        "decision": "Rude"
      },
      "pending": true
    },
    "Abusive": {
      "action": "preview_jev_comment_language_severity",
      "payload": {
        "decision": "Abusive"
      },
      "pending": true
    },
    "Need context": {
      "action": "preview_jev_comment_language_severity",
      "payload": {
        "decision": "Need context"
      },
      "pending": true
    }
  },
  "samples": [
    {
      "id": "case-1",
      "label": "Reasoned disagreement",
      "expected": "Civil",
      "request": {
        "context": "{\n  \"task\": \"Classify the severity of language used by a commenter, separating criticism from direct personal abuse and quoted abuse.\",\n  \"evidence\": \"I disagree with the suggested interval because wet-weather riding wears the cable faster.\"\n}",
        "question": "Judge the commenter’s own language. Civil: respectful discussion or criticism of an idea. Rude: dismissive wording without a direct personal insult, threat or hateful abuse. Abusive: direct personal insults, harassment, threats or hateful abuse. Need context: text missing or attribution unresolved. Quoted abuse clearly condemned by the commenter is not their own abuse. Choose the most severe category present. Do not moderate the comment.",
        "choices": [
          "Civil",
          "Rude",
          "Abusive",
          "Need context"
        ]
      }
    },
    {
      "id": "case-2",
      "label": "Dismissive wording",
      "expected": "Rude",
      "request": {
        "context": "{\n  \"task\": \"Classify the severity of language used by a commenter, separating criticism from direct personal abuse and quoted abuse.\",\n  \"evidence\": \"This post wastes my time. Try harder next time.\"\n}",
        "question": "Judge the commenter’s own language. Civil: respectful discussion or criticism of an idea. Rude: dismissive wording without a direct personal insult, threat or hateful abuse. Abusive: direct personal insults, harassment, threats or hateful abuse. Need context: text missing or attribution unresolved. Quoted abuse clearly condemned by the commenter is not their own abuse. Choose the most severe category present. Do not moderate the comment.",
        "choices": [
          "Civil",
          "Rude",
          "Abusive",
          "Need context"
        ]
      }
    },
    {
      "id": "case-3",
      "label": "Personal insult",
      "expected": "Abusive",
      "request": {
        "context": "{\n  \"task\": \"Classify the severity of language used by a commenter, separating criticism from direct personal abuse and quoted abuse.\",\n  \"evidence\": \"You are a worthless idiot.\"\n}",
        "question": "Judge the commenter’s own language. Civil: respectful discussion or criticism of an idea. Rude: dismissive wording without a direct personal insult, threat or hateful abuse. Abusive: direct personal insults, harassment, threats or hateful abuse. Need context: text missing or attribution unresolved. Quoted abuse clearly condemned by the commenter is not their own abuse. Choose the most severe category present. Do not moderate the comment.",
        "choices": [
          "Civil",
          "Rude",
          "Abusive",
          "Need context"
        ]
      }
    },
    {
      "id": "case-4",
      "label": "Condemned quotation",
      "expected": "Civil",
      "request": {
        "context": "{\n  \"task\": \"Classify the severity of language used by a commenter, separating criticism from direct personal abuse and quoted abuse.\",\n  \"evidence\": \"Someone wrote “you are a worthless idiot.” That personal insult is unacceptable; discuss the argument instead.\"\n}",
        "question": "Judge the commenter’s own language. Civil: respectful discussion or criticism of an idea. Rude: dismissive wording without a direct personal insult, threat or hateful abuse. Abusive: direct personal insults, harassment, threats or hateful abuse. Need context: text missing or attribution unresolved. Quoted abuse clearly condemned by the commenter is not their own abuse. Choose the most severe category present. Do not moderate the comment.",
        "choices": [
          "Civil",
          "Rude",
          "Abusive",
          "Need context"
        ]
      }
    },
    {
      "id": "case-5",
      "label": "Polite opening, abusive ending",
      "expected": "Abusive",
      "request": {
        "context": "{\n  \"task\": \"Classify the severity of language used by a commenter, separating criticism from direct personal abuse and quoted abuse.\",\n  \"evidence\": \"Thanks for sharing the article. I disagree with the interval. You are a worthless idiot.\"\n}",
        "question": "Judge the commenter’s own language. Civil: respectful discussion or criticism of an idea. Rude: dismissive wording without a direct personal insult, threat or hateful abuse. Abusive: direct personal insults, harassment, threats or hateful abuse. Need context: text missing or attribution unresolved. Quoted abuse clearly condemned by the commenter is not their own abuse. Choose the most severe category present. Do not moderate the comment.",
        "choices": [
          "Civil",
          "Rude",
          "Abusive",
          "Need context"
        ]
      }
    },
    {
      "id": "case-6",
      "label": "No comment",
      "expected": "Need context",
      "request": {
        "context": "{\n  \"task\": \"Classify the severity of language used by a commenter, separating criticism from direct personal abuse and quoted abuse.\",\n  \"evidence\": {\n    \"comment\": null\n  }\n}",
        "question": "Judge the commenter’s own language. Civil: respectful discussion or criticism of an idea. Rude: dismissive wording without a direct personal insult, threat or hateful abuse. Abusive: direct personal insults, harassment, threats or hateful abuse. Need context: text missing or attribution unresolved. Quoted abuse clearly condemned by the commenter is not their own abuse. Choose the most severe category present. Do not moderate the comment.",
        "choices": [
          "Civil",
          "Rude",
          "Abusive",
          "Need context"
        ]
      }
    }
  ],
  "consumer": "preview_choice_workflow.py"
}
