{
  "kind": "original-bounded-choice-workflow",
  "version": 1,
  "scope": "Compare a comment with the supplied article topic without making a spam, civility or publication decision.",
  "question": "Compare the comment with the supplied article. On topic: it discusses, questions, critiques or adds to the article’s subject. Off topic: it clearly concerns an unrelated subject. Unclear relevance: article or comment is missing, too vague or garbled to establish a relation. Disagreement can be on topic. A relevant sales pitch can also be on topic; spam and abuse are separate judgments. Do not publish or remove comments.",
  "choices": [
    "On topic",
    "Off topic",
    "Unclear relevance"
  ],
  "actions": {
    "On topic": {
      "action": "preview_jev_comment_topic_relevance",
      "payload": {
        "decision": "On topic"
      },
      "pending": true
    },
    "Off topic": {
      "action": "preview_jev_comment_topic_relevance",
      "payload": {
        "decision": "Off topic"
      },
      "pending": true
    },
    "Unclear relevance": {
      "action": "preview_jev_comment_topic_relevance",
      "payload": {
        "decision": "Unclear relevance"
      },
      "pending": true
    }
  },
  "samples": [
    {
      "id": "case-1",
      "label": "Related question",
      "expected": "On topic",
      "request": {
        "context": "{\n  \"task\": \"Compare a comment with the supplied article topic without making a spam, civility or publication decision.\",\n  \"evidence\": {\n    \"article\": \"How to adjust a bicycle brake cable and check stopping clearance.\",\n    \"comment\": \"Should I tighten the cable clamp before checking pad clearance?\"\n  }\n}",
        "question": "Compare the comment with the supplied article. On topic: it discusses, questions, critiques or adds to the article’s subject. Off topic: it clearly concerns an unrelated subject. Unclear relevance: article or comment is missing, too vague or garbled to establish a relation. Disagreement can be on topic. A relevant sales pitch can also be on topic; spam and abuse are separate judgments. Do not publish or remove comments.",
        "choices": [
          "On topic",
          "Off topic",
          "Unclear relevance"
        ]
      }
    },
    {
      "id": "case-2",
      "label": "Relevant sales pitch",
      "expected": "On topic",
      "request": {
        "context": "{\n  \"task\": \"Compare a comment with the supplied article topic without making a spam, civility or publication decision.\",\n  \"evidence\": {\n    \"article\": \"How to adjust a bicycle brake cable and check stopping clearance.\",\n    \"comment\": \"Our brake cable kit is on sale today. Buy it from our shop.\"\n  }\n}",
        "question": "Compare the comment with the supplied article. On topic: it discusses, questions, critiques or adds to the article’s subject. Off topic: it clearly concerns an unrelated subject. Unclear relevance: article or comment is missing, too vague or garbled to establish a relation. Disagreement can be on topic. A relevant sales pitch can also be on topic; spam and abuse are separate judgments. Do not publish or remove comments.",
        "choices": [
          "On topic",
          "Off topic",
          "Unclear relevance"
        ]
      }
    },
    {
      "id": "case-3",
      "label": "Different subject",
      "expected": "Off topic",
      "request": {
        "context": "{\n  \"task\": \"Compare a comment with the supplied article topic without making a spam, civility or publication decision.\",\n  \"evidence\": {\n    \"article\": \"How to adjust a bicycle brake cable and check stopping clearance.\",\n    \"comment\": \"Plant tomatoes after the last frost and water the roots.\"\n  }\n}",
        "question": "Compare the comment with the supplied article. On topic: it discusses, questions, critiques or adds to the article’s subject. Off topic: it clearly concerns an unrelated subject. Unclear relevance: article or comment is missing, too vague or garbled to establish a relation. Disagreement can be on topic. A relevant sales pitch can also be on topic; spam and abuse are separate judgments. Do not publish or remove comments.",
        "choices": [
          "On topic",
          "Off topic",
          "Unclear relevance"
        ]
      }
    },
    {
      "id": "case-4",
      "label": "Disagreement",
      "expected": "On topic",
      "request": {
        "context": "{\n  \"task\": \"Compare a comment with the supplied article topic without making a spam, civility or publication decision.\",\n  \"evidence\": {\n    \"article\": \"Inspect brake-cable tension once a month.\",\n    \"comment\": \"For a daily commuter in wet weather, I would check the tension weekly.\"\n  }\n}",
        "question": "Compare the comment with the supplied article. On topic: it discusses, questions, critiques or adds to the article’s subject. Off topic: it clearly concerns an unrelated subject. Unclear relevance: article or comment is missing, too vague or garbled to establish a relation. Disagreement can be on topic. A relevant sales pitch can also be on topic; spam and abuse are separate judgments. Do not publish or remove comments.",
        "choices": [
          "On topic",
          "Off topic",
          "Unclear relevance"
        ]
      }
    },
    {
      "id": "case-5",
      "label": "Vague praise",
      "expected": "Unclear relevance",
      "request": {
        "context": "{\n  \"task\": \"Compare a comment with the supplied article topic without making a spam, civility or publication decision.\",\n  \"evidence\": {\n    \"article\": \"How to adjust a bicycle brake cable.\",\n    \"comment\": \"Amazing stuff!\"\n  }\n}",
        "question": "Compare the comment with the supplied article. On topic: it discusses, questions, critiques or adds to the article’s subject. Off topic: it clearly concerns an unrelated subject. Unclear relevance: article or comment is missing, too vague or garbled to establish a relation. Disagreement can be on topic. A relevant sales pitch can also be on topic; spam and abuse are separate judgments. Do not publish or remove comments.",
        "choices": [
          "On topic",
          "Off topic",
          "Unclear relevance"
        ]
      }
    },
    {
      "id": "case-6",
      "label": "No article",
      "expected": "Unclear relevance",
      "request": {
        "context": "{\n  \"task\": \"Compare a comment with the supplied article topic without making a spam, civility or publication decision.\",\n  \"evidence\": {\n    \"comment\": \"Should I tighten the cable clamp first?\"\n  }\n}",
        "question": "Compare the comment with the supplied article. On topic: it discusses, questions, critiques or adds to the article’s subject. Off topic: it clearly concerns an unrelated subject. Unclear relevance: article or comment is missing, too vague or garbled to establish a relation. Disagreement can be on topic. A relevant sales pitch can also be on topic; spam and abuse are separate judgments. Do not publish or remove comments.",
        "choices": [
          "On topic",
          "Off topic",
          "Unclear relevance"
        ]
      }
    }
  ],
  "consumer": "preview_choice_workflow.py"
}
