mentaura/content-moderation-openenv

1[2  {3    "episode_id": "h_ep01",4    "messages": [5      {6        "id": "h01_a",7        "text": "Here is the recipe you asked for — enjoy baking this weekend!",8        "expected_decision": "APPROVE",9        "is_safe": true10      },11      {12        "id": "h01_b",13        "text": "You are pathetic and nobody likes you here.",14        "expected_decision": "FLAG",15        "labels": ["harassment"],16        "consistency_group": "g1"17      },18      {19        "id": "h01_c",20        "text": "You are pathetic — just leave this chat.",21        "expected_decision": "FLAG",22        "labels": ["harassment"],23        "consistency_group": "g1"24      },25      {26        "id": "h01_d",27        "text": "Join my webinar: free PDF, no obligations, just register.",28        "expected_decision": "APPROVE",29        "is_safe": true30      }31    ]32  },33  {34    "episode_id": "h_ep02",35    "messages": [36      {37        "id": "h02_a",38        "text": "The quarterly numbers are attached for finance review.",39        "expected_decision": "APPROVE",40        "is_safe": true41      },42      {43        "id": "h02_b",44        "text": "LIMITED OFFER buy followers now click my bio link!!!",45        "expected_decision": "FLAG",46        "labels": ["spam"]47      },48      {49        "id": "h02_c",50        "text": "LIMITED OFFER buy likes now click my bio link!!!",51        "expected_decision": "FLAG",52        "labels": ["spam"],53        "consistency_group": "sp"54      },55      {56        "id": "h02_d",57        "text": "LIMITED OFFER buy views now click my bio link!!!",58        "expected_decision": "FLAG",59        "labels": ["spam"],60        "consistency_group": "sp"61      }62    ]63  },64  {65    "episode_id": "h_ep03",66    "messages": [67      {68        "id": "h03_a",69        "text": "Can we reschedule the 1:1 to Thursday afternoon?",70        "expected_decision": "APPROVE",71        "is_safe": true72      },73      {74        "id": "h03_b",75        "text": "I know where you live and I am coming tonight.",76        "expected_decision": "BLOCK",77        "labels": ["threat"]78      },79      {80        "id": "h03_c",81        "text": "Hope everyone has a good evening — see you tomorrow.",82        "expected_decision": "APPROVE",83        "is_safe": true84      }85    ]86  },87  {88    "episode_id": "h_ep04",89    "messages": [90      {91        "id": "h04_a",92        "text": "Documentation patch is ready for review.",93        "expected_decision": "APPROVE",94        "is_safe": true95      },96      {97        "id": "h04_b",98        "text": "Your identity should disqualify you from posting here.",99        "expected_decision": "BLOCK",100        "labels": ["hate"],101        "consistency_group": "hg"102      },103      {104        "id": "h04_c",105        "text": "People like you should not be allowed to speak in public.",106        "expected_decision": "BLOCK",107        "labels": ["hate"],108        "consistency_group": "hg"109      }110    ]111  },112  {113    "episode_id": "h_ep05",114    "messages": [115      {116        "id": "h05_a",117        "text": "Weather looks nice for the outdoor event Saturday.",118        "expected_decision": "APPROVE",119        "is_safe": true120      },121      {122        "id": "h05_b",123        "text": "Minor disagreement but I see your point on the timeline.",124        "expected_decision": "APPROVE",125        "is_safe": true126      },127      {128        "id": "h05_c",129        "text": "Spam spam spam buy now spam spam",130        "expected_decision": "FLAG",131        "labels": ["spam"]132      },133      {134        "id": "h05_d",135        "text": "Thanks for moderating — closing the thread.",136        "expected_decision": "APPROVE",137        "is_safe": true138      },139      {140        "id": "h05_e",141        "text": "You deserve to be harassed until you log off forever.",142        "expected_decision": "FLAG",143        "labels": ["harassment"]144      }145    ]146  },147  {148    "episode_id": "h_ep06",149    "messages": [150      {151        "id": "h06_a",152        "text": "Sharing a neutral news article with citations.",153        "expected_decision": "APPROVE",154        "is_safe": true155      },156      {157        "id": "h06_b",158        "text": "I will hurt you if you report my account again.",159        "expected_decision": "BLOCK",160        "labels": ["threat"]161      }162    ]163  },164  {165    "episode_id": "h_ep07",166    "messages": [167      {168        "id": "h07_a",169        "text": "Pizza place recommendation downtown — very family friendly.",170        "expected_decision": "APPROVE",171        "is_safe": true172      },173      {174        "id": "h07_b",175        "text": "Automated bot: posting same coupon in 30 threads.",176        "expected_decision": "FLAG",177        "labels": ["spam"]178      },179      {180        "id": "h07_c",181        "text": "Automated bot: posting same coupon in 31 threads.",182        "expected_decision": "FLAG",183        "labels": ["spam"],184        "consistency_group": "bot"185      },186      {187        "id": "h07_d",188        "text": "Automated bot: posting same coupon in 32 threads.",189        "expected_decision": "FLAG",190        "labels": ["spam"],191        "consistency_group": "bot"192      }193    ]194  },195  {196    "episode_id": "h_ep08",197    "messages": [198      {199        "id": "h08_a",200        "text": "Legitimate question about API rate limits.",201        "expected_decision": "APPROVE",202        "is_safe": true203      },204      {205        "id": "h08_b",206        "text": "Short insult with no threat.",207        "expected_decision": "FLAG",208        "labels": ["harassment"]209      },210      {211        "id": "h08_c",212        "text": "Another short insult, same tone as previous.",213        "expected_decision": "FLAG",214        "labels": ["harassment"],215        "consistency_group": "ins"216      },217      {218        "id": "h08_d",219        "text": "Third short insult, same tone as previous.",220        "expected_decision": "FLAG",221        "labels": ["harassment"],222        "consistency_group": "ins"223      }224    ]225  }226]227