schonsense/human_ai_story_contrastive_v3

py .\audit_rebuilt_pi0_shortstory_v2.py `
>>     --old .\human_ai_story_pi0\augmented_groups.jsonl `
>>     --new .\human_ai_story_pi0_shortstory_v2\augmented_groups.jsonl `
>>     --out-dir .\human_ai_story_pi0_shortstory_v2\rebuild_audit
{
  "status": "PASS",
  "rows_old": 1443,
  "rows_new": 1443,
  "unique_old": 1443,
  "unique_new": 1443,
  "integrity": {
    "source_prompt_mutations": 0,
    "human_response_mutations": 0,
    "source_title_mutations": 0,
    "source_genre_mutations": 0,
    "bad_full_prompt_construction": 0,
    "bad_prompt_hashes": 0,
    "missing_new_starting_policy_response": 0,
    "other_problems": []
  },
  "word_length": {
    "human": {
      "min": 52.0,
      "q05": 250.0,
      "q25": 468.0,
      "median": 670.0,
      "q75": 951.5,
      "q95": 1412.7999999999997,
      "max": 1880.0,
      "mean": 731.4151074151074
    },
    "old_pi0": {
      "min": 44.0,
      "q05": 199.10000000000002,
      "q25": 357.5,
      "median": 458.0,
      "q75": 549.0,
      "q95": 699.8999999999999,
      "max": 1114.0,
      "mean": 455.1586971586972
    },
    "new_pi0": {
      "min": 277.0,
      "q05": 426.0,
      "q25": 498.0,
      "median": 552.0,
      "q75": 615.0,
      "q95": 743.0,
      "max": 1325.0,
      "mean": 564.2723492723493
    }
  },
  "finish_reason_counts": {
    "eot": 1443
  },
  "meta_like_opening_heuristic": {
    "flagged": 0,
    "fraction": 0.0,
    "note": "triage heuristic only; manual review required"
  }
}