st192011/Entropy-Perplexity-Routing
0
1[2 {3 "quiz_id": 1309,4 "ground_truth": "C",5 "raw_static_prediction": "A",6 "raw_static_confidence": 0.44677734375,7 "ppl_prediction": "C",8 "is_raw_correct": false,9 "is_ppl_correct": true10 },11 {12 "quiz_id": 228,13 "ground_truth": "A",14 "raw_static_prediction": "D",15 "raw_static_confidence": 0.56494140625,16 "ppl_prediction": "D",17 "is_raw_correct": false,18 "is_ppl_correct": false19 },20 {21 "quiz_id": 51,22 "ground_truth": "A",23 "raw_static_prediction": "A",24 "raw_static_confidence": 0.376708984375,25 "ppl_prediction": "A",26 "is_raw_correct": true,27 "is_ppl_correct": true28 },29 {30 "quiz_id": 1518,31 "ground_truth": "D",32 "raw_static_prediction": "D",33 "raw_static_confidence": 0.974609375,34 "ppl_prediction": "D",35 "is_raw_correct": true,36 "is_ppl_correct": true37 },38 {39 "quiz_id": 563,40 "ground_truth": "D",41 "raw_static_prediction": "D",42 "raw_static_confidence": 0.381103515625,43 "ppl_prediction": "A",44 "is_raw_correct": true,45 "is_ppl_correct": false46 },47 {48 "quiz_id": 501,49 "ground_truth": "C",50 "raw_static_prediction": "D",51 "raw_static_confidence": 0.71875,52 "ppl_prediction": "D",53 "is_raw_correct": false,54 "is_ppl_correct": false55 },56 {57 "quiz_id": 457,58 "ground_truth": "A",59 "raw_static_prediction": "A",60 "raw_static_confidence": 0.27197265625,61 "ppl_prediction": "C",62 "is_raw_correct": true,63 "is_ppl_correct": false64 },65 {66 "quiz_id": 285,67 "ground_truth": "B",68 "raw_static_prediction": "A",69 "raw_static_confidence": 0.278076171875,70 "ppl_prediction": "A",71 "is_raw_correct": false,72 "is_ppl_correct": false73 },74 {75 "quiz_id": 1508,76 "ground_truth": "C",77 "raw_static_prediction": "D",78 "raw_static_confidence": 0.3203125,79 "ppl_prediction": "A",80 "is_raw_correct": false,81 "is_ppl_correct": false82 },83 {84 "quiz_id": 209,85 "ground_truth": "D",86 "raw_static_prediction": "B",87 "raw_static_confidence": 0.3203125,88 "ppl_prediction": "B",89 "is_raw_correct": false,90 "is_ppl_correct": false91 },92 {93 "quiz_id": 1385,94 "ground_truth": "B",95 "raw_static_prediction": "B",96 "raw_static_confidence": 0.53271484375,97 "ppl_prediction": "B",98 "is_raw_correct": true,99 "is_ppl_correct": true100 },101 {102 "quiz_id": 1516,103 "ground_truth": "B",104 "raw_static_prediction": "C",105 "raw_static_confidence": 0.64697265625,106 "ppl_prediction": "D",107 "is_raw_correct": false,108 "is_ppl_correct": false109 },110 {111 "quiz_id": 1116,112 "ground_truth": "C",113 "raw_static_prediction": "B",114 "raw_static_confidence": 0.29736328125,115 "ppl_prediction": "A",116 "is_raw_correct": false,117 "is_ppl_correct": false118 },119 {120 "quiz_id": 178,121 "ground_truth": "C",122 "raw_static_prediction": "C",123 "raw_static_confidence": 0.353271484375,124 "ppl_prediction": "A",125 "is_raw_correct": true,126 "is_ppl_correct": false127 },128 {129 "quiz_id": 1209,130 "ground_truth": "A",131 "raw_static_prediction": "A",132 "raw_static_confidence": 0.453125,133 "ppl_prediction": "C",134 "is_raw_correct": true,135 "is_ppl_correct": false136 },137 {138 "quiz_id": 864,139 "ground_truth": "B",140 "raw_static_prediction": "B",141 "raw_static_confidence": 0.51513671875,142 "ppl_prediction": "C",143 "is_raw_correct": true,144 "is_ppl_correct": false145 },146 {147 "quiz_id": 65,148 "ground_truth": "A",149 "raw_static_prediction": "A",150 "raw_static_confidence": 0.313720703125,151 "ppl_prediction": "B",152 "is_raw_correct": true,153 "is_ppl_correct": false154 },155 {156 "quiz_id": 61,157 "ground_truth": "D",158 "raw_static_prediction": "D",159 "raw_static_confidence": 0.463623046875,160 "ppl_prediction": "A",161 "is_raw_correct": true,162 "is_ppl_correct": false163 },164 {165 "quiz_id": 191,166 "ground_truth": "A",167 "raw_static_prediction": "C",168 "raw_static_confidence": 0.408447265625,169 "ppl_prediction": "B",170 "is_raw_correct": false,171 "is_ppl_correct": false172 },173 {174 "quiz_id": 447,175 "ground_truth": "C",176 "raw_static_prediction": "A",177 "raw_static_confidence": 0.342529296875,178 "ppl_prediction": "B",179 "is_raw_correct": false,180 "is_ppl_correct": false181 },182 {183 "quiz_id": 476,184 "ground_truth": "B",185 "raw_static_prediction": "B",186 "raw_static_confidence": 0.3046875,187 "ppl_prediction": "C",188 "is_raw_correct": true,189 "is_ppl_correct": false190 },191 {192 "quiz_id": 1034,193 "ground_truth": "C",194 "raw_static_prediction": "C",195 "raw_static_confidence": 0.74365234375,196 "ppl_prediction": "C",197 "is_raw_correct": true,198 "is_ppl_correct": true199 },200 {201 "quiz_id": 1232,202 "ground_truth": "D",203 "raw_static_prediction": "B",204 "raw_static_confidence": 0.33056640625,205 "ppl_prediction": "A",206 "is_raw_correct": false,207 "is_ppl_correct": false208 },209 {210 "quiz_id": 54,211 "ground_truth": "D",212 "raw_static_prediction": "B",213 "raw_static_confidence": 0.414306640625,214 "ppl_prediction": "C",215 "is_raw_correct": false,216 "is_ppl_correct": false217 },218 {219 "quiz_id": 1149,220 "ground_truth": "C",221 "raw_static_prediction": "D",222 "raw_static_confidence": 0.388916015625,223 "ppl_prediction": "D",224 "is_raw_correct": false,225 "is_ppl_correct": false226 },227 {228 "quiz_id": 407,229 "ground_truth": "D",230 "raw_static_prediction": "C",231 "raw_static_confidence": 0.60498046875,232 "ppl_prediction": "D",233 "is_raw_correct": false,234 "is_ppl_correct": true235 },236 {237 "quiz_id": 1466,238 "ground_truth": "B",239 "raw_static_prediction": "A",240 "raw_static_confidence": 0.453125,241 "ppl_prediction": "D",242 "is_raw_correct": false,243 "is_ppl_correct": false244 },245 {246 "quiz_id": 1330,247 "ground_truth": "C",248 "raw_static_prediction": "B",249 "raw_static_confidence": 0.403076171875,250 "ppl_prediction": "A",251 "is_raw_correct": false,252 "is_ppl_correct": false253 },254 {255 "quiz_id": 1436,256 "ground_truth": "C",257 "raw_static_prediction": "A",258 "raw_static_confidence": 0.456298828125,259 "ppl_prediction": "C",260 "is_raw_correct": false,261 "is_ppl_correct": true262 },263 {264 "quiz_id": 859,265 "ground_truth": "B",266 "raw_static_prediction": "B",267 "raw_static_confidence": 0.95751953125,268 "ppl_prediction": "B",269 "is_raw_correct": true,270 "is_ppl_correct": true271 },272 {273 "quiz_id": 451,274 "ground_truth": "D",275 "raw_static_prediction": "C",276 "raw_static_confidence": 0.468017578125,277 "ppl_prediction": "D",278 "is_raw_correct": false,279 "is_ppl_correct": true280 },281 {282 "quiz_id": 919,283 "ground_truth": "C",284 "raw_static_prediction": "B",285 "raw_static_confidence": 0.28759765625,286 "ppl_prediction": "A",287 "is_raw_correct": false,288 "is_ppl_correct": false289 },290 {291 "quiz_id": 1206,292 "ground_truth": "A",293 "raw_static_prediction": "A",294 "raw_static_confidence": 0.396728515625,295 "ppl_prediction": "A",296 "is_raw_correct": true,297 "is_ppl_correct": true298 },299 {300 "quiz_id": 569,301 "ground_truth": "B",302 "raw_static_prediction": "B",303 "raw_static_confidence": 0.88134765625,304 "ppl_prediction": "B",305 "is_raw_correct": true,306 "is_ppl_correct": true307 },308 {309 "quiz_id": 13,310 "ground_truth": "C",311 "raw_static_prediction": "A",312 "raw_static_confidence": 0.42822265625,313 "ppl_prediction": "D",314 "is_raw_correct": false,315 "is_ppl_correct": false316 },317 {318 "quiz_id": 326,319 "ground_truth": "D",320 "raw_static_prediction": "A",321 "raw_static_confidence": 0.34130859375,322 "ppl_prediction": "D",323 "is_raw_correct": false,324 "is_ppl_correct": true325 },326 {327 "quiz_id": 1429,328 "ground_truth": "B",329 "raw_static_prediction": "A",330 "raw_static_confidence": 0.3974609375,331 "ppl_prediction": "A",332 "is_raw_correct": false,333 "is_ppl_correct": false334 },335 {336 "quiz_id": 865,337 "ground_truth": "B",338 "raw_static_prediction": "B",339 "raw_static_confidence": 0.9482421875,340 "ppl_prediction": "B",341 "is_raw_correct": true,342 "is_ppl_correct": true343 },344 {345 "quiz_id": 696,346 "ground_truth": "A",347 "raw_static_prediction": "A",348 "raw_static_confidence": 0.51025390625,349 "ppl_prediction": "A",350 "is_raw_correct": true,351 "is_ppl_correct": true352 },353 {354 "quiz_id": 318,355 "ground_truth": "C",356 "raw_static_prediction": "B",357 "raw_static_confidence": 0.30078125,358 "ppl_prediction": "C",359 "is_raw_correct": false,360 "is_ppl_correct": true361 },362 {363 "quiz_id": 440,364 "ground_truth": "C",365 "raw_static_prediction": "C",366 "raw_static_confidence": 0.7216796875,367 "ppl_prediction": "C",368 "is_raw_correct": true,369 "is_ppl_correct": true370 },371 {372 "quiz_id": 689,373 "ground_truth": "A",374 "raw_static_prediction": "A",375 "raw_static_confidence": 0.368896484375,376 "ppl_prediction": "A",377 "is_raw_correct": true,378 "is_ppl_correct": true379 },380 {381 "quiz_id": 189,382 "ground_truth": "C",383 "raw_static_prediction": "C",384 "raw_static_confidence": 0.315673828125,385 "ppl_prediction": "A",386 "is_raw_correct": true,387 "is_ppl_correct": false388 },389 {390 "quiz_id": 778,391 "ground_truth": "D",392 "raw_static_prediction": "D",393 "raw_static_confidence": 0.79541015625,394 "ppl_prediction": "D",395 "is_raw_correct": true,396 "is_ppl_correct": true397 },398 {399 "quiz_id": 198,400 "ground_truth": "B",401 "raw_static_prediction": "D",402 "raw_static_confidence": 0.3310546875,403 "ppl_prediction": "B",404 "is_raw_correct": false,405 "is_ppl_correct": true406 },407 {408 "quiz_id": 735,409 "ground_truth": "C",410 "raw_static_prediction": "C",411 "raw_static_confidence": 0.8076171875,412 "ppl_prediction": "D",413 "is_raw_correct": true,414 "is_ppl_correct": false415 },416 {417 "quiz_id": 704,418 "ground_truth": "B",419 "raw_static_prediction": "C",420 "raw_static_confidence": 0.448974609375,421 "ppl_prediction": "B",422 "is_raw_correct": false,423 "is_ppl_correct": true424 },425 {426 "quiz_id": 1236,427 "ground_truth": "C",428 "raw_static_prediction": "D",429 "raw_static_confidence": 0.408203125,430 "ppl_prediction": "B",431 "is_raw_correct": false,432 "is_ppl_correct": false433 },434 {435 "quiz_id": 541,436 "ground_truth": "A",437 "raw_static_prediction": "B",438 "raw_static_confidence": 0.44970703125,439 "ppl_prediction": "C",440 "is_raw_correct": false,441 "is_ppl_correct": false442 },443 {444 "quiz_id": 88,445 "ground_truth": "C",446 "raw_static_prediction": "B",447 "raw_static_confidence": 0.54833984375,448 "ppl_prediction": "A",449 "is_raw_correct": false,450 "is_ppl_correct": false451 },452 {453 "quiz_id": 1494,454 "ground_truth": "C",455 "raw_static_prediction": "B",456 "raw_static_confidence": 0.355224609375,457 "ppl_prediction": "A",458 "is_raw_correct": false,459 "is_ppl_correct": false460 },461 {462 "quiz_id": 940,463 "ground_truth": "B",464 "raw_static_prediction": "B",465 "raw_static_confidence": 0.30615234375,466 "ppl_prediction": "A",467 "is_raw_correct": true,468 "is_ppl_correct": false469 },470 {471 "quiz_id": 1098,472 "ground_truth": "C",473 "raw_static_prediction": "B",474 "raw_static_confidence": 0.361083984375,475 "ppl_prediction": "B",476 "is_raw_correct": false,477 "is_ppl_correct": false478 },479 {480 "quiz_id": 255,481 "ground_truth": "C",482 "raw_static_prediction": "B",483 "raw_static_confidence": 0.298583984375,484 "ppl_prediction": "C",485 "is_raw_correct": false,486 "is_ppl_correct": true487 },488 {489 "quiz_id": 775,490 "ground_truth": "B",491 "raw_static_prediction": "B",492 "raw_static_confidence": 0.57421875,493 "ppl_prediction": "B",494 "is_raw_correct": true,495 "is_ppl_correct": true496 },497 {498 "quiz_id": 161,499 "ground_truth": "D",500 "raw_static_prediction": "A",501 "raw_static_confidence": 0.298828125,502 "ppl_prediction": "D",503 "is_raw_correct": false,504 "is_ppl_correct": true505 },506 {507 "quiz_id": 1130,508 "ground_truth": "C",509 "raw_static_prediction": "A",510 "raw_static_confidence": 0.40087890625,511 "ppl_prediction": "C",512 "is_raw_correct": false,513 "is_ppl_correct": true514 },515 {516 "quiz_id": 600,517 "ground_truth": "B",518 "raw_static_prediction": "C",519 "raw_static_confidence": 0.3583984375,520 "ppl_prediction": "D",521 "is_raw_correct": false,522 "is_ppl_correct": false523 },524 {525 "quiz_id": 1287,526 "ground_truth": "B",527 "raw_static_prediction": "B",528 "raw_static_confidence": 0.30859375,529 "ppl_prediction": "B",530 "is_raw_correct": true,531 "is_ppl_correct": true532 },533 {534 "quiz_id": 1266,535 "ground_truth": "C",536 "raw_static_prediction": "C",537 "raw_static_confidence": 0.386962890625,538 "ppl_prediction": "A",539 "is_raw_correct": true,540 "is_ppl_correct": false541 },542 {543 "quiz_id": 740,544 "ground_truth": "C",545 "raw_static_prediction": "C",546 "raw_static_confidence": 0.27490234375,547 "ppl_prediction": "C",548 "is_raw_correct": true,549 "is_ppl_correct": true550 },551 {552 "quiz_id": 1182,553 "ground_truth": "B",554 "raw_static_prediction": "D",555 "raw_static_confidence": 0.411865234375,556 "ppl_prediction": "C",557 "is_raw_correct": false,558 "is_ppl_correct": false559 },560 {561 "quiz_id": 393,562 "ground_truth": "A",563 "raw_static_prediction": "C",564 "raw_static_confidence": 0.623046875,565 "ppl_prediction": "C",566 "is_raw_correct": false,567 "is_ppl_correct": false568 },569 {570 "quiz_id": 1442,571 "ground_truth": "A",572 "raw_static_prediction": "A",573 "raw_static_confidence": 0.57763671875,574 "ppl_prediction": "A",575 "is_raw_correct": true,576 "is_ppl_correct": true577 },578 {579 "quiz_id": 142,580 "ground_truth": "D",581 "raw_static_prediction": "B",582 "raw_static_confidence": 0.38525390625,583 "ppl_prediction": "D",584 "is_raw_correct": false,585 "is_ppl_correct": true586 },587 {588 "quiz_id": 93,589 "ground_truth": "D",590 "raw_static_prediction": "D",591 "raw_static_confidence": 0.84228515625,592 "ppl_prediction": "D",593 "is_raw_correct": true,594 "is_ppl_correct": true595 },596 {597 "quiz_id": 1354,598 "ground_truth": "A",599 "raw_static_prediction": "A",600 "raw_static_confidence": 0.681640625,601 "ppl_prediction": "C",602 "is_raw_correct": true,603 "is_ppl_correct": false604 },605 {606 "quiz_id": 466,607 "ground_truth": "C",608 "raw_static_prediction": "A",609 "raw_static_confidence": 0.290771484375,610 "ppl_prediction": "D",611 "is_raw_correct": false,612 "is_ppl_correct": false613 },614 {615 "quiz_id": 592,616 "ground_truth": "A",617 "raw_static_prediction": "C",618 "raw_static_confidence": 0.5087890625,619 "ppl_prediction": "C",620 "is_raw_correct": false,621 "is_ppl_correct": false622 },623 {624 "quiz_id": 163,625 "ground_truth": "A",626 "raw_static_prediction": "A",627 "raw_static_confidence": 0.309326171875,628 "ppl_prediction": "C",629 "is_raw_correct": true,630 "is_ppl_correct": false631 },632 {633 "quiz_id": 206,634 "ground_truth": "A",635 "raw_static_prediction": "C",636 "raw_static_confidence": 0.36083984375,637 "ppl_prediction": "D",638 "is_raw_correct": false,639 "is_ppl_correct": false640 },641 {642 "quiz_id": 928,643 "ground_truth": "A",644 "raw_static_prediction": "B",645 "raw_static_confidence": 0.289794921875,646 "ppl_prediction": "A",647 "is_raw_correct": false,648 "is_ppl_correct": true649 },650 {651 "quiz_id": 1301,652 "ground_truth": "C",653 "raw_static_prediction": "B",654 "raw_static_confidence": 0.3837890625,655 "ppl_prediction": "C",656 "is_raw_correct": false,657 "is_ppl_correct": true658 },659 {660 "quiz_id": 747,661 "ground_truth": "D",662 "raw_static_prediction": "C",663 "raw_static_confidence": 0.41650390625,664 "ppl_prediction": "D",665 "is_raw_correct": false,666 "is_ppl_correct": true667 },668 {669 "quiz_id": 333,670 "ground_truth": "A",671 "raw_static_prediction": "C",672 "raw_static_confidence": 0.359130859375,673 "ppl_prediction": "D",674 "is_raw_correct": false,675 "is_ppl_correct": false676 },677 {678 "quiz_id": 758,679 "ground_truth": "C",680 "raw_static_prediction": "C",681 "raw_static_confidence": 0.892578125,682 "ppl_prediction": "C",683 "is_raw_correct": true,684 "is_ppl_correct": true685 },686 {687 "quiz_id": 727,688 "ground_truth": "A",689 "raw_static_prediction": "A",690 "raw_static_confidence": 0.96435546875,691 "ppl_prediction": "A",692 "is_raw_correct": true,693 "is_ppl_correct": true694 },695 {696 "quiz_id": 429,697 "ground_truth": "C",698 "raw_static_prediction": "C",699 "raw_static_confidence": 0.40869140625,700 "ppl_prediction": "C",701 "is_raw_correct": true,702 "is_ppl_correct": true703 },704 {705 "quiz_id": 1372,706 "ground_truth": "A",707 "raw_static_prediction": "A",708 "raw_static_confidence": 0.82568359375,709 "ppl_prediction": "A",710 "is_raw_correct": true,711 "is_ppl_correct": true712 },713 {714 "quiz_id": 546,715 "ground_truth": "A",716 "raw_static_prediction": "A",717 "raw_static_confidence": 0.9599609375,718 "ppl_prediction": "A",719 "is_raw_correct": true,720 "is_ppl_correct": true721 },722 {723 "quiz_id": 1437,724 "ground_truth": "C",725 "raw_static_prediction": "C",726 "raw_static_confidence": 0.401611328125,727 "ppl_prediction": "A",728 "is_raw_correct": true,729 "is_ppl_correct": false730 },731 {732 "quiz_id": 1399,733 "ground_truth": "A",734 "raw_static_prediction": "A",735 "raw_static_confidence": 0.490234375,736 "ppl_prediction": "A",737 "is_raw_correct": true,738 "is_ppl_correct": true739 },740 {741 "quiz_id": 1327,742 "ground_truth": "B",743 "raw_static_prediction": "C",744 "raw_static_confidence": 0.33056640625,745 "ppl_prediction": "A",746 "is_raw_correct": false,747 "is_ppl_correct": false748 },749 {750 "quiz_id": 146,751 "ground_truth": "B",752 "raw_static_prediction": "B",753 "raw_static_confidence": 0.419677734375,754 "ppl_prediction": "C",755 "is_raw_correct": true,756 "is_ppl_correct": false757 },758 {759 "quiz_id": 1247,760 "ground_truth": "A",761 "raw_static_prediction": "A",762 "raw_static_confidence": 0.32666015625,763 "ppl_prediction": "D",764 "is_raw_correct": true,765 "is_ppl_correct": false766 },767 {768 "quiz_id": 1300,769 "ground_truth": "C",770 "raw_static_prediction": "B",771 "raw_static_confidence": 0.263671875,772 "ppl_prediction": "B",773 "is_raw_correct": false,774 "is_ppl_correct": false775 },776 {777 "quiz_id": 350,778 "ground_truth": "C",779 "raw_static_prediction": "C",780 "raw_static_confidence": 0.307373046875,781 "ppl_prediction": "A",782 "is_raw_correct": true,783 "is_ppl_correct": false784 },785 {786 "quiz_id": 1093,787 "ground_truth": "C",788 "raw_static_prediction": "B",789 "raw_static_confidence": 0.317626953125,790 "ppl_prediction": "D",791 "is_raw_correct": false,792 "is_ppl_correct": false793 },794 {795 "quiz_id": 1493,796 "ground_truth": "A",797 "raw_static_prediction": "A",798 "raw_static_confidence": 0.939453125,799 "ppl_prediction": "B",800 "is_raw_correct": true,801 "is_ppl_correct": false802 },803 {804 "quiz_id": 334,805 "ground_truth": "D",806 "raw_static_prediction": "A",807 "raw_static_confidence": 0.5390625,808 "ppl_prediction": "C",809 "is_raw_correct": false,810 "is_ppl_correct": false811 },812 {813 "quiz_id": 946,814 "ground_truth": "B",815 "raw_static_prediction": "B",816 "raw_static_confidence": 0.299072265625,817 "ppl_prediction": "A",818 "is_raw_correct": true,819 "is_ppl_correct": false820 },821 {822 "quiz_id": 777,823 "ground_truth": "B",824 "raw_static_prediction": "B",825 "raw_static_confidence": 0.544921875,826 "ppl_prediction": "B",827 "is_raw_correct": true,828 "is_ppl_correct": true829 },830 {831 "quiz_id": 552,832 "ground_truth": "A",833 "raw_static_prediction": "B",834 "raw_static_confidence": 0.428466796875,835 "ppl_prediction": "A",836 "is_raw_correct": false,837 "is_ppl_correct": true838 },839 {840 "quiz_id": 1310,841 "ground_truth": "A",842 "raw_static_prediction": "A",843 "raw_static_confidence": 0.41748046875,844 "ppl_prediction": "B",845 "is_raw_correct": true,846 "is_ppl_correct": false847 },848 {849 "quiz_id": 1409,850 "ground_truth": "A",851 "raw_static_prediction": "A",852 "raw_static_confidence": 0.486572265625,853 "ppl_prediction": "A",854 "is_raw_correct": true,855 "is_ppl_correct": true856 },857 {858 "quiz_id": 1140,859 "ground_truth": "D",860 "raw_static_prediction": "C",861 "raw_static_confidence": 0.278564453125,862 "ppl_prediction": "D",863 "is_raw_correct": false,864 "is_ppl_correct": true865 },866 {867 "quiz_id": 449,868 "ground_truth": "D",869 "raw_static_prediction": "C",870 "raw_static_confidence": 0.334228515625,871 "ppl_prediction": "D",872 "is_raw_correct": false,873 "is_ppl_correct": true874 },875 {876 "quiz_id": 1402,877 "ground_truth": "B",878 "raw_static_prediction": "C",879 "raw_static_confidence": 0.336669921875,880 "ppl_prediction": "D",881 "is_raw_correct": false,882 "is_ppl_correct": false883 },884 {885 "quiz_id": 664,886 "ground_truth": "C",887 "raw_static_prediction": "C",888 "raw_static_confidence": 0.93505859375,889 "ppl_prediction": "C",890 "is_raw_correct": true,891 "is_ppl_correct": true892 },893 {894 "quiz_id": 114,895 "ground_truth": "D",896 "raw_static_prediction": "C",897 "raw_static_confidence": 0.435302734375,898 "ppl_prediction": "D",899 "is_raw_correct": false,900 "is_ppl_correct": true901 },902 {903 "quiz_id": 469,904 "ground_truth": "A",905 "raw_static_prediction": "A",906 "raw_static_confidence": 0.2890625,907 "ppl_prediction": "B",908 "is_raw_correct": true,909 "is_ppl_correct": false910 },911 {912 "quiz_id": 646,913 "ground_truth": "A",914 "raw_static_prediction": "A",915 "raw_static_confidence": 0.466552734375,916 "ppl_prediction": "A",917 "is_raw_correct": true,918 "is_ppl_correct": true919 },920 {921 "quiz_id": 821,922 "ground_truth": "B",923 "raw_static_prediction": "B",924 "raw_static_confidence": 0.88427734375,925 "ppl_prediction": "B",926 "is_raw_correct": true,927 "is_ppl_correct": true928 },929 {930 "quiz_id": 548,931 "ground_truth": "B",932 "raw_static_prediction": "B",933 "raw_static_confidence": 0.9853515625,934 "ppl_prediction": "B",935 "is_raw_correct": true,936 "is_ppl_correct": true937 },938 {939 "quiz_id": 135,940 "ground_truth": "C",941 "raw_static_prediction": "C",942 "raw_static_confidence": 0.443603515625,943 "ppl_prediction": "B",944 "is_raw_correct": true,945 "is_ppl_correct": false946 },947 {948 "quiz_id": 432,949 "ground_truth": "B",950 "raw_static_prediction": "A",951 "raw_static_confidence": 0.468994140625,952 "ppl_prediction": "B",953 "is_raw_correct": false,954 "is_ppl_correct": true955 },956 {957 "quiz_id": 1161,958 "ground_truth": "D",959 "raw_static_prediction": "A",960 "raw_static_confidence": 0.4111328125,961 "ppl_prediction": "A",962 "is_raw_correct": false,963 "is_ppl_correct": false964 },965 {966 "quiz_id": 1470,967 "ground_truth": "C",968 "raw_static_prediction": "C",969 "raw_static_confidence": 0.6083984375,970 "ppl_prediction": "C",971 "is_raw_correct": true,972 "is_ppl_correct": true973 },974 {975 "quiz_id": 644,976 "ground_truth": "B",977 "raw_static_prediction": "B",978 "raw_static_confidence": 0.373291015625,979 "ppl_prediction": "A",980 "is_raw_correct": true,981 "is_ppl_correct": false982 },983 {984 "quiz_id": 435,985 "ground_truth": "D",986 "raw_static_prediction": "B",987 "raw_static_confidence": 0.447509765625,988 "ppl_prediction": "A",989 "is_raw_correct": false,990 "is_ppl_correct": false991 },992 {993 "quiz_id": 1342,994 "ground_truth": "B",995 "raw_static_prediction": "B",996 "raw_static_confidence": 0.402099609375,997 "ppl_prediction": "C",998 "is_raw_correct": true,999 "is_ppl_correct": false1000 },1001 {1002 "quiz_id": 1022,1003 "ground_truth": "C",1004 "raw_static_prediction": "D",1005 "raw_static_confidence": 0.401123046875,1006 "ppl_prediction": "A",1007 "is_raw_correct": false,1008 "is_ppl_correct": false1009 },1010 {1011 "quiz_id": 810,1012 "ground_truth": "A",1013 "raw_static_prediction": "A",1014 "raw_static_confidence": 0.45556640625,1015 "ppl_prediction": "C",1016 "is_raw_correct": true,1017 "is_ppl_correct": false1018 },1019 {1020 "quiz_id": 1316,1021 "ground_truth": "C",1022 "raw_static_prediction": "C",1023 "raw_static_confidence": 0.36474609375,1024 "ppl_prediction": "D",1025 "is_raw_correct": true,1026 "is_ppl_correct": false1027 },1028 {1029 "quiz_id": 939,1030 "ground_truth": "A",1031 "raw_static_prediction": "B",1032 "raw_static_confidence": 0.28759765625,1033 "ppl_prediction": "A",1034 "is_raw_correct": false,1035 "is_ppl_correct": true1036 },1037 {1038 "quiz_id": 292,1039 "ground_truth": "D",1040 "raw_static_prediction": "D",1041 "raw_static_confidence": 0.302001953125,1042 "ppl_prediction": "B",1043 "is_raw_correct": true,1044 "is_ppl_correct": false1045 },1046 {1047 "quiz_id": 542,1048 "ground_truth": "D",1049 "raw_static_prediction": "D",1050 "raw_static_confidence": 0.44287109375,1051 "ppl_prediction": "D",1052 "is_raw_correct": true,1053 "is_ppl_correct": true1054 },1055 {1056 "quiz_id": 505,1057 "ground_truth": "C",1058 "raw_static_prediction": "C",1059 "raw_static_confidence": 0.406005859375,1060 "ppl_prediction": "A",1061 "is_raw_correct": true,1062 "is_ppl_correct": false1063 },1064 {1065 "quiz_id": 1525,1066 "ground_truth": "B",1067 "raw_static_prediction": "A",1068 "raw_static_confidence": 0.7001953125,1069 "ppl_prediction": "B",1070 "is_raw_correct": false,1071 "is_ppl_correct": true1072 },1073 {1074 "quiz_id": 1103,1075 "ground_truth": "C",1076 "raw_static_prediction": "C",1077 "raw_static_confidence": 0.43017578125,1078 "ppl_prediction": "C",1079 "is_raw_correct": true,1080 "is_ppl_correct": true1081 },1082 {1083 "quiz_id": 538,1084 "ground_truth": "C",1085 "raw_static_prediction": "C",1086 "raw_static_confidence": 0.300048828125,1087 "ppl_prediction": "A",1088 "is_raw_correct": true,1089 "is_ppl_correct": false1090 },1091 {1092 "quiz_id": 1529,1093 "ground_truth": "C",1094 "raw_static_prediction": "C",1095 "raw_static_confidence": 0.85107421875,1096 "ppl_prediction": "C",1097 "is_raw_correct": true,1098 "is_ppl_correct": true1099 },1100 {1101 "quiz_id": 1197,1102 "ground_truth": "B",1103 "raw_static_prediction": "A",1104 "raw_static_confidence": 0.32080078125,1105 "ppl_prediction": "B",1106 "is_raw_correct": false,1107 "is_ppl_correct": true1108 },1109 {1110 "quiz_id": 877,1111 "ground_truth": "C",1112 "raw_static_prediction": "D",1113 "raw_static_confidence": 0.3955078125,1114 "ppl_prediction": "C",1115 "is_raw_correct": false,1116 "is_ppl_correct": true1117 },1118 {1119 "quiz_id": 1195,1120 "ground_truth": "A",1121 "raw_static_prediction": "A",1122 "raw_static_confidence": 0.46630859375,1123 "ppl_prediction": "A",1124 "is_raw_correct": true,1125 "is_ppl_correct": true1126 },1127 {1128 "quiz_id": 817,1129 "ground_truth": "D",1130 "raw_static_prediction": "A",1131 "raw_static_confidence": 0.509765625,1132 "ppl_prediction": "D",1133 "is_raw_correct": false,1134 "is_ppl_correct": true1135 },1136 {1137 "quiz_id": 741,1138 "ground_truth": "A",1139 "raw_static_prediction": "B",1140 "raw_static_confidence": 0.377197265625,1141 "ppl_prediction": "B",1142 "is_raw_correct": false,1143 "is_ppl_correct": false1144 },1145 {1146 "quiz_id": 283,1147 "ground_truth": "C",1148 "raw_static_prediction": "C",1149 "raw_static_confidence": 0.327392578125,1150 "ppl_prediction": "C",1151 "is_raw_correct": true,1152 "is_ppl_correct": true1153 },1154 {1155 "quiz_id": 1043,1156 "ground_truth": "A",1157 "raw_static_prediction": "A",1158 "raw_static_confidence": 0.62841796875,1159 "ppl_prediction": "B",1160 "is_raw_correct": true,1161 "is_ppl_correct": false1162 },1163 {1164 "quiz_id": 1010,1165 "ground_truth": "D",1166 "raw_static_prediction": "B",1167 "raw_static_confidence": 0.287109375,1168 "ppl_prediction": "A",1169 "is_raw_correct": false,1170 "is_ppl_correct": false1171 },1172 {1173 "quiz_id": 186,1174 "ground_truth": "C",1175 "raw_static_prediction": "B",1176 "raw_static_confidence": 0.52099609375,1177 "ppl_prediction": "B",1178 "is_raw_correct": false,1179 "is_ppl_correct": false1180 },1181 {1182 "quiz_id": 96,1183 "ground_truth": "B",1184 "raw_static_prediction": "B",1185 "raw_static_confidence": 0.413330078125,1186 "ppl_prediction": "D",1187 "is_raw_correct": true,1188 "is_ppl_correct": false1189 },1190 {1191 "quiz_id": 224,1192 "ground_truth": "D",1193 "raw_static_prediction": "A",1194 "raw_static_confidence": 0.31884765625,1195 "ppl_prediction": "A",1196 "is_raw_correct": false,1197 "is_ppl_correct": false1198 },1199 {1200 "quiz_id": 313,