Raniahossam33/knowledge-drift-experiments
022
1{2 "metadata": {3 "name": "Knowledge Drift Detection Dataset",4 "version": "1.0",5 "created": "2026-02-25T05:26:44.091010",6 "model_target": "Qwen 2.5 7B",7 "model_cutoff": "2024-08-01",8 "description": "Dataset for detecting knowledge drift in LLMs using mechanistic interpretability. Contains temporally-scoped factual queries across stable and changing knowledge.",9 "categories": {10 "stable": "Category 1 - Facts that never change (control)",11 "known_drift": "Category 2 - Facts that changed pre-cutoff (model knows both)",12 "unknown_drift": "Category 3 - Facts that changed post-cutoff (model doesn't know)",13 "no_drift": "Category 4 - Changeable facts that didn't change (control)"14 },15 "total_samples": 1687016 },17 "samples": [18 {19 "sample_id": "q_000000",20 "query": "In 2015, The capital of France was ___",21 "expected_answer": "Paris",22 "year": 2015,23 "temporal_zone": "pre_cutoff",24 "is_drifted_query": false,25 "model_likely_answer": "",26 "language": "en",27 "entity": "France",28 "relation": "The capital of",29 "knowledge_type": "geographical",30 "category": "stable",31 "source": "manual_curated",32 "parent_id": "stable_0000",33 "drift_date": ""34 },35 {36 "sample_id": "q_000001",37 "query": "In 2018, The capital of France was ___",38 "expected_answer": "Paris",39 "year": 2018,40 "temporal_zone": "pre_cutoff",41 "is_drifted_query": false,42 "model_likely_answer": "",43 "language": "en",44 "entity": "France",45 "relation": "The capital of",46 "knowledge_type": "geographical",47 "category": "stable",48 "source": "manual_curated",49 "parent_id": "stable_0000",50 "drift_date": ""51 },52 {53 "sample_id": "q_000002",54 "query": "In 2020, The capital of France was ___",55 "expected_answer": "Paris",56 "year": 2020,57 "temporal_zone": "pre_cutoff",58 "is_drifted_query": false,59 "model_likely_answer": "",60 "language": "en",61 "entity": "France",62 "relation": "The capital of",63 "knowledge_type": "geographical",64 "category": "stable",65 "source": "manual_curated",66 "parent_id": "stable_0000",67 "drift_date": ""68 },69 {70 "sample_id": "q_000003",71 "query": "In 2022, The capital of France was ___",72 "expected_answer": "Paris",73 "year": 2022,74 "temporal_zone": "pre_cutoff",75 "is_drifted_query": false,76 "model_likely_answer": "",77 "language": "en",78 "entity": "France",79 "relation": "The capital of",80 "knowledge_type": "geographical",81 "category": "stable",82 "source": "manual_curated",83 "parent_id": "stable_0000",84 "drift_date": ""85 },86 {87 "sample_id": "q_000004",88 "query": "In 2023, The capital of France was ___",89 "expected_answer": "Paris",90 "year": 2023,91 "temporal_zone": "pre_cutoff",92 "is_drifted_query": false,93 "model_likely_answer": "",94 "language": "en",95 "entity": "France",96 "relation": "The capital of",97 "knowledge_type": "geographical",98 "category": "stable",99 "source": "manual_curated",100 "parent_id": "stable_0000",101 "drift_date": ""102 },103 {104 "sample_id": "q_000005",105 "query": "In 2024, The capital of France was ___",106 "expected_answer": "Paris",107 "year": 2024,108 "temporal_zone": "near_cutoff",109 "is_drifted_query": false,110 "model_likely_answer": "",111 "language": "en",112 "entity": "France",113 "relation": "The capital of",114 "knowledge_type": "geographical",115 "category": "stable",116 "source": "manual_curated",117 "parent_id": "stable_0000",118 "drift_date": ""119 },120 {121 "sample_id": "q_000006",122 "query": "In 2025, The capital of France is ___",123 "expected_answer": "Paris",124 "year": 2025,125 "temporal_zone": "post_cutoff",126 "is_drifted_query": false,127 "model_likely_answer": "",128 "language": "en",129 "entity": "France",130 "relation": "The capital of",131 "knowledge_type": "geographical",132 "category": "stable",133 "source": "manual_curated",134 "parent_id": "stable_0000",135 "drift_date": ""136 },137 {138 "sample_id": "q_000007",139 "query": "In 2015, The capital of Japan was ___",140 "expected_answer": "Tokyo",141 "year": 2015,142 "temporal_zone": "pre_cutoff",143 "is_drifted_query": false,144 "model_likely_answer": "",145 "language": "en",146 "entity": "Japan",147 "relation": "The capital of",148 "knowledge_type": "geographical",149 "category": "stable",150 "source": "manual_curated",151 "parent_id": "stable_0001",152 "drift_date": ""153 },154 {155 "sample_id": "q_000008",156 "query": "In 2018, The capital of Japan was ___",157 "expected_answer": "Tokyo",158 "year": 2018,159 "temporal_zone": "pre_cutoff",160 "is_drifted_query": false,161 "model_likely_answer": "",162 "language": "en",163 "entity": "Japan",164 "relation": "The capital of",165 "knowledge_type": "geographical",166 "category": "stable",167 "source": "manual_curated",168 "parent_id": "stable_0001",169 "drift_date": ""170 },171 {172 "sample_id": "q_000009",173 "query": "In 2020, The capital of Japan was ___",174 "expected_answer": "Tokyo",175 "year": 2020,176 "temporal_zone": "pre_cutoff",177 "is_drifted_query": false,178 "model_likely_answer": "",179 "language": "en",180 "entity": "Japan",181 "relation": "The capital of",182 "knowledge_type": "geographical",183 "category": "stable",184 "source": "manual_curated",185 "parent_id": "stable_0001",186 "drift_date": ""187 },188 {189 "sample_id": "q_000010",190 "query": "In 2022, The capital of Japan was ___",191 "expected_answer": "Tokyo",192 "year": 2022,193 "temporal_zone": "pre_cutoff",194 "is_drifted_query": false,195 "model_likely_answer": "",196 "language": "en",197 "entity": "Japan",198 "relation": "The capital of",199 "knowledge_type": "geographical",200 "category": "stable",201 "source": "manual_curated",202 "parent_id": "stable_0001",203 "drift_date": ""204 },205 {206 "sample_id": "q_000011",207 "query": "In 2023, The capital of Japan was ___",208 "expected_answer": "Tokyo",209 "year": 2023,210 "temporal_zone": "pre_cutoff",211 "is_drifted_query": false,212 "model_likely_answer": "",213 "language": "en",214 "entity": "Japan",215 "relation": "The capital of",216 "knowledge_type": "geographical",217 "category": "stable",218 "source": "manual_curated",219 "parent_id": "stable_0001",220 "drift_date": ""221 },222 {223 "sample_id": "q_000012",224 "query": "In 2024, The capital of Japan was ___",225 "expected_answer": "Tokyo",226 "year": 2024,227 "temporal_zone": "near_cutoff",228 "is_drifted_query": false,229 "model_likely_answer": "",230 "language": "en",231 "entity": "Japan",232 "relation": "The capital of",233 "knowledge_type": "geographical",234 "category": "stable",235 "source": "manual_curated",236 "parent_id": "stable_0001",237 "drift_date": ""238 },239 {240 "sample_id": "q_000013",241 "query": "In 2025, The capital of Japan is ___",242 "expected_answer": "Tokyo",243 "year": 2025,244 "temporal_zone": "post_cutoff",245 "is_drifted_query": false,246 "model_likely_answer": "",247 "language": "en",248 "entity": "Japan",249 "relation": "The capital of",250 "knowledge_type": "geographical",251 "category": "stable",252 "source": "manual_curated",253 "parent_id": "stable_0001",254 "drift_date": ""255 },256 {257 "sample_id": "q_000014",258 "query": "In 2015, The capital of Egypt was ___",259 "expected_answer": "Cairo",260 "year": 2015,261 "temporal_zone": "pre_cutoff",262 "is_drifted_query": false,263 "model_likely_answer": "",264 "language": "en",265 "entity": "Egypt",266 "relation": "The capital of",267 "knowledge_type": "geographical",268 "category": "stable",269 "source": "manual_curated",270 "parent_id": "stable_0002",271 "drift_date": ""272 },273 {274 "sample_id": "q_000015",275 "query": "In 2018, The capital of Egypt was ___",276 "expected_answer": "Cairo",277 "year": 2018,278 "temporal_zone": "pre_cutoff",279 "is_drifted_query": false,280 "model_likely_answer": "",281 "language": "en",282 "entity": "Egypt",283 "relation": "The capital of",284 "knowledge_type": "geographical",285 "category": "stable",286 "source": "manual_curated",287 "parent_id": "stable_0002",288 "drift_date": ""289 },290 {291 "sample_id": "q_000016",292 "query": "In 2020, The capital of Egypt was ___",293 "expected_answer": "Cairo",294 "year": 2020,295 "temporal_zone": "pre_cutoff",296 "is_drifted_query": false,297 "model_likely_answer": "",298 "language": "en",299 "entity": "Egypt",300 "relation": "The capital of",301 "knowledge_type": "geographical",302 "category": "stable",303 "source": "manual_curated",304 "parent_id": "stable_0002",305 "drift_date": ""306 },307 {308 "sample_id": "q_000017",309 "query": "In 2022, The capital of Egypt was ___",310 "expected_answer": "Cairo",311 "year": 2022,312 "temporal_zone": "pre_cutoff",313 "is_drifted_query": false,314 "model_likely_answer": "",315 "language": "en",316 "entity": "Egypt",317 "relation": "The capital of",318 "knowledge_type": "geographical",319 "category": "stable",320 "source": "manual_curated",321 "parent_id": "stable_0002",322 "drift_date": ""323 },324 {325 "sample_id": "q_000018",326 "query": "In 2023, The capital of Egypt was ___",327 "expected_answer": "Cairo",328 "year": 2023,329 "temporal_zone": "pre_cutoff",330 "is_drifted_query": false,331 "model_likely_answer": "",332 "language": "en",333 "entity": "Egypt",334 "relation": "The capital of",335 "knowledge_type": "geographical",336 "category": "stable",337 "source": "manual_curated",338 "parent_id": "stable_0002",339 "drift_date": ""340 },341 {342 "sample_id": "q_000019",343 "query": "In 2024, The capital of Egypt was ___",344 "expected_answer": "Cairo",345 "year": 2024,346 "temporal_zone": "near_cutoff",347 "is_drifted_query": false,348 "model_likely_answer": "",349 "language": "en",350 "entity": "Egypt",351 "relation": "The capital of",352 "knowledge_type": "geographical",353 "category": "stable",354 "source": "manual_curated",355 "parent_id": "stable_0002",356 "drift_date": ""357 },358 {359 "sample_id": "q_000020",360 "query": "In 2025, The capital of Egypt is ___",361 "expected_answer": "Cairo",362 "year": 2025,363 "temporal_zone": "post_cutoff",364 "is_drifted_query": false,365 "model_likely_answer": "",366 "language": "en",367 "entity": "Egypt",368 "relation": "The capital of",369 "knowledge_type": "geographical",370 "category": "stable",371 "source": "manual_curated",372 "parent_id": "stable_0002",373 "drift_date": ""374 },375 {376 "sample_id": "q_000021",377 "query": "In 2015, The capital of Germany was ___",378 "expected_answer": "Berlin",379 "year": 2015,380 "temporal_zone": "pre_cutoff",381 "is_drifted_query": false,382 "model_likely_answer": "",383 "language": "en",384 "entity": "Germany",385 "relation": "The capital of",386 "knowledge_type": "geographical",387 "category": "stable",388 "source": "manual_curated",389 "parent_id": "stable_0003",390 "drift_date": ""391 },392 {393 "sample_id": "q_000022",394 "query": "In 2018, The capital of Germany was ___",395 "expected_answer": "Berlin",396 "year": 2018,397 "temporal_zone": "pre_cutoff",398 "is_drifted_query": false,399 "model_likely_answer": "",400 "language": "en",401 "entity": "Germany",402 "relation": "The capital of",403 "knowledge_type": "geographical",404 "category": "stable",405 "source": "manual_curated",406 "parent_id": "stable_0003",407 "drift_date": ""408 },409 {410 "sample_id": "q_000023",411 "query": "In 2020, The capital of Germany was ___",412 "expected_answer": "Berlin",413 "year": 2020,414 "temporal_zone": "pre_cutoff",415 "is_drifted_query": false,416 "model_likely_answer": "",417 "language": "en",418 "entity": "Germany",419 "relation": "The capital of",420 "knowledge_type": "geographical",421 "category": "stable",422 "source": "manual_curated",423 "parent_id": "stable_0003",424 "drift_date": ""425 },426 {427 "sample_id": "q_000024",428 "query": "In 2022, The capital of Germany was ___",429 "expected_answer": "Berlin",430 "year": 2022,431 "temporal_zone": "pre_cutoff",432 "is_drifted_query": false,433 "model_likely_answer": "",434 "language": "en",435 "entity": "Germany",436 "relation": "The capital of",437 "knowledge_type": "geographical",438 "category": "stable",439 "source": "manual_curated",440 "parent_id": "stable_0003",441 "drift_date": ""442 },443 {444 "sample_id": "q_000025",445 "query": "In 2023, The capital of Germany was ___",446 "expected_answer": "Berlin",447 "year": 2023,448 "temporal_zone": "pre_cutoff",449 "is_drifted_query": false,450 "model_likely_answer": "",451 "language": "en",452 "entity": "Germany",453 "relation": "The capital of",454 "knowledge_type": "geographical",455 "category": "stable",456 "source": "manual_curated",457 "parent_id": "stable_0003",458 "drift_date": ""459 },460 {461 "sample_id": "q_000026",462 "query": "In 2024, The capital of Germany was ___",463 "expected_answer": "Berlin",464 "year": 2024,465 "temporal_zone": "near_cutoff",466 "is_drifted_query": false,467 "model_likely_answer": "",468 "language": "en",469 "entity": "Germany",470 "relation": "The capital of",471 "knowledge_type": "geographical",472 "category": "stable",473 "source": "manual_curated",474 "parent_id": "stable_0003",475 "drift_date": ""476 },477 {478 "sample_id": "q_000027",479 "query": "In 2025, The capital of Germany is ___",480 "expected_answer": "Berlin",481 "year": 2025,482 "temporal_zone": "post_cutoff",483 "is_drifted_query": false,484 "model_likely_answer": "",485 "language": "en",486 "entity": "Germany",487 "relation": "The capital of",488 "knowledge_type": "geographical",489 "category": "stable",490 "source": "manual_curated",491 "parent_id": "stable_0003",492 "drift_date": ""493 },494 {495 "sample_id": "q_000028",496 "query": "In 2015, The capital of Brazil was ___",497 "expected_answer": "Brasília",498 "year": 2015,499 "temporal_zone": "pre_cutoff",500 "is_drifted_query": false,501 "model_likely_answer": "",502 "language": "en",503 "entity": "Brazil",504 "relation": "The capital of",505 "knowledge_type": "geographical",506 "category": "stable",507 "source": "manual_curated",508 "parent_id": "stable_0004",509 "drift_date": ""510 },511 {512 "sample_id": "q_000029",513 "query": "In 2018, The capital of Brazil was ___",514 "expected_answer": "Brasília",515 "year": 2018,516 "temporal_zone": "pre_cutoff",517 "is_drifted_query": false,518 "model_likely_answer": "",519 "language": "en",520 "entity": "Brazil",521 "relation": "The capital of",522 "knowledge_type": "geographical",523 "category": "stable",524 "source": "manual_curated",525 "parent_id": "stable_0004",526 "drift_date": ""527 },528 {529 "sample_id": "q_000030",530 "query": "In 2020, The capital of Brazil was ___",531 "expected_answer": "Brasília",532 "year": 2020,533 "temporal_zone": "pre_cutoff",534 "is_drifted_query": false,535 "model_likely_answer": "",536 "language": "en",537 "entity": "Brazil",538 "relation": "The capital of",539 "knowledge_type": "geographical",540 "category": "stable",541 "source": "manual_curated",542 "parent_id": "stable_0004",543 "drift_date": ""544 },545 {546 "sample_id": "q_000031",547 "query": "In 2022, The capital of Brazil was ___",548 "expected_answer": "Brasília",549 "year": 2022,550 "temporal_zone": "pre_cutoff",551 "is_drifted_query": false,552 "model_likely_answer": "",553 "language": "en",554 "entity": "Brazil",555 "relation": "The capital of",556 "knowledge_type": "geographical",557 "category": "stable",558 "source": "manual_curated",559 "parent_id": "stable_0004",560 "drift_date": ""561 },562 {563 "sample_id": "q_000032",564 "query": "In 2023, The capital of Brazil was ___",565 "expected_answer": "Brasília",566 "year": 2023,567 "temporal_zone": "pre_cutoff",568 "is_drifted_query": false,569 "model_likely_answer": "",570 "language": "en",571 "entity": "Brazil",572 "relation": "The capital of",573 "knowledge_type": "geographical",574 "category": "stable",575 "source": "manual_curated",576 "parent_id": "stable_0004",577 "drift_date": ""578 },579 {580 "sample_id": "q_000033",581 "query": "In 2024, The capital of Brazil was ___",582 "expected_answer": "Brasília",583 "year": 2024,584 "temporal_zone": "near_cutoff",585 "is_drifted_query": false,586 "model_likely_answer": "",587 "language": "en",588 "entity": "Brazil",589 "relation": "The capital of",590 "knowledge_type": "geographical",591 "category": "stable",592 "source": "manual_curated",593 "parent_id": "stable_0004",594 "drift_date": ""595 },596 {597 "sample_id": "q_000034",598 "query": "In 2025, The capital of Brazil is ___",599 "expected_answer": "Brasília",600 "year": 2025,601 "temporal_zone": "post_cutoff",602 "is_drifted_query": false,603 "model_likely_answer": "",604 "language": "en",605 "entity": "Brazil",606 "relation": "The capital of",607 "knowledge_type": "geographical",608 "category": "stable",609 "source": "manual_curated",610 "parent_id": "stable_0004",611 "drift_date": ""612 },613 {614 "sample_id": "q_000035",615 "query": "In 2015, The capital of Australia was ___",616 "expected_answer": "Canberra",617 "year": 2015,618 "temporal_zone": "pre_cutoff",619 "is_drifted_query": false,620 "model_likely_answer": "",621 "language": "en",622 "entity": "Australia",623 "relation": "The capital of",624 "knowledge_type": "geographical",625 "category": "stable",626 "source": "manual_curated",627 "parent_id": "stable_0005",628 "drift_date": ""629 },630 {631 "sample_id": "q_000036",632 "query": "In 2018, The capital of Australia was ___",633 "expected_answer": "Canberra",634 "year": 2018,635 "temporal_zone": "pre_cutoff",636 "is_drifted_query": false,637 "model_likely_answer": "",638 "language": "en",639 "entity": "Australia",640 "relation": "The capital of",641 "knowledge_type": "geographical",642 "category": "stable",643 "source": "manual_curated",644 "parent_id": "stable_0005",645 "drift_date": ""646 },647 {648 "sample_id": "q_000037",649 "query": "In 2020, The capital of Australia was ___",650 "expected_answer": "Canberra",651 "year": 2020,652 "temporal_zone": "pre_cutoff",653 "is_drifted_query": false,654 "model_likely_answer": "",655 "language": "en",656 "entity": "Australia",657 "relation": "The capital of",658 "knowledge_type": "geographical",659 "category": "stable",660 "source": "manual_curated",661 "parent_id": "stable_0005",662 "drift_date": ""663 },664 {665 "sample_id": "q_000038",666 "query": "In 2022, The capital of Australia was ___",667 "expected_answer": "Canberra",668 "year": 2022,669 "temporal_zone": "pre_cutoff",670 "is_drifted_query": false,671 "model_likely_answer": "",672 "language": "en",673 "entity": "Australia",674 "relation": "The capital of",675 "knowledge_type": "geographical",676 "category": "stable",677 "source": "manual_curated",678 "parent_id": "stable_0005",679 "drift_date": ""680 },681 {682 "sample_id": "q_000039",683 "query": "In 2023, The capital of Australia was ___",684 "expected_answer": "Canberra",685 "year": 2023,686 "temporal_zone": "pre_cutoff",687 "is_drifted_query": false,688 "model_likely_answer": "",689 "language": "en",690 "entity": "Australia",691 "relation": "The capital of",692 "knowledge_type": "geographical",693 "category": "stable",694 "source": "manual_curated",695 "parent_id": "stable_0005",696 "drift_date": ""697 },698 {699 "sample_id": "q_000040",700 "query": "In 2024, The capital of Australia was ___",701 "expected_answer": "Canberra",702 "year": 2024,703 "temporal_zone": "near_cutoff",704 "is_drifted_query": false,705 "model_likely_answer": "",706 "language": "en",707 "entity": "Australia",708 "relation": "The capital of",709 "knowledge_type": "geographical",710 "category": "stable",711 "source": "manual_curated",712 "parent_id": "stable_0005",713 "drift_date": ""714 },715 {716 "sample_id": "q_000041",717 "query": "In 2025, The capital of Australia is ___",718 "expected_answer": "Canberra",719 "year": 2025,720 "temporal_zone": "post_cutoff",721 "is_drifted_query": false,722 "model_likely_answer": "",723 "language": "en",724 "entity": "Australia",725 "relation": "The capital of",726 "knowledge_type": "geographical",727 "category": "stable",728 "source": "manual_curated",729 "parent_id": "stable_0005",730 "drift_date": ""731 },732 {733 "sample_id": "q_000042",734 "query": "In 2015, The capital of Canada was ___",735 "expected_answer": "Ottawa",736 "year": 2015,737 "temporal_zone": "pre_cutoff",738 "is_drifted_query": false,739 "model_likely_answer": "",740 "language": "en",741 "entity": "Canada",742 "relation": "The capital of",743 "knowledge_type": "geographical",744 "category": "stable",745 "source": "manual_curated",746 "parent_id": "stable_0006",747 "drift_date": ""748 },749 {750 "sample_id": "q_000043",751 "query": "In 2018, The capital of Canada was ___",752 "expected_answer": "Ottawa",753 "year": 2018,754 "temporal_zone": "pre_cutoff",755 "is_drifted_query": false,756 "model_likely_answer": "",757 "language": "en",758 "entity": "Canada",759 "relation": "The capital of",760 "knowledge_type": "geographical",761 "category": "stable",762 "source": "manual_curated",763 "parent_id": "stable_0006",764 "drift_date": ""765 },766 {767 "sample_id": "q_000044",768 "query": "In 2020, The capital of Canada was ___",769 "expected_answer": "Ottawa",770 "year": 2020,771 "temporal_zone": "pre_cutoff",772 "is_drifted_query": false,773 "model_likely_answer": "",774 "language": "en",775 "entity": "Canada",776 "relation": "The capital of",777 "knowledge_type": "geographical",778 "category": "stable",779 "source": "manual_curated",780 "parent_id": "stable_0006",781 "drift_date": ""782 },783 {784 "sample_id": "q_000045",785 "query": "In 2022, The capital of Canada was ___",786 "expected_answer": "Ottawa",787 "year": 2022,788 "temporal_zone": "pre_cutoff",789 "is_drifted_query": false,790 "model_likely_answer": "",791 "language": "en",792 "entity": "Canada",793 "relation": "The capital of",794 "knowledge_type": "geographical",795 "category": "stable",796 "source": "manual_curated",797 "parent_id": "stable_0006",798 "drift_date": ""799 },800 {801 "sample_id": "q_000046",802 "query": "In 2023, The capital of Canada was ___",803 "expected_answer": "Ottawa",804 "year": 2023,805 "temporal_zone": "pre_cutoff",806 "is_drifted_query": false,807 "model_likely_answer": "",808 "language": "en",809 "entity": "Canada",810 "relation": "The capital of",811 "knowledge_type": "geographical",812 "category": "stable",813 "source": "manual_curated",814 "parent_id": "stable_0006",815 "drift_date": ""816 },817 {818 "sample_id": "q_000047",819 "query": "In 2024, The capital of Canada was ___",820 "expected_answer": "Ottawa",821 "year": 2024,822 "temporal_zone": "near_cutoff",823 "is_drifted_query": false,824 "model_likely_answer": "",825 "language": "en",826 "entity": "Canada",827 "relation": "The capital of",828 "knowledge_type": "geographical",829 "category": "stable",830 "source": "manual_curated",831 "parent_id": "stable_0006",832 "drift_date": ""833 },834 {835 "sample_id": "q_000048",836 "query": "In 2025, The capital of Canada is ___",837 "expected_answer": "Ottawa",838 "year": 2025,839 "temporal_zone": "post_cutoff",840 "is_drifted_query": false,841 "model_likely_answer": "",842 "language": "en",843 "entity": "Canada",844 "relation": "The capital of",845 "knowledge_type": "geographical",846 "category": "stable",847 "source": "manual_curated",848 "parent_id": "stable_0006",849 "drift_date": ""850 },851 {852 "sample_id": "q_000049",853 "query": "In 2015, The capital of Italy was ___",854 "expected_answer": "Rome",855 "year": 2015,856 "temporal_zone": "pre_cutoff",857 "is_drifted_query": false,858 "model_likely_answer": "",859 "language": "en",860 "entity": "Italy",861 "relation": "The capital of",862 "knowledge_type": "geographical",863 "category": "stable",864 "source": "manual_curated",865 "parent_id": "stable_0007",866 "drift_date": ""867 },868 {869 "sample_id": "q_000050",870 "query": "In 2018, The capital of Italy was ___",871 "expected_answer": "Rome",872 "year": 2018,873 "temporal_zone": "pre_cutoff",874 "is_drifted_query": false,875 "model_likely_answer": "",876 "language": "en",877 "entity": "Italy",878 "relation": "The capital of",879 "knowledge_type": "geographical",880 "category": "stable",881 "source": "manual_curated",882 "parent_id": "stable_0007",883 "drift_date": ""884 },885 {886 "sample_id": "q_000051",887 "query": "In 2020, The capital of Italy was ___",888 "expected_answer": "Rome",889 "year": 2020,890 "temporal_zone": "pre_cutoff",891 "is_drifted_query": false,892 "model_likely_answer": "",893 "language": "en",894 "entity": "Italy",895 "relation": "The capital of",896 "knowledge_type": "geographical",897 "category": "stable",898 "source": "manual_curated",899 "parent_id": "stable_0007",900 "drift_date": ""901 },902 {903 "sample_id": "q_000052",904 "query": "In 2022, The capital of Italy was ___",905 "expected_answer": "Rome",906 "year": 2022,907 "temporal_zone": "pre_cutoff",908 "is_drifted_query": false,909 "model_likely_answer": "",910 "language": "en",911 "entity": "Italy",912 "relation": "The capital of",913 "knowledge_type": "geographical",914 "category": "stable",915 "source": "manual_curated",916 "parent_id": "stable_0007",917 "drift_date": ""918 },919 {920 "sample_id": "q_000053",921 "query": "In 2023, The capital of Italy was ___",922 "expected_answer": "Rome",923 "year": 2023,924 "temporal_zone": "pre_cutoff",925 "is_drifted_query": false,926 "model_likely_answer": "",927 "language": "en",928 "entity": "Italy",929 "relation": "The capital of",930 "knowledge_type": "geographical",931 "category": "stable",932 "source": "manual_curated",933 "parent_id": "stable_0007",934 "drift_date": ""935 },936 {937 "sample_id": "q_000054",938 "query": "In 2024, The capital of Italy was ___",939 "expected_answer": "Rome",940 "year": 2024,941 "temporal_zone": "near_cutoff",942 "is_drifted_query": false,943 "model_likely_answer": "",944 "language": "en",945 "entity": "Italy",946 "relation": "The capital of",947 "knowledge_type": "geographical",948 "category": "stable",949 "source": "manual_curated",950 "parent_id": "stable_0007",951 "drift_date": ""952 },953 {954 "sample_id": "q_000055",955 "query": "In 2025, The capital of Italy is ___",956 "expected_answer": "Rome",957 "year": 2025,958 "temporal_zone": "post_cutoff",959 "is_drifted_query": false,960 "model_likely_answer": "",961 "language": "en",962 "entity": "Italy",963 "relation": "The capital of",964 "knowledge_type": "geographical",965 "category": "stable",966 "source": "manual_curated",967 "parent_id": "stable_0007",968 "drift_date": ""969 },970 {971 "sample_id": "q_000056",972 "query": "In 2015, The capital of South Korea was ___",973 "expected_answer": "Seoul",974 "year": 2015,975 "temporal_zone": "pre_cutoff",976 "is_drifted_query": false,977 "model_likely_answer": "",978 "language": "en",979 "entity": "South Korea",980 "relation": "The capital of",981 "knowledge_type": "geographical",982 "category": "stable",983 "source": "manual_curated",984 "parent_id": "stable_0008",985 "drift_date": ""986 },987 {988 "sample_id": "q_000057",989 "query": "In 2018, The capital of South Korea was ___",990 "expected_answer": "Seoul",991 "year": 2018,992 "temporal_zone": "pre_cutoff",993 "is_drifted_query": false,994 "model_likely_answer": "",995 "language": "en",996 "entity": "South Korea",997 "relation": "The capital of",998 "knowledge_type": "geographical",999 "category": "stable",1000 "source": "manual_curated",1001 "parent_id": "stable_0008",1002 "drift_date": ""1003 },1004 {1005 "sample_id": "q_000058",1006 "query": "In 2020, The capital of South Korea was ___",1007 "expected_answer": "Seoul",1008 "year": 2020,1009 "temporal_zone": "pre_cutoff",1010 "is_drifted_query": false,1011 "model_likely_answer": "",1012 "language": "en",1013 "entity": "South Korea",1014 "relation": "The capital of",1015 "knowledge_type": "geographical",1016 "category": "stable",1017 "source": "manual_curated",1018 "parent_id": "stable_0008",1019 "drift_date": ""1020 },1021 {1022 "sample_id": "q_000059",1023 "query": "In 2022, The capital of South Korea was ___",1024 "expected_answer": "Seoul",1025 "year": 2022,1026 "temporal_zone": "pre_cutoff",1027 "is_drifted_query": false,1028 "model_likely_answer": "",1029 "language": "en",1030 "entity": "South Korea",1031 "relation": "The capital of",1032 "knowledge_type": "geographical",1033 "category": "stable",1034 "source": "manual_curated",1035 "parent_id": "stable_0008",1036 "drift_date": ""1037 },1038 {1039 "sample_id": "q_000060",1040 "query": "In 2023, The capital of South Korea was ___",1041 "expected_answer": "Seoul",1042 "year": 2023,1043 "temporal_zone": "pre_cutoff",1044 "is_drifted_query": false,1045 "model_likely_answer": "",1046 "language": "en",1047 "entity": "South Korea",1048 "relation": "The capital of",1049 "knowledge_type": "geographical",1050 "category": "stable",1051 "source": "manual_curated",1052 "parent_id": "stable_0008",1053 "drift_date": ""1054 },1055 {1056 "sample_id": "q_000061",1057 "query": "In 2024, The capital of South Korea was ___",1058 "expected_answer": "Seoul",1059 "year": 2024,1060 "temporal_zone": "near_cutoff",1061 "is_drifted_query": false,1062 "model_likely_answer": "",1063 "language": "en",1064 "entity": "South Korea",1065 "relation": "The capital of",1066 "knowledge_type": "geographical",1067 "category": "stable",1068 "source": "manual_curated",1069 "parent_id": "stable_0008",1070 "drift_date": ""1071 },1072 {1073 "sample_id": "q_000062",1074 "query": "In 2025, The capital of South Korea is ___",1075 "expected_answer": "Seoul",1076 "year": 2025,1077 "temporal_zone": "post_cutoff",1078 "is_drifted_query": false,1079 "model_likely_answer": "",1080 "language": "en",1081 "entity": "South Korea",1082 "relation": "The capital of",1083 "knowledge_type": "geographical",1084 "category": "stable",1085 "source": "manual_curated",1086 "parent_id": "stable_0008",1087 "drift_date": ""1088 },1089 {1090 "sample_id": "q_000063",1091 "query": "In 2015, The capital of Saudi Arabia was ___",1092 "expected_answer": "Riyadh",1093 "year": 2015,1094 "temporal_zone": "pre_cutoff",1095 "is_drifted_query": false,1096 "model_likely_answer": "",1097 "language": "en",1098 "entity": "Saudi Arabia",1099 "relation": "The capital of",1100 "knowledge_type": "geographical",1101 "category": "stable",1102 "source": "manual_curated",1103 "parent_id": "stable_0009",1104 "drift_date": ""1105 },1106 {1107 "sample_id": "q_000064",1108 "query": "In 2018, The capital of Saudi Arabia was ___",1109 "expected_answer": "Riyadh",1110 "year": 2018,1111 "temporal_zone": "pre_cutoff",1112 "is_drifted_query": false,1113 "model_likely_answer": "",1114 "language": "en",1115 "entity": "Saudi Arabia",1116 "relation": "The capital of",1117 "knowledge_type": "geographical",1118 "category": "stable",1119 "source": "manual_curated",1120 "parent_id": "stable_0009",1121 "drift_date": ""1122 },1123 {1124 "sample_id": "q_000065",1125 "query": "In 2020, The capital of Saudi Arabia was ___",1126 "expected_answer": "Riyadh",1127 "year": 2020,1128 "temporal_zone": "pre_cutoff",1129 "is_drifted_query": false,1130 "model_likely_answer": "",1131 "language": "en",1132 "entity": "Saudi Arabia",1133 "relation": "The capital of",1134 "knowledge_type": "geographical",1135 "category": "stable",1136 "source": "manual_curated",1137 "parent_id": "stable_0009",1138 "drift_date": ""1139 },1140 {1141 "sample_id": "q_000066",1142 "query": "In 2022, The capital of Saudi Arabia was ___",1143 "expected_answer": "Riyadh",1144 "year": 2022,1145 "temporal_zone": "pre_cutoff",1146 "is_drifted_query": false,1147 "model_likely_answer": "",1148 "language": "en",1149 "entity": "Saudi Arabia",1150 "relation": "The capital of",1151 "knowledge_type": "geographical",1152 "category": "stable",1153 "source": "manual_curated",1154 "parent_id": "stable_0009",1155 "drift_date": ""1156 },1157 {1158 "sample_id": "q_000067",1159 "query": "In 2023, The capital of Saudi Arabia was ___",1160 "expected_answer": "Riyadh",1161 "year": 2023,1162 "temporal_zone": "pre_cutoff",1163 "is_drifted_query": false,1164 "model_likely_answer": "",1165 "language": "en",1166 "entity": "Saudi Arabia",1167 "relation": "The capital of",1168 "knowledge_type": "geographical",1169 "category": "stable",1170 "source": "manual_curated",1171 "parent_id": "stable_0009",1172 "drift_date": ""1173 },1174 {1175 "sample_id": "q_000068",1176 "query": "In 2024, The capital of Saudi Arabia was ___",1177 "expected_answer": "Riyadh",1178 "year": 2024,1179 "temporal_zone": "near_cutoff",1180 "is_drifted_query": false,1181 "model_likely_answer": "",1182 "language": "en",1183 "entity": "Saudi Arabia",1184 "relation": "The capital of",1185 "knowledge_type": "geographical",1186 "category": "stable",1187 "source": "manual_curated",1188 "parent_id": "stable_0009",1189 "drift_date": ""1190 },1191 {1192 "sample_id": "q_000069",1193 "query": "In 2025, The capital of Saudi Arabia is ___",1194 "expected_answer": "Riyadh",1195 "year": 2025,1196 "temporal_zone": "post_cutoff",1197 "is_drifted_query": false,1198 "model_likely_answer": "",1199 "language": "en",1200 "entity": "Saudi Arabia",