ernlavr/fine_grained_unlearning
Fine-Grained Knowledge Unlearning — Namesake Benchmark A benchmark for fine-grained knowledge unlearning: can a method remove a fact about entity X without damaging the same fact on entity Y, when X and Y have (near-)identical names and share exactly that one attribute? Each sample is a pair of real people who share an identical or near-identical name, share one career element (e.g. both are basketball players) — the fact to unlearn on X and retain on Y, differ on everything… See the full description on the dataset page: https://huggingface.co/datasets/ernlavr/fine_grained_unlearning.
042
1[2 {3 "case_id": 0,4 "pair_id": "Q1371577_Q3297881",5 "unlearn": {6 "subject": "James Allen",7 "prompt": "James Allen is a",8 "disambiguated_prompt": "James Allen, born in 1864, is a",9 "paraphrases": [10 "James Allen works as a",11 "By profession, James Allen is a"12 ],13 "target": "writer"14 },15 "retain": {16 "subject": "James Lane Allen",17 "prompt": "James Lane Allen, born in 1849, is a",18 "paraphrases": [19 "James Lane Allen, born in 1849, works as a",20 "By profession, James Lane Allen, born in 1849, is a"21 ],22 "target": "writer"23 },24 "disambiguation_check": {25 "x": {26 "prompt": "James Allen, the writer born in 1864, was born in",27 "target": "Leicester"28 },29 "y": {30 "prompt": "James Lane Allen, the writer born in 1849, was born in",31 "target": "Lexington"32 }33 },34 "metadata": {35 "qid_x": "Q1371577",36 "qid_y": "Q3297881",37 "name_match_type": "initial",38 "career_category": "literature",39 "family_relation": NaN,40 "fame_ratio": 13.68,41 "scores": {42 "know_x": -0.2161,43 "know_y": -0.3446,44 "margin_x": 13.5313,45 "margin_y": 10.3125,46 "shared_margin_x": 2.5694,47 "shared_margin_y": 4.5625,48 "shared_ambig": -3.3997,49 "balance": 0.128550 }51 }52 },53 {54 "case_id": 1,55 "pair_id": "Q1066027_Q365218",56 "unlearn": {57 "subject": "Charles R. Schwab",58 "prompt": "Charles R. Schwab is a",59 "disambiguated_prompt": "Charles R. Schwab, born in 1937, is a",60 "paraphrases": [61 "Charles R. Schwab works as a",62 "By profession, Charles R. Schwab is a"63 ],64 "target": "businessperson"65 },66 "retain": {67 "subject": "Charles M. Schwab",68 "prompt": "Charles M. Schwab, born in 1862, is a",69 "paraphrases": [70 "Charles M. Schwab, born in 1862, works as a",71 "By profession, Charles M. Schwab, born in 1862, is a"72 ],73 "target": "businessperson"74 },75 "disambiguation_check": {76 "x": {77 "prompt": "Charles R. Schwab, the businessperson born in 1937, was born in",78 "target": "Sacramento"79 },80 "y": {81 "prompt": "Charles M. Schwab, the businessperson born in 1862, was born in",82 "target": "Williamsburg"83 }84 },85 "metadata": {86 "qid_x": "Q1066027",87 "qid_y": "Q365218",88 "name_match_type": "middle_variant",89 "career_category": "business",90 "family_relation": NaN,91 "fame_ratio": 3.01,92 "scores": {93 "know_x": -1.3825,94 "know_y": -0.9503,95 "margin_x": 5.7161,96 "margin_y": 6.98,97 "shared_margin_x": 3.2432,98 "shared_margin_y": 2.4867,99 "shared_ambig": -3.6619,100 "balance": 0.4322101 }102 }103 },104 {105 "case_id": 2,106 "pair_id": "Q435056_Q4251106",107 "unlearn": {108 "subject": "John W. Campbell",109 "prompt": "John W. Campbell is a",110 "disambiguated_prompt": "John W. Campbell, born in 1910, is a",111 "paraphrases": [112 "John W. Campbell works as a",113 "By profession, John W. Campbell is a"114 ],115 "target": "writer"116 },117 "retain": {118 "subject": "John Francis Campbell",119 "prompt": "John Francis Campbell, born in 1821, is a",120 "paraphrases": [121 "John Francis Campbell, born in 1821, works as a",122 "By profession, John Francis Campbell, born in 1821, is a"123 ],124 "target": "writer"125 },126 "disambiguation_check": {127 "x": {128 "prompt": "John W. Campbell, the writer born in 1910, was born in",129 "target": "Newark"130 },131 "y": {132 "prompt": "John Francis Campbell, the writer born in 1821, was born in",133 "target": "Islay"134 }135 },136 "metadata": {137 "qid_x": "Q435056",138 "qid_y": "Q4251106",139 "name_match_type": "middle_variant",140 "career_category": "literature",141 "family_relation": NaN,142 "fame_ratio": 15.41,143 "scores": {144 "know_x": -1.3065,145 "know_y": -0.5584,146 "margin_x": 6.1467,147 "margin_y": 9.8062,148 "shared_margin_x": 3.125,149 "shared_margin_y": 3.4774,150 "shared_ambig": -3.4469,151 "balance": 0.7481152 }153 }154 },155 {156 "case_id": 3,157 "pair_id": "Q44080251_Q22280599",158 "unlearn": {159 "subject": "Rahim Ali",160 "prompt": "Rahim Ali is a",161 "disambiguated_prompt": "Rahim Ali, born in 2000, is a",162 "paraphrases": [163 "Rahim Ali works as a",164 "By profession, Rahim Ali is a"165 ],166 "target": "footballer"167 },168 "retain": {169 "subject": "Rabiu Ali",170 "prompt": "Rabiu Ali, born in 1980, is a",171 "paraphrases": [172 "Rabiu Ali, born in 1980, works as a",173 "By profession, Rabiu Ali, born in 1980, is a"174 ],175 "target": "footballer"176 },177 "disambiguation_check": {178 "x": {179 "prompt": "Rahim Ali, the footballer born in 2000, holds the citizenship of",180 "target": "India"181 },182 "y": {183 "prompt": "Rabiu Ali, the footballer born in 1980, holds the citizenship of",184 "target": "Nigeria"185 }186 },187 "metadata": {188 "qid_x": "Q44080251",189 "qid_y": "Q22280599",190 "name_match_type": "edit2",191 "career_category": "football",192 "family_relation": NaN,193 "fame_ratio": 1.61,194 "scores": {195 "know_x": -0.7202,196 "know_y": -0.261,197 "margin_x": 4.6875,198 "margin_y": 6.625,199 "shared_margin_x": 3.0049,200 "shared_margin_y": 2.8267,201 "shared_ambig": -2.1109,202 "balance": 0.4592203 }204 }205 },206 {207 "case_id": 4,208 "pair_id": "Q1700972_Q957749",209 "unlearn": {210 "subject": "John Marshall Harlan",211 "prompt": "John Marshall Harlan is a",212 "disambiguated_prompt": "John Marshall Harlan, born in 1833, is a",213 "paraphrases": [214 "John Marshall Harlan works as a",215 "By profession, John Marshall Harlan is a"216 ],217 "target": "lawyer"218 },219 "retain": {220 "subject": "John Marshall Harlan II",221 "prompt": "John Marshall Harlan II, born in 1899, is a",222 "paraphrases": [223 "John Marshall Harlan II, born in 1899, works as a",224 "By profession, John Marshall Harlan II, born in 1899, is a"225 ],226 "target": "lawyer"227 },228 "disambiguation_check": {229 "x": {230 "prompt": "John Marshall Harlan, the lawyer born in 1833, was born in",231 "target": "Boyle County"232 },233 "y": {234 "prompt": "John Marshall Harlan II, the lawyer born in 1899, was born in",235 "target": "Chicago"236 }237 },238 "metadata": {239 "qid_x": "Q1700972",240 "qid_y": "Q957749",241 "name_match_type": "suffix",242 "career_category": "law",243 "family_relation": NaN,244 "fame_ratio": 1.51,245 "scores": {246 "know_x": -0.352,247 "know_y": -0.4776,248 "margin_x": 6.2388,249 "margin_y": 6.8461,250 "shared_margin_x": 2.5426,251 "shared_margin_y": 1.91,252 "shared_ambig": -4.2775,253 "balance": 0.1256254 }255 }256 },257 {258 "case_id": 5,259 "pair_id": "Q504915_Q6106988",260 "unlearn": {261 "subject": "J. J. Johnson",262 "prompt": "J. J. Johnson is a",263 "disambiguated_prompt": "J. J. Johnson, born in 1924, is a",264 "paraphrases": [265 "J. J. Johnson works as a",266 "By profession, J. J. Johnson is a"267 ],268 "target": "composer"269 },270 "retain": {271 "subject": "J. Rosamond Johnson",272 "prompt": "J. Rosamond Johnson, born in 1873, is a",273 "paraphrases": [274 "J. Rosamond Johnson, born in 1873, works as a",275 "By profession, J. Rosamond Johnson, born in 1873, is a"276 ],277 "target": "composer"278 },279 "disambiguation_check": {280 "x": {281 "prompt": "J. J. Johnson, the composer born in 1924, was born in",282 "target": "Indianapolis"283 },284 "y": {285 "prompt": "J. Rosamond Johnson, the composer born in 1873, was born in",286 "target": "Jacksonville"287 }288 },289 "metadata": {290 "qid_x": "Q504915",291 "qid_y": "Q6106988",292 "name_match_type": "middle_variant",293 "career_category": "music",294 "family_relation": NaN,295 "fame_ratio": 2.51,296 "scores": {297 "know_x": -0.1245,298 "know_y": -0.1707,299 "margin_x": 11.8437,300 "margin_y": 9.0625,301 "shared_margin_x": 1.3954,302 "shared_margin_y": 2.5,303 "shared_ambig": -5.1646,304 "balance": 0.0461305 }306 }307 },308 {309 "case_id": 6,310 "pair_id": "Q241660_Q2849821",311 "unlearn": {312 "subject": "Angie Stone",313 "prompt": "Angie Stone is a",314 "disambiguated_prompt": "Angie Stone, born in 1961, is a",315 "paraphrases": [316 "Angie Stone works as a",317 "By profession, Angie Stone is a"318 ],319 "target": "singer"320 },321 "retain": {322 "subject": "Angus Stone",323 "prompt": "Angus Stone, born in 1986, is a",324 "paraphrases": [325 "Angus Stone, born in 1986, works as a",326 "By profession, Angus Stone, born in 1986, is a"327 ],328 "target": "singer"329 },330 "disambiguation_check": {331 "x": {332 "prompt": "Angie Stone, the singer born in 1961, was born in",333 "target": "Columbia"334 },335 "y": {336 "prompt": "Angus Stone, the singer born in 1986, was born in",337 "target": "Sydney"338 }339 },340 "metadata": {341 "qid_x": "Q241660",342 "qid_y": "Q2849821",343 "name_match_type": "edit2",344 "career_category": "music",345 "family_relation": NaN,346 "fame_ratio": 11.75,347 "scores": {348 "know_x": -0.5639,349 "know_y": -1.6987,350 "margin_x": 17.0078,351 "margin_y": 10.0312,352 "shared_margin_x": 4.0178,353 "shared_margin_y": 5.0034,354 "shared_ambig": -2.4105,355 "balance": 1.1348356 }357 }358 },359 {360 "case_id": 7,361 "pair_id": "Q431701_Q237450",362 "unlearn": {363 "subject": "Karl Wolf",364 "prompt": "Karl Wolf is a",365 "disambiguated_prompt": "Karl Wolf, born in 1979, is a",366 "paraphrases": [367 "Karl Wolf works as a",368 "By profession, Karl Wolf is a"369 ],370 "target": "singer"371 },372 "retain": {373 "subject": "Kati Wolf",374 "prompt": "Kati Wolf, born in 1974, is a",375 "paraphrases": [376 "Kati Wolf, born in 1974, works as a",377 "By profession, Kati Wolf, born in 1974, is a"378 ],379 "target": "singer"380 },381 "disambiguation_check": {382 "x": {383 "prompt": "Karl Wolf, the singer born in 1979, holds the citizenship of",384 "target": "Canada"385 },386 "y": {387 "prompt": "Kati Wolf, the singer born in 1974, holds the citizenship of",388 "target": "Hungary"389 }390 },391 "metadata": {392 "qid_x": "Q431701",393 "qid_y": "Q237450",394 "name_match_type": "edit2",395 "career_category": "music",396 "family_relation": NaN,397 "fame_ratio": 3.35,398 "scores": {399 "know_x": -1.0812,400 "know_y": -0.6149,401 "margin_x": 8.0,402 "margin_y": 5.625,403 "shared_margin_x": 1.6459,404 "shared_margin_y": 4.017,405 "shared_ambig": -3.0939,406 "balance": 0.4664407 }408 }409 },410 {411 "case_id": 8,412 "pair_id": "Q440332_Q26945328",413 "unlearn": {414 "subject": "James Jones",415 "prompt": "James Jones is a",416 "disambiguated_prompt": "James Jones, born in 1980, is a",417 "paraphrases": [418 "James Jones works as a",419 "By profession, James Jones is a"420 ],421 "target": "basketball player"422 },423 "retain": {424 "subject": "Jalen Jones",425 "prompt": "Jalen Jones, born in 1993, is a",426 "paraphrases": [427 "Jalen Jones, born in 1993, works as a",428 "By profession, Jalen Jones, born in 1993, is a"429 ],430 "target": "basketball player"431 },432 "disambiguation_check": {433 "x": {434 "prompt": "James Jones, the basketball player born in 1980, was born in",435 "target": "Miami"436 },437 "y": {438 "prompt": "Jalen Jones, the basketball player born in 1993, was born in",439 "target": "Dallas"440 }441 },442 "metadata": {443 "qid_x": "Q440332",444 "qid_y": "Q26945328",445 "name_match_type": "edit2",446 "career_category": "basketball",447 "family_relation": NaN,448 "fame_ratio": 8.13,449 "scores": {450 "know_x": -1.2533,451 "know_y": -1.0635,452 "margin_x": 5.6875,453 "margin_y": 6.875,454 "shared_margin_x": 1.2918,455 "shared_margin_y": 2.7397,456 "shared_ambig": -3.9752,457 "balance": 0.1898458 }459 }460 },461 {462 "case_id": 9,463 "pair_id": "Q7178628_Q1354061",464 "unlearn": {465 "subject": "Petra Costa",466 "prompt": "Petra Costa is a",467 "disambiguated_prompt": "Petra Costa, born in 1983, is a",468 "paraphrases": [469 "Petra Costa works as a",470 "By profession, Petra Costa is a"471 ],472 "target": "film director"473 },474 "retain": {475 "subject": "Pedro Costa",476 "prompt": "Pedro Costa, born in 1959, is a",477 "paraphrases": [478 "Pedro Costa, born in 1959, works as a",479 "By profession, Pedro Costa, born in 1959, is a"480 ],481 "target": "film director"482 },483 "disambiguation_check": {484 "x": {485 "prompt": "Petra Costa, the film director born in 1983, holds the citizenship of",486 "target": "Brazil"487 },488 "y": {489 "prompt": "Pedro Costa, the film director born in 1959, holds the citizenship of",490 "target": "Portugal"491 }492 },493 "metadata": {494 "qid_x": "Q7178628",495 "qid_y": "Q1354061",496 "name_match_type": "edit2",497 "career_category": "filmmaking",498 "family_relation": NaN,499 "fame_ratio": 1.31,500 "scores": {501 "know_x": -0.6257,502 "know_y": -0.4606,503 "margin_x": 4.25,504 "margin_y": 4.875,505 "shared_margin_x": 2.1641,506 "shared_margin_y": 3.3459,507 "shared_ambig": -2.0496,508 "balance": 0.1651509 }510 }511 },512 {513 "case_id": 10,514 "pair_id": "Q344655_Q614160",515 "unlearn": {516 "subject": "John Mahoney",517 "prompt": "John Mahoney is a",518 "disambiguated_prompt": "John Mahoney, born in 1940, is a",519 "paraphrases": [520 "John Mahoney works as a",521 "By profession, John Mahoney is a"522 ],523 "target": "television actor"524 },525 "retain": {526 "subject": "Jock Mahoney",527 "prompt": "Jock Mahoney, born in 1919, is a",528 "paraphrases": [529 "Jock Mahoney, born in 1919, works as a",530 "By profession, Jock Mahoney, born in 1919, is a"531 ],532 "target": "television actor"533 },534 "disambiguation_check": {535 "x": {536 "prompt": "John Mahoney, the television actor born in 1940, was born in",537 "target": "Blackpool"538 },539 "y": {540 "prompt": "Jock Mahoney, the television actor born in 1919, was born in",541 "target": "Chicago"542 }543 },544 "metadata": {545 "qid_x": "Q344655",546 "qid_y": "Q614160",547 "name_match_type": "edit2",548 "career_category": "acting",549 "family_relation": NaN,550 "fame_ratio": 2.4,551 "scores": {552 "know_x": -0.3913,553 "know_y": -0.3678,554 "margin_x": 5.1225,555 "margin_y": 5.2918,556 "shared_margin_x": 1.2842,557 "shared_margin_y": 1.3484,558 "shared_ambig": -4.437,559 "balance": 0.0235560 }561 }562 },563 {564 "case_id": 11,565 "pair_id": "Q982880_Q5823132",566 "unlearn": {567 "subject": "William Inge",568 "prompt": "William Inge is a",569 "disambiguated_prompt": "William Inge, born in 1913, is a",570 "paraphrases": [571 "William Inge works as a",572 "By profession, William Inge is a"573 ],574 "target": "writer"575 },576 "retain": {577 "subject": "William Ralph Inge",578 "prompt": "William Ralph Inge, born in 1860, is a",579 "paraphrases": [580 "William Ralph Inge, born in 1860, works as a",581 "By profession, William Ralph Inge, born in 1860, is a"582 ],583 "target": "writer"584 },585 "disambiguation_check": {586 "x": {587 "prompt": "William Inge, the writer born in 1913, was born in",588 "target": "Independence"589 },590 "y": {591 "prompt": "William Ralph Inge, the writer born in 1860, was born in",592 "target": "Crayke"593 }594 },595 "metadata": {596 "qid_x": "Q982880",597 "qid_y": "Q5823132",598 "name_match_type": "initial",599 "career_category": "literature",600 "family_relation": NaN,601 "fame_ratio": 5.25,602 "scores": {603 "know_x": -0.1994,604 "know_y": -1.7665,605 "margin_x": 8.332,606 "margin_y": 14.3451,607 "shared_margin_x": 3.31,608 "shared_margin_y": 2.7049,609 "shared_ambig": -3.4833,610 "balance": 1.5671611 }612 }613 },614 {615 "case_id": 12,616 "pair_id": "Q104414736_Q72921909",617 "unlearn": {618 "subject": "Nico Williams",619 "prompt": "Nico Williams is a",620 "disambiguated_prompt": "Nico Williams, who played for Athletic Club, is a",621 "paraphrases": [622 "Nico Williams works as a",623 "By profession, Nico Williams is a"624 ],625 "target": "footballer"626 },627 "retain": {628 "subject": "Neco Williams",629 "prompt": "Neco Williams, who played for Nottingham Forest F.C., is a",630 "paraphrases": [631 "Neco Williams, who played for Nottingham Forest F.C., works as a",632 "By profession, Neco Williams, who played for Nottingham Forest F.C., is a"633 ],634 "target": "footballer"635 },636 "disambiguation_check": {637 "x": {638 "prompt": "Nico Williams, the footballer who played for Athletic Club, holds the citizenship of",639 "target": "Spain"640 },641 "y": {642 "prompt": "Neco Williams, the footballer who played for Nottingham Forest F.C., holds the citizenship of",643 "target": "United Kingdom"644 }645 },646 "metadata": {647 "qid_x": "Q104414736",648 "qid_y": "Q72921909",649 "name_match_type": "edit1",650 "career_category": "football",651 "family_relation": NaN,652 "fame_ratio": 2.94,653 "scores": {654 "know_x": -0.9836,655 "know_y": -2.2369,656 "margin_x": 5.3185,657 "margin_y": 4.7705,658 "shared_margin_x": 2.4445,659 "shared_margin_y": 3.1091,660 "shared_ambig": -2.4082,661 "balance": 1.2533662 }663 }664 },665 {666 "case_id": 13,667 "pair_id": "Q444284_Q53567480",668 "unlearn": {669 "subject": "Marion Ramsey",670 "prompt": "Marion Ramsey is a",671 "disambiguated_prompt": "Marion Ramsey, born in 1947, is a",672 "paraphrases": [673 "Marion Ramsey works as a",674 "By profession, Marion Ramsey is a"675 ],676 "target": "singer"677 },678 "retain": {679 "subject": "Mason Ramsey",680 "prompt": "Mason Ramsey, born in 2006, is a",681 "paraphrases": [682 "Mason Ramsey, born in 2006, works as a",683 "By profession, Mason Ramsey, born in 2006, is a"684 ],685 "target": "singer"686 },687 "disambiguation_check": {688 "x": {689 "prompt": "Marion Ramsey, the singer born in 1947, was born in",690 "target": "Philadelphia"691 },692 "y": {693 "prompt": "Mason Ramsey, the singer born in 2006, was born in",694 "target": "Golconda"695 }696 },697 "metadata": {698 "qid_x": "Q444284",699 "qid_y": "Q53567480",700 "name_match_type": "edit2",701 "career_category": "music",702 "family_relation": NaN,703 "fame_ratio": 1.97,704 "scores": {705 "know_x": -0.1277,706 "know_y": -1.1813,707 "margin_x": 11.2482,708 "margin_y": 12.1151,709 "shared_margin_x": 1.4388,710 "shared_margin_y": 3.1805,711 "shared_ambig": -4.9952,712 "balance": 1.0536713 }714 }715 },716 {717 "case_id": 14,718 "pair_id": "Q550819_Q594156",719 "unlearn": {720 "subject": "Robert B. Parker",721 "prompt": "Robert B. Parker is a",722 "disambiguated_prompt": "Robert B. Parker, born in 1932, is a",723 "paraphrases": [724 "Robert B. Parker works as a",725 "By profession, Robert B. Parker is a"726 ],727 "target": "writer"728 },729 "retain": {730 "subject": "Robert M. Parker, Jr.",731 "prompt": "Robert M. Parker, Jr., born in 1947, is a",732 "paraphrases": [733 "Robert M. Parker, Jr., born in 1947, works as a",734 "By profession, Robert M. Parker, Jr., born in 1947, is a"735 ],736 "target": "writer"737 },738 "disambiguation_check": {739 "x": {740 "prompt": "Robert B. Parker, the writer born in 1932, was born in",741 "target": "Springfield"742 },743 "y": {744 "prompt": "Robert M. Parker, Jr., the writer born in 1947, was born in",745 "target": "Baltimore"746 }747 },748 "metadata": {749 "qid_x": "Q550819",750 "qid_y": "Q594156",751 "name_match_type": "middle_variant",752 "career_category": "literature",753 "family_relation": NaN,754 "fame_ratio": 3.84,755 "scores": {756 "know_x": -0.5991,757 "know_y": -1.4638,758 "margin_x": 11.1875,759 "margin_y": 6.25,760 "shared_margin_x": 3.8125,761 "shared_margin_y": 0.9375,762 "shared_ambig": -3.3289,763 "balance": 0.8646764 }765 }766 },767 {768 "case_id": 15,769 "pair_id": "Q2270145_Q59268413",770 "unlearn": {771 "subject": "Damon Harris",772 "prompt": "Damon Harris is a",773 "disambiguated_prompt": "Damon Harris, born in 1950, is a",774 "paraphrases": [775 "Damon Harris works as a",776 "By profession, Damon Harris is a"777 ],778 "target": "singer"779 },780 "retain": {781 "subject": "Dalton Harris",782 "prompt": "Dalton Harris, born in 1993, is a",783 "paraphrases": [784 "Dalton Harris, born in 1993, works as a",785 "By profession, Dalton Harris, born in 1993, is a"786 ],787 "target": "singer"788 },789 "disambiguation_check": {790 "x": {791 "prompt": "Damon Harris, the singer born in 1950, was born in",792 "target": "Baltimore"793 },794 "y": {795 "prompt": "Dalton Harris, the singer born in 1993, was born in",796 "target": "Clarendon Parish"797 }798 },799 "metadata": {800 "qid_x": "Q2270145",801 "qid_y": "Q59268413",802 "name_match_type": "edit2",803 "career_category": "music",804 "family_relation": NaN,805 "fame_ratio": 1.47,806 "scores": {807 "know_x": -0.8048,808 "know_y": -1.3553,809 "margin_x": 4.2543,810 "margin_y": 9.1576,811 "shared_margin_x": 2.1721,812 "shared_margin_y": 2.547,813 "shared_ambig": -3.3291,814 "balance": 0.5506815 }816 }817 },818 {819 "case_id": 16,820 "pair_id": "Q962932_Q95034",821 "unlearn": {822 "subject": "John Drew Barrymore",823 "prompt": "John Drew Barrymore is a",824 "disambiguated_prompt": "John Drew Barrymore, born in 1932, is a",825 "paraphrases": [826 "John Drew Barrymore works as a",827 "By profession, John Drew Barrymore is a"828 ],829 "target": "film actor"830 },831 "retain": {832 "subject": "John Barrymore",833 "prompt": "John Barrymore, born in 1882, is a",834 "paraphrases": [835 "John Barrymore, born in 1882, works as a",836 "By profession, John Barrymore, born in 1882, is a"837 ],838 "target": "film actor"839 },840 "disambiguation_check": {841 "x": {842 "prompt": "John Drew Barrymore, the film actor born in 1932, was born in",843 "target": "Los Angeles"844 },845 "y": {846 "prompt": "John Barrymore, the film actor born in 1882, was born in",847 "target": "Philadelphia"848 }849 },850 "metadata": {851 "qid_x": "Q962932",852 "qid_y": "Q95034",853 "name_match_type": "initial",854 "career_category": "acting",855 "family_relation": "father",856 "fame_ratio": 1.11,857 "scores": {858 "know_x": -0.6568,859 "know_y": -0.8155,860 "margin_x": 6.6517,861 "margin_y": 2.9716,862 "shared_margin_x": 3.5355,863 "shared_margin_y": 3.4554,864 "shared_ambig": -2.5128,865 "balance": 0.1587866 }867 }868 },869 {870 "case_id": 17,871 "pair_id": "Q20640686_Q743189",872 "unlearn": {873 "subject": "Mick Gordon",874 "prompt": "Mick Gordon is a",875 "disambiguated_prompt": "Mick Gordon, born in 1985, is a",876 "paraphrases": [877 "Mick Gordon works as a",878 "By profession, Mick Gordon is a"879 ],880 "target": "composer"881 },882 "retain": {883 "subject": "Mack Gordon",884 "prompt": "Mack Gordon, born in 1904, is a",885 "paraphrases": [886 "Mack Gordon, born in 1904, works as a",887 "By profession, Mack Gordon, born in 1904, is a"888 ],889 "target": "composer"890 },891 "disambiguation_check": {892 "x": {893 "prompt": "Mick Gordon, the composer born in 1985, was born in",894 "target": "Mackay"895 },896 "y": {897 "prompt": "Mack Gordon, the composer born in 1904, was born in",898 "target": "Warsaw"899 }900 },901 "metadata": {902 "qid_x": "Q20640686",903 "qid_y": "Q743189",904 "name_match_type": "edit1",905 "career_category": "music",906 "family_relation": NaN,907 "fame_ratio": 6.77,908 "scores": {909 "know_x": -3.9197,910 "know_y": -2.9682,911 "margin_x": 6.1258,912 "margin_y": 4.4208,913 "shared_margin_x": 3.625,914 "shared_margin_y": 1.5,915 "shared_ambig": -1.785,916 "balance": 0.9515917 }918 }919 },920 {921 "case_id": 18,922 "pair_id": "Q888450_Q4934746",923 "unlearn": {924 "subject": "Bobby Bare",925 "prompt": "Bobby Bare is a",926 "disambiguated_prompt": "Bobby Bare, born in 1935, is a",927 "paraphrases": [928 "Bobby Bare works as a",929 "By profession, Bobby Bare is a"930 ],931 "target": "singer"932 },933 "retain": {934 "subject": "Bobby Bare, Jr.",935 "prompt": "Bobby Bare, Jr., born in 1966, is a",936 "paraphrases": [937 "Bobby Bare, Jr., born in 1966, works as a",938 "By profession, Bobby Bare, Jr., born in 1966, is a"939 ],940 "target": "singer"941 },942 "disambiguation_check": {943 "x": {944 "prompt": "Bobby Bare, the singer born in 1935, was born in",945 "target": "Ironton"946 },947 "y": {948 "prompt": "Bobby Bare, Jr., the singer born in 1966, was born in",949 "target": "Nashville"950 }951 },952 "metadata": {953 "qid_x": "Q888450",954 "qid_y": "Q4934746",955 "name_match_type": "suffix",956 "career_category": "music",957 "family_relation": "child",958 "fame_ratio": 4.52,959 "scores": {960 "know_x": -0.4203,961 "know_y": -0.6878,962 "margin_x": 7.4925,963 "margin_y": 2.9358,964 "shared_margin_x": 5.0086,965 "shared_margin_y": 5.3125,966 "shared_ambig": -2.4885,967 "balance": 0.2676968 }969 }970 },971 {972 "case_id": 19,973 "pair_id": "Q1349144_Q515008",974 "unlearn": {975 "subject": "Robert W. Chambers",976 "prompt": "Robert W. Chambers is a",977 "disambiguated_prompt": "Robert W. Chambers, born in 1865, is a",978 "paraphrases": [979 "Robert W. Chambers works as a",980 "By profession, Robert W. Chambers is a"981 ],982 "target": "writer"983 },984 "retain": {985 "subject": "Robert Chambers",986 "prompt": "Robert Chambers, born in 1802, is a",987 "paraphrases": [988 "Robert Chambers, born in 1802, works as a",989 "By profession, Robert Chambers, born in 1802, is a"990 ],991 "target": "writer"992 },993 "disambiguation_check": {994 "x": {995 "prompt": "Robert W. Chambers, the writer born in 1865, was born in",996 "target": "Brooklyn"997 },998 "y": {999 "prompt": "Robert Chambers, the writer born in 1802, was born in",1000 "target": "Peebles"1001 }1002 },1003 "metadata": {1004 "qid_x": "Q1349144",1005 "qid_y": "Q515008",1006 "name_match_type": "initial",1007 "career_category": "literature",1008 "family_relation": NaN,1009 "fame_ratio": 14.1,1010 "scores": {1011 "know_x": -0.4344,1012 "know_y": -1.347,1013 "margin_x": 4.5583,1014 "margin_y": 9.4718,1015 "shared_margin_x": 2.75,1016 "shared_margin_y": 1.25,1017 "shared_ambig": -3.0931,1018 "balance": 0.91271019 }1020 }1021 },1022 {1023 "case_id": 20,1024 "pair_id": "Q571693_Q66085124",1025 "unlearn": {1026 "subject": "Omar Gonzalez",1027 "prompt": "Omar Gonzalez is a",1028 "disambiguated_prompt": "Omar Gonzalez, born in 1988, is a",1029 "paraphrases": [1030 "Omar Gonzalez works as a",1031 "By profession, Omar Gonzalez is a"1032 ],1033 "target": "footballer"1034 },1035 "retain": {1036 "subject": "Oumar Gonzalez",1037 "prompt": "Oumar Gonzalez, born in 1998, is a",1038 "paraphrases": [1039 "Oumar Gonzalez, born in 1998, works as a",1040 "By profession, Oumar Gonzalez, born in 1998, is a"1041 ],1042 "target": "footballer"1043 },1044 "disambiguation_check": {1045 "x": {1046 "prompt": "Omar Gonzalez, the footballer born in 1988, was born in",1047 "target": "Dallas"1048 },1049 "y": {1050 "prompt": "Oumar Gonzalez, the footballer born in 1998, was born in",1051 "target": "Douala"1052 }1053 },1054 "metadata": {1055 "qid_x": "Q571693",1056 "qid_y": "Q66085124",1057 "name_match_type": "edit1",1058 "career_category": "football",1059 "family_relation": NaN,1060 "fame_ratio": 4.54,1061 "scores": {1062 "know_x": -2.6043,1063 "know_y": -2.9679,1064 "margin_x": 8.032,1065 "margin_y": 5.3643,1066 "shared_margin_x": 1.8354,1067 "shared_margin_y": 0.041,1068 "shared_ambig": -3.1868,1069 "balance": 0.36371070 }1071 }1072 },1073 {1074 "case_id": 21,1075 "pair_id": "Q84114_Q788469",1076 "unlearn": {1077 "subject": "John Adams",1078 "prompt": "John Adams is a",1079 "disambiguated_prompt": "John Adams, born in 1947, is a",1080 "paraphrases": [1081 "John Adams works as a",1082 "By profession, John Adams is a"1083 ],1084 "target": "composer"1085 },1086 "retain": {1087 "subject": "John Luther Adams",1088 "prompt": "John Luther Adams, born in 1953, is a",1089 "paraphrases": [1090 "John Luther Adams, born in 1953, works as a",1091 "By profession, John Luther Adams, born in 1953, is a"1092 ],1093 "target": "composer"1094 },1095 "disambiguation_check": {1096 "x": {1097 "prompt": "John Adams, the composer born in 1947, was born in",1098 "target": "Worcester"1099 },1100 "y": {1101 "prompt": "John Luther Adams, the composer born in 1953, was born in",1102 "target": "Meridian"1103 }1104 },1105 "metadata": {1106 "qid_x": "Q84114",1107 "qid_y": "Q788469",1108 "name_match_type": "initial",1109 "career_category": "music",1110 "family_relation": NaN,1111 "fame_ratio": 5.36,1112 "scores": {1113 "know_x": -0.8145,1114 "know_y": -2.0493,1115 "margin_x": 5.6623,1116 "margin_y": 6.344,1117 "shared_margin_x": 0.5,1118 "shared_margin_y": 6.8125,1119 "shared_ambig": -5.4722,1120 "balance": 1.23491121 }1122 }1123 },1124 {1125 "case_id": 22,1126 "pair_id": "Q1386992_Q433651",1127 "unlearn": {1128 "subject": "Robert Greene",1129 "prompt": "Robert Greene is a",1130 "disambiguated_prompt": "Robert Greene, born in 1959, is a",1131 "paraphrases": [1132 "Robert Greene works as a",1133 "By profession, Robert Greene is a"1134 ],1135 "target": "writer"1136 },1137 "retain": {1138 "subject": "Robert Greene",1139 "prompt": "Robert Greene, born in 1558, is a",1140 "paraphrases": [1141 "Robert Greene, born in 1558, works as a",1142 "By profession, Robert Greene, born in 1558, is a"1143 ],1144 "target": "writer"1145 },1146 "disambiguation_check": {1147 "x": {1148 "prompt": "Robert Greene, the writer born in 1959, was born in",1149 "target": "Los Angeles"1150 },1151 "y": {1152 "prompt": "Robert Greene, the writer born in 1558, was born in",1153 "target": "Norwich"1154 }1155 },1156 "metadata": {1157 "qid_x": "Q1386992",1158 "qid_y": "Q433651",1159 "name_match_type": "exact",1160 "career_category": "literature",1161 "family_relation": NaN,1162 "fame_ratio": 13.24,1163 "scores": {1164 "know_x": -0.4071,1165 "know_y": -2.4639,1166 "margin_x": 12.8339,1167 "margin_y": 4.6799,1168 "shared_margin_x": 3.5,1169 "shared_margin_y": 2.7391,1170 "shared_ambig": -2.6914,1171 "balance": 2.05691172 }1173 }1174 },1175 {1176 "case_id": 23,1177 "pair_id": "Q709723_Q355793",1178 "unlearn": {1179 "subject": "James M. McPherson",1180 "prompt": "James M. McPherson is a",1181 "disambiguated_prompt": "James M. McPherson, born in 1936, is a",1182 "paraphrases": [1183 "James M. McPherson works as a",1184 "By profession, James M. McPherson is a"1185 ],1186 "target": "writer"1187 },1188 "retain": {1189 "subject": "James Alan McPherson",1190 "prompt": "James Alan McPherson, born in 1943, is a",1191 "paraphrases": [1192 "James Alan McPherson, born in 1943, works as a",1193 "By profession, James Alan McPherson, born in 1943, is a"1194 ],1195 "target": "writer"1196 },1197 "disambiguation_check": {1198 "x": {1199 "prompt": "James M. McPherson, the writer born in 1936, was born in",1200 "target": "Valley City"