CoolFace
Datasetpublic

ernlavr/fine_grained_unlearning

Fine-Grained Knowledge Unlearning — Namesake Benchmark A benchmark for fine-grained knowledge unlearning: can a method remove a fact about entity X without damaging the same fact on entity Y, when X and Y have (near-)identical names and share exactly that one attribute? Each sample is a pair of real people who share an identical or near-identical name, share one career element (e.g. both are basketball players) — the fact to unlearn on X and retain on Y, differ on everything… See the full description on the dataset page: https://huggingface.co/datasets/ernlavr/fine_grained_unlearning.

sourceHugging Facecc0-1.0updated 2mo agoView on Hugging Face
0likes42downloads
unlearning_dataset.json12599 linesDownload Raw Back to root
1[2 {3  "case_id": 0,4  "pair_id": "Q1371577_Q3297881",5  "unlearn": {6   "subject": "James Allen",7   "prompt": "James Allen is a",8   "disambiguated_prompt": "James Allen, born in 1864, is a",9   "paraphrases": [10    "James Allen works as a",11    "By profession, James Allen is a"12   ],13   "target": "writer"14  },15  "retain": {16   "subject": "James Lane Allen",17   "prompt": "James Lane Allen, born in 1849, is a",18   "paraphrases": [19    "James Lane Allen, born in 1849, works as a",20    "By profession, James Lane Allen, born in 1849, is a"21   ],22   "target": "writer"23  },24  "disambiguation_check": {25   "x": {26    "prompt": "James Allen, the writer born in 1864, was born in",27    "target": "Leicester"28   },29   "y": {30    "prompt": "James Lane Allen, the writer born in 1849, was born in",31    "target": "Lexington"32   }33  },34  "metadata": {35   "qid_x": "Q1371577",36   "qid_y": "Q3297881",37   "name_match_type": "initial",38   "career_category": "literature",39   "family_relation": NaN,40   "fame_ratio": 13.68,41   "scores": {42    "know_x": -0.2161,43    "know_y": -0.3446,44    "margin_x": 13.5313,45    "margin_y": 10.3125,46    "shared_margin_x": 2.5694,47    "shared_margin_y": 4.5625,48    "shared_ambig": -3.3997,49    "balance": 0.128550   }51  }52 },53 {54  "case_id": 1,55  "pair_id": "Q1066027_Q365218",56  "unlearn": {57   "subject": "Charles R. Schwab",58   "prompt": "Charles R. Schwab is a",59   "disambiguated_prompt": "Charles R. Schwab, born in 1937, is a",60   "paraphrases": [61    "Charles R. Schwab works as a",62    "By profession, Charles R. Schwab is a"63   ],64   "target": "businessperson"65  },66  "retain": {67   "subject": "Charles M. Schwab",68   "prompt": "Charles M. Schwab, born in 1862, is a",69   "paraphrases": [70    "Charles M. Schwab, born in 1862, works as a",71    "By profession, Charles M. Schwab, born in 1862, is a"72   ],73   "target": "businessperson"74  },75  "disambiguation_check": {76   "x": {77    "prompt": "Charles R. Schwab, the businessperson born in 1937, was born in",78    "target": "Sacramento"79   },80   "y": {81    "prompt": "Charles M. Schwab, the businessperson born in 1862, was born in",82    "target": "Williamsburg"83   }84  },85  "metadata": {86   "qid_x": "Q1066027",87   "qid_y": "Q365218",88   "name_match_type": "middle_variant",89   "career_category": "business",90   "family_relation": NaN,91   "fame_ratio": 3.01,92   "scores": {93    "know_x": -1.3825,94    "know_y": -0.9503,95    "margin_x": 5.7161,96    "margin_y": 6.98,97    "shared_margin_x": 3.2432,98    "shared_margin_y": 2.4867,99    "shared_ambig": -3.6619,100    "balance": 0.4322101   }102  }103 },104 {105  "case_id": 2,106  "pair_id": "Q435056_Q4251106",107  "unlearn": {108   "subject": "John W. Campbell",109   "prompt": "John W. Campbell is a",110   "disambiguated_prompt": "John W. Campbell, born in 1910, is a",111   "paraphrases": [112    "John W. Campbell works as a",113    "By profession, John W. Campbell is a"114   ],115   "target": "writer"116  },117  "retain": {118   "subject": "John Francis Campbell",119   "prompt": "John Francis Campbell, born in 1821, is a",120   "paraphrases": [121    "John Francis Campbell, born in 1821, works as a",122    "By profession, John Francis Campbell, born in 1821, is a"123   ],124   "target": "writer"125  },126  "disambiguation_check": {127   "x": {128    "prompt": "John W. Campbell, the writer born in 1910, was born in",129    "target": "Newark"130   },131   "y": {132    "prompt": "John Francis Campbell, the writer born in 1821, was born in",133    "target": "Islay"134   }135  },136  "metadata": {137   "qid_x": "Q435056",138   "qid_y": "Q4251106",139   "name_match_type": "middle_variant",140   "career_category": "literature",141   "family_relation": NaN,142   "fame_ratio": 15.41,143   "scores": {144    "know_x": -1.3065,145    "know_y": -0.5584,146    "margin_x": 6.1467,147    "margin_y": 9.8062,148    "shared_margin_x": 3.125,149    "shared_margin_y": 3.4774,150    "shared_ambig": -3.4469,151    "balance": 0.7481152   }153  }154 },155 {156  "case_id": 3,157  "pair_id": "Q44080251_Q22280599",158  "unlearn": {159   "subject": "Rahim Ali",160   "prompt": "Rahim Ali is a",161   "disambiguated_prompt": "Rahim Ali, born in 2000, is a",162   "paraphrases": [163    "Rahim Ali works as a",164    "By profession, Rahim Ali is a"165   ],166   "target": "footballer"167  },168  "retain": {169   "subject": "Rabiu Ali",170   "prompt": "Rabiu Ali, born in 1980, is a",171   "paraphrases": [172    "Rabiu Ali, born in 1980, works as a",173    "By profession, Rabiu Ali, born in 1980, is a"174   ],175   "target": "footballer"176  },177  "disambiguation_check": {178   "x": {179    "prompt": "Rahim Ali, the footballer born in 2000, holds the citizenship of",180    "target": "India"181   },182   "y": {183    "prompt": "Rabiu Ali, the footballer born in 1980, holds the citizenship of",184    "target": "Nigeria"185   }186  },187  "metadata": {188   "qid_x": "Q44080251",189   "qid_y": "Q22280599",190   "name_match_type": "edit2",191   "career_category": "football",192   "family_relation": NaN,193   "fame_ratio": 1.61,194   "scores": {195    "know_x": -0.7202,196    "know_y": -0.261,197    "margin_x": 4.6875,198    "margin_y": 6.625,199    "shared_margin_x": 3.0049,200    "shared_margin_y": 2.8267,201    "shared_ambig": -2.1109,202    "balance": 0.4592203   }204  }205 },206 {207  "case_id": 4,208  "pair_id": "Q1700972_Q957749",209  "unlearn": {210   "subject": "John Marshall Harlan",211   "prompt": "John Marshall Harlan is a",212   "disambiguated_prompt": "John Marshall Harlan, born in 1833, is a",213   "paraphrases": [214    "John Marshall Harlan works as a",215    "By profession, John Marshall Harlan is a"216   ],217   "target": "lawyer"218  },219  "retain": {220   "subject": "John Marshall Harlan II",221   "prompt": "John Marshall Harlan II, born in 1899, is a",222   "paraphrases": [223    "John Marshall Harlan II, born in 1899, works as a",224    "By profession, John Marshall Harlan II, born in 1899, is a"225   ],226   "target": "lawyer"227  },228  "disambiguation_check": {229   "x": {230    "prompt": "John Marshall Harlan, the lawyer born in 1833, was born in",231    "target": "Boyle County"232   },233   "y": {234    "prompt": "John Marshall Harlan II, the lawyer born in 1899, was born in",235    "target": "Chicago"236   }237  },238  "metadata": {239   "qid_x": "Q1700972",240   "qid_y": "Q957749",241   "name_match_type": "suffix",242   "career_category": "law",243   "family_relation": NaN,244   "fame_ratio": 1.51,245   "scores": {246    "know_x": -0.352,247    "know_y": -0.4776,248    "margin_x": 6.2388,249    "margin_y": 6.8461,250    "shared_margin_x": 2.5426,251    "shared_margin_y": 1.91,252    "shared_ambig": -4.2775,253    "balance": 0.1256254   }255  }256 },257 {258  "case_id": 5,259  "pair_id": "Q504915_Q6106988",260  "unlearn": {261   "subject": "J. J. Johnson",262   "prompt": "J. J. Johnson is a",263   "disambiguated_prompt": "J. J. Johnson, born in 1924, is a",264   "paraphrases": [265    "J. J. Johnson works as a",266    "By profession, J. J. Johnson is a"267   ],268   "target": "composer"269  },270  "retain": {271   "subject": "J. Rosamond Johnson",272   "prompt": "J. Rosamond Johnson, born in 1873, is a",273   "paraphrases": [274    "J. Rosamond Johnson, born in 1873, works as a",275    "By profession, J. Rosamond Johnson, born in 1873, is a"276   ],277   "target": "composer"278  },279  "disambiguation_check": {280   "x": {281    "prompt": "J. J. Johnson, the composer born in 1924, was born in",282    "target": "Indianapolis"283   },284   "y": {285    "prompt": "J. Rosamond Johnson, the composer born in 1873, was born in",286    "target": "Jacksonville"287   }288  },289  "metadata": {290   "qid_x": "Q504915",291   "qid_y": "Q6106988",292   "name_match_type": "middle_variant",293   "career_category": "music",294   "family_relation": NaN,295   "fame_ratio": 2.51,296   "scores": {297    "know_x": -0.1245,298    "know_y": -0.1707,299    "margin_x": 11.8437,300    "margin_y": 9.0625,301    "shared_margin_x": 1.3954,302    "shared_margin_y": 2.5,303    "shared_ambig": -5.1646,304    "balance": 0.0461305   }306  }307 },308 {309  "case_id": 6,310  "pair_id": "Q241660_Q2849821",311  "unlearn": {312   "subject": "Angie Stone",313   "prompt": "Angie Stone is a",314   "disambiguated_prompt": "Angie Stone, born in 1961, is a",315   "paraphrases": [316    "Angie Stone works as a",317    "By profession, Angie Stone is a"318   ],319   "target": "singer"320  },321  "retain": {322   "subject": "Angus Stone",323   "prompt": "Angus Stone, born in 1986, is a",324   "paraphrases": [325    "Angus Stone, born in 1986, works as a",326    "By profession, Angus Stone, born in 1986, is a"327   ],328   "target": "singer"329  },330  "disambiguation_check": {331   "x": {332    "prompt": "Angie Stone, the singer born in 1961, was born in",333    "target": "Columbia"334   },335   "y": {336    "prompt": "Angus Stone, the singer born in 1986, was born in",337    "target": "Sydney"338   }339  },340  "metadata": {341   "qid_x": "Q241660",342   "qid_y": "Q2849821",343   "name_match_type": "edit2",344   "career_category": "music",345   "family_relation": NaN,346   "fame_ratio": 11.75,347   "scores": {348    "know_x": -0.5639,349    "know_y": -1.6987,350    "margin_x": 17.0078,351    "margin_y": 10.0312,352    "shared_margin_x": 4.0178,353    "shared_margin_y": 5.0034,354    "shared_ambig": -2.4105,355    "balance": 1.1348356   }357  }358 },359 {360  "case_id": 7,361  "pair_id": "Q431701_Q237450",362  "unlearn": {363   "subject": "Karl Wolf",364   "prompt": "Karl Wolf is a",365   "disambiguated_prompt": "Karl Wolf, born in 1979, is a",366   "paraphrases": [367    "Karl Wolf works as a",368    "By profession, Karl Wolf is a"369   ],370   "target": "singer"371  },372  "retain": {373   "subject": "Kati Wolf",374   "prompt": "Kati Wolf, born in 1974, is a",375   "paraphrases": [376    "Kati Wolf, born in 1974, works as a",377    "By profession, Kati Wolf, born in 1974, is a"378   ],379   "target": "singer"380  },381  "disambiguation_check": {382   "x": {383    "prompt": "Karl Wolf, the singer born in 1979, holds the citizenship of",384    "target": "Canada"385   },386   "y": {387    "prompt": "Kati Wolf, the singer born in 1974, holds the citizenship of",388    "target": "Hungary"389   }390  },391  "metadata": {392   "qid_x": "Q431701",393   "qid_y": "Q237450",394   "name_match_type": "edit2",395   "career_category": "music",396   "family_relation": NaN,397   "fame_ratio": 3.35,398   "scores": {399    "know_x": -1.0812,400    "know_y": -0.6149,401    "margin_x": 8.0,402    "margin_y": 5.625,403    "shared_margin_x": 1.6459,404    "shared_margin_y": 4.017,405    "shared_ambig": -3.0939,406    "balance": 0.4664407   }408  }409 },410 {411  "case_id": 8,412  "pair_id": "Q440332_Q26945328",413  "unlearn": {414   "subject": "James Jones",415   "prompt": "James Jones is a",416   "disambiguated_prompt": "James Jones, born in 1980, is a",417   "paraphrases": [418    "James Jones works as a",419    "By profession, James Jones is a"420   ],421   "target": "basketball player"422  },423  "retain": {424   "subject": "Jalen Jones",425   "prompt": "Jalen Jones, born in 1993, is a",426   "paraphrases": [427    "Jalen Jones, born in 1993, works as a",428    "By profession, Jalen Jones, born in 1993, is a"429   ],430   "target": "basketball player"431  },432  "disambiguation_check": {433   "x": {434    "prompt": "James Jones, the basketball player born in 1980, was born in",435    "target": "Miami"436   },437   "y": {438    "prompt": "Jalen Jones, the basketball player born in 1993, was born in",439    "target": "Dallas"440   }441  },442  "metadata": {443   "qid_x": "Q440332",444   "qid_y": "Q26945328",445   "name_match_type": "edit2",446   "career_category": "basketball",447   "family_relation": NaN,448   "fame_ratio": 8.13,449   "scores": {450    "know_x": -1.2533,451    "know_y": -1.0635,452    "margin_x": 5.6875,453    "margin_y": 6.875,454    "shared_margin_x": 1.2918,455    "shared_margin_y": 2.7397,456    "shared_ambig": -3.9752,457    "balance": 0.1898458   }459  }460 },461 {462  "case_id": 9,463  "pair_id": "Q7178628_Q1354061",464  "unlearn": {465   "subject": "Petra Costa",466   "prompt": "Petra Costa is a",467   "disambiguated_prompt": "Petra Costa, born in 1983, is a",468   "paraphrases": [469    "Petra Costa works as a",470    "By profession, Petra Costa is a"471   ],472   "target": "film director"473  },474  "retain": {475   "subject": "Pedro Costa",476   "prompt": "Pedro Costa, born in 1959, is a",477   "paraphrases": [478    "Pedro Costa, born in 1959, works as a",479    "By profession, Pedro Costa, born in 1959, is a"480   ],481   "target": "film director"482  },483  "disambiguation_check": {484   "x": {485    "prompt": "Petra Costa, the film director born in 1983, holds the citizenship of",486    "target": "Brazil"487   },488   "y": {489    "prompt": "Pedro Costa, the film director born in 1959, holds the citizenship of",490    "target": "Portugal"491   }492  },493  "metadata": {494   "qid_x": "Q7178628",495   "qid_y": "Q1354061",496   "name_match_type": "edit2",497   "career_category": "filmmaking",498   "family_relation": NaN,499   "fame_ratio": 1.31,500   "scores": {501    "know_x": -0.6257,502    "know_y": -0.4606,503    "margin_x": 4.25,504    "margin_y": 4.875,505    "shared_margin_x": 2.1641,506    "shared_margin_y": 3.3459,507    "shared_ambig": -2.0496,508    "balance": 0.1651509   }510  }511 },512 {513  "case_id": 10,514  "pair_id": "Q344655_Q614160",515  "unlearn": {516   "subject": "John Mahoney",517   "prompt": "John Mahoney is a",518   "disambiguated_prompt": "John Mahoney, born in 1940, is a",519   "paraphrases": [520    "John Mahoney works as a",521    "By profession, John Mahoney is a"522   ],523   "target": "television actor"524  },525  "retain": {526   "subject": "Jock Mahoney",527   "prompt": "Jock Mahoney, born in 1919, is a",528   "paraphrases": [529    "Jock Mahoney, born in 1919, works as a",530    "By profession, Jock Mahoney, born in 1919, is a"531   ],532   "target": "television actor"533  },534  "disambiguation_check": {535   "x": {536    "prompt": "John Mahoney, the television actor born in 1940, was born in",537    "target": "Blackpool"538   },539   "y": {540    "prompt": "Jock Mahoney, the television actor born in 1919, was born in",541    "target": "Chicago"542   }543  },544  "metadata": {545   "qid_x": "Q344655",546   "qid_y": "Q614160",547   "name_match_type": "edit2",548   "career_category": "acting",549   "family_relation": NaN,550   "fame_ratio": 2.4,551   "scores": {552    "know_x": -0.3913,553    "know_y": -0.3678,554    "margin_x": 5.1225,555    "margin_y": 5.2918,556    "shared_margin_x": 1.2842,557    "shared_margin_y": 1.3484,558    "shared_ambig": -4.437,559    "balance": 0.0235560   }561  }562 },563 {564  "case_id": 11,565  "pair_id": "Q982880_Q5823132",566  "unlearn": {567   "subject": "William Inge",568   "prompt": "William Inge is a",569   "disambiguated_prompt": "William Inge, born in 1913, is a",570   "paraphrases": [571    "William Inge works as a",572    "By profession, William Inge is a"573   ],574   "target": "writer"575  },576  "retain": {577   "subject": "William Ralph Inge",578   "prompt": "William Ralph Inge, born in 1860, is a",579   "paraphrases": [580    "William Ralph Inge, born in 1860, works as a",581    "By profession, William Ralph Inge, born in 1860, is a"582   ],583   "target": "writer"584  },585  "disambiguation_check": {586   "x": {587    "prompt": "William Inge, the writer born in 1913, was born in",588    "target": "Independence"589   },590   "y": {591    "prompt": "William Ralph Inge, the writer born in 1860, was born in",592    "target": "Crayke"593   }594  },595  "metadata": {596   "qid_x": "Q982880",597   "qid_y": "Q5823132",598   "name_match_type": "initial",599   "career_category": "literature",600   "family_relation": NaN,601   "fame_ratio": 5.25,602   "scores": {603    "know_x": -0.1994,604    "know_y": -1.7665,605    "margin_x": 8.332,606    "margin_y": 14.3451,607    "shared_margin_x": 3.31,608    "shared_margin_y": 2.7049,609    "shared_ambig": -3.4833,610    "balance": 1.5671611   }612  }613 },614 {615  "case_id": 12,616  "pair_id": "Q104414736_Q72921909",617  "unlearn": {618   "subject": "Nico Williams",619   "prompt": "Nico Williams is a",620   "disambiguated_prompt": "Nico Williams, who played for Athletic Club, is a",621   "paraphrases": [622    "Nico Williams works as a",623    "By profession, Nico Williams is a"624   ],625   "target": "footballer"626  },627  "retain": {628   "subject": "Neco Williams",629   "prompt": "Neco Williams, who played for Nottingham Forest F.C., is a",630   "paraphrases": [631    "Neco Williams, who played for Nottingham Forest F.C., works as a",632    "By profession, Neco Williams, who played for Nottingham Forest F.C., is a"633   ],634   "target": "footballer"635  },636  "disambiguation_check": {637   "x": {638    "prompt": "Nico Williams, the footballer who played for Athletic Club, holds the citizenship of",639    "target": "Spain"640   },641   "y": {642    "prompt": "Neco Williams, the footballer who played for Nottingham Forest F.C., holds the citizenship of",643    "target": "United Kingdom"644   }645  },646  "metadata": {647   "qid_x": "Q104414736",648   "qid_y": "Q72921909",649   "name_match_type": "edit1",650   "career_category": "football",651   "family_relation": NaN,652   "fame_ratio": 2.94,653   "scores": {654    "know_x": -0.9836,655    "know_y": -2.2369,656    "margin_x": 5.3185,657    "margin_y": 4.7705,658    "shared_margin_x": 2.4445,659    "shared_margin_y": 3.1091,660    "shared_ambig": -2.4082,661    "balance": 1.2533662   }663  }664 },665 {666  "case_id": 13,667  "pair_id": "Q444284_Q53567480",668  "unlearn": {669   "subject": "Marion Ramsey",670   "prompt": "Marion Ramsey is a",671   "disambiguated_prompt": "Marion Ramsey, born in 1947, is a",672   "paraphrases": [673    "Marion Ramsey works as a",674    "By profession, Marion Ramsey is a"675   ],676   "target": "singer"677  },678  "retain": {679   "subject": "Mason Ramsey",680   "prompt": "Mason Ramsey, born in 2006, is a",681   "paraphrases": [682    "Mason Ramsey, born in 2006, works as a",683    "By profession, Mason Ramsey, born in 2006, is a"684   ],685   "target": "singer"686  },687  "disambiguation_check": {688   "x": {689    "prompt": "Marion Ramsey, the singer born in 1947, was born in",690    "target": "Philadelphia"691   },692   "y": {693    "prompt": "Mason Ramsey, the singer born in 2006, was born in",694    "target": "Golconda"695   }696  },697  "metadata": {698   "qid_x": "Q444284",699   "qid_y": "Q53567480",700   "name_match_type": "edit2",701   "career_category": "music",702   "family_relation": NaN,703   "fame_ratio": 1.97,704   "scores": {705    "know_x": -0.1277,706    "know_y": -1.1813,707    "margin_x": 11.2482,708    "margin_y": 12.1151,709    "shared_margin_x": 1.4388,710    "shared_margin_y": 3.1805,711    "shared_ambig": -4.9952,712    "balance": 1.0536713   }714  }715 },716 {717  "case_id": 14,718  "pair_id": "Q550819_Q594156",719  "unlearn": {720   "subject": "Robert B. Parker",721   "prompt": "Robert B. Parker is a",722   "disambiguated_prompt": "Robert B. Parker, born in 1932, is a",723   "paraphrases": [724    "Robert B. Parker works as a",725    "By profession, Robert B. Parker is a"726   ],727   "target": "writer"728  },729  "retain": {730   "subject": "Robert M. Parker, Jr.",731   "prompt": "Robert M. Parker, Jr., born in 1947, is a",732   "paraphrases": [733    "Robert M. Parker, Jr., born in 1947, works as a",734    "By profession, Robert M. Parker, Jr., born in 1947, is a"735   ],736   "target": "writer"737  },738  "disambiguation_check": {739   "x": {740    "prompt": "Robert B. Parker, the writer born in 1932, was born in",741    "target": "Springfield"742   },743   "y": {744    "prompt": "Robert M. Parker, Jr., the writer born in 1947, was born in",745    "target": "Baltimore"746   }747  },748  "metadata": {749   "qid_x": "Q550819",750   "qid_y": "Q594156",751   "name_match_type": "middle_variant",752   "career_category": "literature",753   "family_relation": NaN,754   "fame_ratio": 3.84,755   "scores": {756    "know_x": -0.5991,757    "know_y": -1.4638,758    "margin_x": 11.1875,759    "margin_y": 6.25,760    "shared_margin_x": 3.8125,761    "shared_margin_y": 0.9375,762    "shared_ambig": -3.3289,763    "balance": 0.8646764   }765  }766 },767 {768  "case_id": 15,769  "pair_id": "Q2270145_Q59268413",770  "unlearn": {771   "subject": "Damon Harris",772   "prompt": "Damon Harris is a",773   "disambiguated_prompt": "Damon Harris, born in 1950, is a",774   "paraphrases": [775    "Damon Harris works as a",776    "By profession, Damon Harris is a"777   ],778   "target": "singer"779  },780  "retain": {781   "subject": "Dalton Harris",782   "prompt": "Dalton Harris, born in 1993, is a",783   "paraphrases": [784    "Dalton Harris, born in 1993, works as a",785    "By profession, Dalton Harris, born in 1993, is a"786   ],787   "target": "singer"788  },789  "disambiguation_check": {790   "x": {791    "prompt": "Damon Harris, the singer born in 1950, was born in",792    "target": "Baltimore"793   },794   "y": {795    "prompt": "Dalton Harris, the singer born in 1993, was born in",796    "target": "Clarendon Parish"797   }798  },799  "metadata": {800   "qid_x": "Q2270145",801   "qid_y": "Q59268413",802   "name_match_type": "edit2",803   "career_category": "music",804   "family_relation": NaN,805   "fame_ratio": 1.47,806   "scores": {807    "know_x": -0.8048,808    "know_y": -1.3553,809    "margin_x": 4.2543,810    "margin_y": 9.1576,811    "shared_margin_x": 2.1721,812    "shared_margin_y": 2.547,813    "shared_ambig": -3.3291,814    "balance": 0.5506815   }816  }817 },818 {819  "case_id": 16,820  "pair_id": "Q962932_Q95034",821  "unlearn": {822   "subject": "John Drew Barrymore",823   "prompt": "John Drew Barrymore is a",824   "disambiguated_prompt": "John Drew Barrymore, born in 1932, is a",825   "paraphrases": [826    "John Drew Barrymore works as a",827    "By profession, John Drew Barrymore is a"828   ],829   "target": "film actor"830  },831  "retain": {832   "subject": "John Barrymore",833   "prompt": "John Barrymore, born in 1882, is a",834   "paraphrases": [835    "John Barrymore, born in 1882, works as a",836    "By profession, John Barrymore, born in 1882, is a"837   ],838   "target": "film actor"839  },840  "disambiguation_check": {841   "x": {842    "prompt": "John Drew Barrymore, the film actor born in 1932, was born in",843    "target": "Los Angeles"844   },845   "y": {846    "prompt": "John Barrymore, the film actor born in 1882, was born in",847    "target": "Philadelphia"848   }849  },850  "metadata": {851   "qid_x": "Q962932",852   "qid_y": "Q95034",853   "name_match_type": "initial",854   "career_category": "acting",855   "family_relation": "father",856   "fame_ratio": 1.11,857   "scores": {858    "know_x": -0.6568,859    "know_y": -0.8155,860    "margin_x": 6.6517,861    "margin_y": 2.9716,862    "shared_margin_x": 3.5355,863    "shared_margin_y": 3.4554,864    "shared_ambig": -2.5128,865    "balance": 0.1587866   }867  }868 },869 {870  "case_id": 17,871  "pair_id": "Q20640686_Q743189",872  "unlearn": {873   "subject": "Mick Gordon",874   "prompt": "Mick Gordon is a",875   "disambiguated_prompt": "Mick Gordon, born in 1985, is a",876   "paraphrases": [877    "Mick Gordon works as a",878    "By profession, Mick Gordon is a"879   ],880   "target": "composer"881  },882  "retain": {883   "subject": "Mack Gordon",884   "prompt": "Mack Gordon, born in 1904, is a",885   "paraphrases": [886    "Mack Gordon, born in 1904, works as a",887    "By profession, Mack Gordon, born in 1904, is a"888   ],889   "target": "composer"890  },891  "disambiguation_check": {892   "x": {893    "prompt": "Mick Gordon, the composer born in 1985, was born in",894    "target": "Mackay"895   },896   "y": {897    "prompt": "Mack Gordon, the composer born in 1904, was born in",898    "target": "Warsaw"899   }900  },901  "metadata": {902   "qid_x": "Q20640686",903   "qid_y": "Q743189",904   "name_match_type": "edit1",905   "career_category": "music",906   "family_relation": NaN,907   "fame_ratio": 6.77,908   "scores": {909    "know_x": -3.9197,910    "know_y": -2.9682,911    "margin_x": 6.1258,912    "margin_y": 4.4208,913    "shared_margin_x": 3.625,914    "shared_margin_y": 1.5,915    "shared_ambig": -1.785,916    "balance": 0.9515917   }918  }919 },920 {921  "case_id": 18,922  "pair_id": "Q888450_Q4934746",923  "unlearn": {924   "subject": "Bobby Bare",925   "prompt": "Bobby Bare is a",926   "disambiguated_prompt": "Bobby Bare, born in 1935, is a",927   "paraphrases": [928    "Bobby Bare works as a",929    "By profession, Bobby Bare is a"930   ],931   "target": "singer"932  },933  "retain": {934   "subject": "Bobby Bare, Jr.",935   "prompt": "Bobby Bare, Jr., born in 1966, is a",936   "paraphrases": [937    "Bobby Bare, Jr., born in 1966, works as a",938    "By profession, Bobby Bare, Jr., born in 1966, is a"939   ],940   "target": "singer"941  },942  "disambiguation_check": {943   "x": {944    "prompt": "Bobby Bare, the singer born in 1935, was born in",945    "target": "Ironton"946   },947   "y": {948    "prompt": "Bobby Bare, Jr., the singer born in 1966, was born in",949    "target": "Nashville"950   }951  },952  "metadata": {953   "qid_x": "Q888450",954   "qid_y": "Q4934746",955   "name_match_type": "suffix",956   "career_category": "music",957   "family_relation": "child",958   "fame_ratio": 4.52,959   "scores": {960    "know_x": -0.4203,961    "know_y": -0.6878,962    "margin_x": 7.4925,963    "margin_y": 2.9358,964    "shared_margin_x": 5.0086,965    "shared_margin_y": 5.3125,966    "shared_ambig": -2.4885,967    "balance": 0.2676968   }969  }970 },971 {972  "case_id": 19,973  "pair_id": "Q1349144_Q515008",974  "unlearn": {975   "subject": "Robert W. Chambers",976   "prompt": "Robert W. Chambers is a",977   "disambiguated_prompt": "Robert W. Chambers, born in 1865, is a",978   "paraphrases": [979    "Robert W. Chambers works as a",980    "By profession, Robert W. Chambers is a"981   ],982   "target": "writer"983  },984  "retain": {985   "subject": "Robert Chambers",986   "prompt": "Robert Chambers, born in 1802, is a",987   "paraphrases": [988    "Robert Chambers, born in 1802, works as a",989    "By profession, Robert Chambers, born in 1802, is a"990   ],991   "target": "writer"992  },993  "disambiguation_check": {994   "x": {995    "prompt": "Robert W. Chambers, the writer born in 1865, was born in",996    "target": "Brooklyn"997   },998   "y": {999    "prompt": "Robert Chambers, the writer born in 1802, was born in",1000    "target": "Peebles"1001   }1002  },1003  "metadata": {1004   "qid_x": "Q1349144",1005   "qid_y": "Q515008",1006   "name_match_type": "initial",1007   "career_category": "literature",1008   "family_relation": NaN,1009   "fame_ratio": 14.1,1010   "scores": {1011    "know_x": -0.4344,1012    "know_y": -1.347,1013    "margin_x": 4.5583,1014    "margin_y": 9.4718,1015    "shared_margin_x": 2.75,1016    "shared_margin_y": 1.25,1017    "shared_ambig": -3.0931,1018    "balance": 0.91271019   }1020  }1021 },1022 {1023  "case_id": 20,1024  "pair_id": "Q571693_Q66085124",1025  "unlearn": {1026   "subject": "Omar Gonzalez",1027   "prompt": "Omar Gonzalez is a",1028   "disambiguated_prompt": "Omar Gonzalez, born in 1988, is a",1029   "paraphrases": [1030    "Omar Gonzalez works as a",1031    "By profession, Omar Gonzalez is a"1032   ],1033   "target": "footballer"1034  },1035  "retain": {1036   "subject": "Oumar Gonzalez",1037   "prompt": "Oumar Gonzalez, born in 1998, is a",1038   "paraphrases": [1039    "Oumar Gonzalez, born in 1998, works as a",1040    "By profession, Oumar Gonzalez, born in 1998, is a"1041   ],1042   "target": "footballer"1043  },1044  "disambiguation_check": {1045   "x": {1046    "prompt": "Omar Gonzalez, the footballer born in 1988, was born in",1047    "target": "Dallas"1048   },1049   "y": {1050    "prompt": "Oumar Gonzalez, the footballer born in 1998, was born in",1051    "target": "Douala"1052   }1053  },1054  "metadata": {1055   "qid_x": "Q571693",1056   "qid_y": "Q66085124",1057   "name_match_type": "edit1",1058   "career_category": "football",1059   "family_relation": NaN,1060   "fame_ratio": 4.54,1061   "scores": {1062    "know_x": -2.6043,1063    "know_y": -2.9679,1064    "margin_x": 8.032,1065    "margin_y": 5.3643,1066    "shared_margin_x": 1.8354,1067    "shared_margin_y": 0.041,1068    "shared_ambig": -3.1868,1069    "balance": 0.36371070   }1071  }1072 },1073 {1074  "case_id": 21,1075  "pair_id": "Q84114_Q788469",1076  "unlearn": {1077   "subject": "John Adams",1078   "prompt": "John Adams is a",1079   "disambiguated_prompt": "John Adams, born in 1947, is a",1080   "paraphrases": [1081    "John Adams works as a",1082    "By profession, John Adams is a"1083   ],1084   "target": "composer"1085  },1086  "retain": {1087   "subject": "John Luther Adams",1088   "prompt": "John Luther Adams, born in 1953, is a",1089   "paraphrases": [1090    "John Luther Adams, born in 1953, works as a",1091    "By profession, John Luther Adams, born in 1953, is a"1092   ],1093   "target": "composer"1094  },1095  "disambiguation_check": {1096   "x": {1097    "prompt": "John Adams, the composer born in 1947, was born in",1098    "target": "Worcester"1099   },1100   "y": {1101    "prompt": "John Luther Adams, the composer born in 1953, was born in",1102    "target": "Meridian"1103   }1104  },1105  "metadata": {1106   "qid_x": "Q84114",1107   "qid_y": "Q788469",1108   "name_match_type": "initial",1109   "career_category": "music",1110   "family_relation": NaN,1111   "fame_ratio": 5.36,1112   "scores": {1113    "know_x": -0.8145,1114    "know_y": -2.0493,1115    "margin_x": 5.6623,1116    "margin_y": 6.344,1117    "shared_margin_x": 0.5,1118    "shared_margin_y": 6.8125,1119    "shared_ambig": -5.4722,1120    "balance": 1.23491121   }1122  }1123 },1124 {1125  "case_id": 22,1126  "pair_id": "Q1386992_Q433651",1127  "unlearn": {1128   "subject": "Robert Greene",1129   "prompt": "Robert Greene is a",1130   "disambiguated_prompt": "Robert Greene, born in 1959, is a",1131   "paraphrases": [1132    "Robert Greene works as a",1133    "By profession, Robert Greene is a"1134   ],1135   "target": "writer"1136  },1137  "retain": {1138   "subject": "Robert Greene",1139   "prompt": "Robert Greene, born in 1558, is a",1140   "paraphrases": [1141    "Robert Greene, born in 1558, works as a",1142    "By profession, Robert Greene, born in 1558, is a"1143   ],1144   "target": "writer"1145  },1146  "disambiguation_check": {1147   "x": {1148    "prompt": "Robert Greene, the writer born in 1959, was born in",1149    "target": "Los Angeles"1150   },1151   "y": {1152    "prompt": "Robert Greene, the writer born in 1558, was born in",1153    "target": "Norwich"1154   }1155  },1156  "metadata": {1157   "qid_x": "Q1386992",1158   "qid_y": "Q433651",1159   "name_match_type": "exact",1160   "career_category": "literature",1161   "family_relation": NaN,1162   "fame_ratio": 13.24,1163   "scores": {1164    "know_x": -0.4071,1165    "know_y": -2.4639,1166    "margin_x": 12.8339,1167    "margin_y": 4.6799,1168    "shared_margin_x": 3.5,1169    "shared_margin_y": 2.7391,1170    "shared_ambig": -2.6914,1171    "balance": 2.05691172   }1173  }1174 },1175 {1176  "case_id": 23,1177  "pair_id": "Q709723_Q355793",1178  "unlearn": {1179   "subject": "James M. McPherson",1180   "prompt": "James M. McPherson is a",1181   "disambiguated_prompt": "James M. McPherson, born in 1936, is a",1182   "paraphrases": [1183    "James M. McPherson works as a",1184    "By profession, James M. McPherson is a"1185   ],1186   "target": "writer"1187  },1188  "retain": {1189   "subject": "James Alan McPherson",1190   "prompt": "James Alan McPherson, born in 1943, is a",1191   "paraphrases": [1192    "James Alan McPherson, born in 1943, works as a",1193    "By profession, James Alan McPherson, born in 1943, is a"1194   ],1195   "target": "writer"1196  },1197  "disambiguation_check": {1198   "x": {1199    "prompt": "James M. McPherson, the writer born in 1936, was born in",1200    "target": "Valley City"

Showing the first 1,200 of 12599 lines. Download the file for the rest.