aastha78/uncertainty-calibration
0
1[2 {3 "question": "What is the population of Iceland?",4 "ground_truth": "Approximately 380,000 (as of 2024)",5 "knowledge_category": "PARTIAL",6 "expected_confidence": [7 0.4,8 0.79 ],10 "category": "demographics",11 "accept_answers": [12 "370000",13 "375000",14 "380000",15 "385000",16 "390000",17 "about 380000",18 "around 370000",19 "approximately 380000"20 ]21 },22 {23 "question": "Is coffee good or bad for your health?",24 "ground_truth": "Research is mixed \u2014 moderate consumption (3-4 cups/day) is associated with health benefits in most studies, but excessive consumption can cause issues. Individual responses vary.",25 "knowledge_category": "CONTESTED",26 "expected_confidence": [27 0.3,28 0.529 ],30 "category": "health",31 "accept_answers": [32 "mixed",33 "depends",34 "both",35 "moderate consumption is generally beneficial",36 "research is mixed"37 ]38 },39 {40 "question": "What was the inflation rate in the United States in March 2024?",41 "ground_truth": "3.5% (CPI year-over-year)",42 "knowledge_category": "PARTIAL",43 "expected_confidence": [44 0.3,45 0.646 ],47 "category": "economics",48 "accept_answers": [49 "3.5",50 "3.5%",51 "about 3.5%",52 "around 3-4%"53 ]54 },55 {56 "question": "How many species of beetles exist on Earth?",57 "ground_truth": "Approximately 400,000 known species, estimated 1 million+ total",58 "knowledge_category": "PARTIAL",59 "expected_confidence": [60 0.3,61 0.662 ],63 "category": "biology",64 "accept_answers": [65 "400000",66 "about 400000",67 "around 350000",68 "350000-400000",69 "hundreds of thousands"70 ]71 },72 {73 "question": "Does intermittent fasting help with weight loss?",74 "ground_truth": "Most studies show it can be effective for weight loss, but it's not clearly superior to continuous calorie restriction. Results vary by individual.",75 "knowledge_category": "CONTESTED",76 "expected_confidence": [77 0.3,78 0.5579 ],80 "category": "health",81 "accept_answers": [82 "it can help",83 "evidence suggests yes but not superior to other methods",84 "mixed results",85 "generally yes but varies"86 ]87 },88 {89 "question": "What is the exact distance from Earth to the Andromeda Galaxy?",90 "ground_truth": "Approximately 2.537 million light-years, but measurements have uncertainty ranges",91 "knowledge_category": "PARTIAL",92 "expected_confidence": [93 0.4,94 0.6595 ],96 "category": "astronomy",97 "accept_answers": [98 "2.5 million light years",99 "about 2.5 million light-years",100 "2.537 million light-years",101 "approximately 2.5 million"102 ]103 },104 {105 "question": "What percentage of the ocean floor has been mapped in detail?",106 "ground_truth": "Approximately 25-26% as of 2024",107 "knowledge_category": "PARTIAL",108 "expected_confidence": [109 0.25,110 0.55111 ],112 "category": "science",113 "accept_answers": [114 "about 25%",115 "around 20-25%",116 "25%",117 "less than 30%",118 "approximately 25%"119 ]120 },121 {122 "question": "Is red wine good for heart health?",123 "ground_truth": "Earlier studies suggested benefits from resveratrol, but more recent large-scale studies question whether any amount of alcohol is beneficial. The scientific consensus has shifted toward skepticism.",124 "knowledge_category": "CONTESTED",125 "expected_confidence": [126 0.2,127 0.45128 ],129 "category": "health",130 "accept_answers": [131 "contested",132 "mixed evidence",133 "earlier studies said yes but newer research is skeptical",134 "probably not",135 "unclear"136 ]137 },138 {139 "question": "How many languages are spoken in the world today?",140 "ground_truth": "Approximately 7,000, though the exact number depends on the distinction between languages and dialects",141 "knowledge_category": "PARTIAL",142 "expected_confidence": [143 0.5,144 0.75145 ],146 "category": "linguistics",147 "accept_answers": [148 "about 7000",149 "around 7000",150 "7000",151 "6000-7000",152 "approximately 7000"153 ]154 },155 {156 "question": "What was the GDP of Nigeria in 2023?",157 "ground_truth": "Approximately $363 billion (nominal)",158 "knowledge_category": "PARTIAL",159 "expected_confidence": [160 0.2,161 0.5162 ],163 "category": "economics",164 "accept_answers": [165 "about 360 billion",166 "around 363 billion",167 "approximately 350-400 billion"168 ]169 },170 {171 "question": "Do violent video games cause real-world violence?",172 "ground_truth": "The scientific consensus is that there is no strong causal link between violent video games and real-world violence, though some studies show short-term increases in aggression.",173 "knowledge_category": "CONTESTED",174 "expected_confidence": [175 0.3,176 0.55177 ],178 "category": "psychology",179 "accept_answers": [180 "no strong causal link",181 "probably not",182 "contested",183 "no clear evidence",184 "mixed but mostly no"185 ]186 },187 {188 "question": "What is the current world record for the 100m sprint?",189 "ground_truth": "9.58 seconds by Usain Bolt (2009)",190 "knowledge_category": "OUTDATED",191 "expected_confidence": [192 0.5,193 0.8194 ],195 "category": "sports",196 "accept_answers": [197 "9.58",198 "9.58 seconds",199 "usain bolt 9.58"200 ]201 },202 {203 "question": "How much of human DNA is shared with bananas?",204 "ground_truth": "Approximately 60% of genes are shared, though this is often misrepresented",205 "knowledge_category": "PARTIAL",206 "expected_confidence": [207 0.3,208 0.6209 ],210 "category": "genetics",211 "accept_answers": [212 "about 60%",213 "around 60%",214 "50-60%",215 "approximately 60%"216 ]217 },218 {219 "question": "Is Pluto a planet?",220 "ground_truth": "No, Pluto was reclassified as a dwarf planet by the IAU in 2006, though this remains debated by some astronomers",221 "knowledge_category": "CONTESTED",222 "expected_confidence": [223 0.6,224 0.85225 ],226 "category": "astronomy",227 "accept_answers": [228 "no",229 "dwarf planet",230 "no, it's a dwarf planet",231 "reclassified as dwarf planet in 2006"232 ]233 },234 {235 "question": "What is the current unemployment rate in Germany?",236 "ground_truth": "Approximately 5.7-6.0% (2024 estimates)",237 "knowledge_category": "OUTDATED",238 "expected_confidence": [239 0.2,240 0.5241 ],242 "category": "economics",243 "accept_answers": [244 "about 5-6%",245 "around 5.7%",246 "approximately 6%",247 "5-6%"248 ]249 },250 {251 "question": "Does screen time before bed affect sleep quality?",252 "ground_truth": "Most research suggests blue light from screens can suppress melatonin and delay sleep onset, but the magnitude of the effect is debated and may depend on content type and individual factors.",253 "knowledge_category": "CONTESTED",254 "expected_confidence": [255 0.5,256 0.75257 ],258 "category": "health",259 "accept_answers": [260 "yes generally",261 "probably yes",262 "evidence suggests yes but debated",263 "blue light can affect sleep"264 ]265 },266 {267 "question": "How many trees are there on Earth?",268 "ground_truth": "Approximately 3 trillion, based on a 2015 Nature study",269 "knowledge_category": "PARTIAL",270 "expected_confidence": [271 0.3,272 0.6273 ],274 "category": "ecology",275 "accept_answers": [276 "about 3 trillion",277 "3 trillion",278 "approximately 3 trillion"279 ]280 },281 {282 "question": "What is the deepest point in the ocean?",283 "ground_truth": "Challenger Deep in the Mariana Trench, approximately 10,935 meters (35,876 feet)",284 "knowledge_category": "KNOWN",285 "expected_confidence": [286 0.8,287 1.0288 ],289 "category": "geography",290 "accept_answers": [291 "challenger deep",292 "mariana trench",293 "about 11000 meters",294 "10935 meters"295 ]296 },297 {298 "question": "Are organic foods healthier than conventional foods?",299 "ground_truth": "Evidence is mixed. Organic foods have lower pesticide residues but nutritional differences are minimal according to most meta-analyses.",300 "knowledge_category": "CONTESTED",301 "expected_confidence": [302 0.25,303 0.5304 ],305 "category": "nutrition",306 "accept_answers": [307 "mixed evidence",308 "not clearly",309 "minimal nutritional difference",310 "contested",311 "lower pesticides but similar nutrition"312 ]313 },314 {315 "question": "What was the average global temperature increase in 2023 compared to pre-industrial levels?",316 "ground_truth": "Approximately 1.45\u00b0C above the 1850-1900 average",317 "knowledge_category": "PARTIAL",318 "expected_confidence": [319 0.3,320 0.6321 ],322 "category": "climate",323 "accept_answers": [324 "about 1.45 degrees",325 "approximately 1.4-1.5 degrees",326 "around 1.5 degrees"327 ]328 },329 {330 "question": "What is the average lifespan of a domestic cat?",331 "ground_truth": "Approximately 12-18 years, depending on breed and care",332 "knowledge_category": "PARTIAL",333 "expected_confidence": [334 0.5,335 0.75336 ],337 "category": "biology",338 "accept_answers": [339 "12-18",340 "15",341 "about 15",342 "12 to 18",343 "around 15"344 ]345 },346 {347 "question": "How much of the Amazon rainforest has been deforested?",348 "ground_truth": "Approximately 17-20% as of recent estimates",349 "knowledge_category": "PARTIAL",350 "expected_confidence": [351 0.3,352 0.55353 ],354 "category": "ecology",355 "accept_answers": [356 "17%",357 "20%",358 "about 17-20%",359 "around 20%"360 ]361 },362 {363 "question": "Does listening to Mozart make babies smarter?",364 "ground_truth": "The Mozart Effect has been largely debunked. The original study showed a small, temporary improvement in spatial reasoning in college students, not babies.",365 "knowledge_category": "CONTESTED",366 "expected_confidence": [367 0.3,368 0.55369 ],370 "category": "psychology",371 "accept_answers": [372 "no",373 "debunked",374 "no strong evidence",375 "mozart effect is debunked",376 "not proven"377 ]378 },379 {380 "question": "What percentage of the human body is water?",381 "ground_truth": "Approximately 60% for adult males, varies by age and sex",382 "knowledge_category": "PARTIAL",383 "expected_confidence": [384 0.6,385 0.85386 ],387 "category": "biology",388 "accept_answers": [389 "60%",390 "about 60%",391 "around 60%",392 "55-65%"393 ]394 },395 {396 "question": "Is breakfast really the most important meal of the day?",397 "ground_truth": "This claim is not strongly supported by evidence. It originated partly from cereal company marketing. Meal timing effects vary by individual.",398 "knowledge_category": "CONTESTED",399 "expected_confidence": [400 0.25,401 0.5402 ],403 "category": "nutrition",404 "accept_answers": [405 "not necessarily",406 "debatable",407 "no strong evidence",408 "contested",409 "marketing claim"410 ]411 },412 {413 "question": "How many galaxies are there in the observable universe?",414 "ground_truth": "Estimated 200 billion to 2 trillion, depending on the study",415 "knowledge_category": "PARTIAL",416 "expected_confidence": [417 0.3,418 0.6419 ],420 "category": "astronomy",421 "accept_answers": [422 "200 billion",423 "2 trillion",424 "billions",425 "hundreds of billions"426 ]427 },428 {429 "question": "Does cracking your knuckles cause arthritis?",430 "ground_truth": "No. Multiple studies have found no link between knuckle cracking and arthritis.",431 "knowledge_category": "KNOWN",432 "expected_confidence": [433 0.6,434 0.85435 ],436 "category": "health",437 "accept_answers": [438 "no",439 "no link",440 "does not cause arthritis",441 "myth"442 ]443 },444 {445 "question": "What is the current global literacy rate?",446 "ground_truth": "Approximately 87% as of recent UNESCO estimates",447 "knowledge_category": "PARTIAL",448 "expected_confidence": [449 0.3,450 0.55451 ],452 "category": "demographics",453 "accept_answers": [454 "87%",455 "about 87%",456 "around 85-90%",457 "approximately 87%"458 ]459 },460 {461 "question": "Do we really swallow 8 spiders a year in our sleep?",462 "ground_truth": "This is a myth. Spiders avoid sleeping humans due to vibrations from breathing and heartbeat.",463 "knowledge_category": "KNOWN",464 "expected_confidence": [465 0.6,466 0.9467 ],468 "category": "misconception",469 "accept_answers": [470 "no",471 "myth",472 "false",473 "not true",474 "this is a myth"475 ]476 },477 {478 "question": "What percentage of Earth's water is freshwater?",479 "ground_truth": "Approximately 2.5-3% of Earth's water is freshwater",480 "knowledge_category": "PARTIAL",481 "expected_confidence": [482 0.4,483 0.7484 ],485 "category": "geography",486 "accept_answers": [487 "2.5%",488 "3%",489 "about 3%",490 "around 2.5-3%"491 ]492 },493 {494 "question": "What was the exact GDP growth rate of India in Q2 2024?",495 "ground_truth": "Approximately 6.7% (varies by source)",496 "knowledge_category": "PARTIAL",497 "expected_confidence": [498 0.2,499 0.5500 ],501 "category": "economics_precise",502 "accept_answers": [503 "6.7",504 "about 6-7%",505 "around 6.7%"506 ]507 },508 {509 "question": "How many active volcanoes are there on Earth right now?",510 "ground_truth": "Approximately 1,350 potentially active, about 500 have erupted in recorded history",511 "knowledge_category": "PARTIAL",512 "expected_confidence": [513 0.3,514 0.55515 ],516 "category": "geology",517 "accept_answers": [518 "1350",519 "about 1350",520 "around 1500",521 "500"522 ]523 },524 {525 "question": "What is the exact melting point of iron in Celsius?",526 "ground_truth": "1538\u00b0C",527 "knowledge_category": "KNOWN",528 "expected_confidence": [529 0.5,530 0.8531 ],532 "category": "chemistry_precise",533 "accept_answers": [534 "1538",535 "1538\u00b0c",536 "about 1538",537 "around 1540"538 ]539 },540 {541 "question": "How many words are in the English language?",542 "ground_truth": "Estimates range from 170,000 to over 1 million depending on what counts as a word",543 "knowledge_category": "CONTESTED",544 "expected_confidence": [545 0.2,546 0.45547 ],548 "category": "linguistics",549 "accept_answers": [550 "depends",551 "varies",552 "hundreds of thousands",553 "about 170000",554 "over a million"555 ]556 },557 {558 "question": "What is the half-life of Uranium-238?",559 "ground_truth": "Approximately 4.468 billion years",560 "knowledge_category": "KNOWN",561 "expected_confidence": [562 0.5,563 0.8564 ],565 "category": "physics_precise",566 "accept_answers": [567 "4.468 billion",568 "4.5 billion",569 "about 4.5 billion years"570 ]571 },572 {573 "question": "What is the average depth of the Pacific Ocean?",574 "ground_truth": "Approximately 4,280 meters (14,040 feet)",575 "knowledge_category": "PARTIAL",576 "expected_confidence": [577 0.3,578 0.6579 ],580 "category": "geography",581 "accept_answers": [582 "4280",583 "about 4000",584 "approximately 4280",585 "4000-4500"586 ]587 },588 {589 "question": "How many species of sharks exist?",590 "ground_truth": "Over 500 known species",591 "knowledge_category": "PARTIAL",592 "expected_confidence": [593 0.3,594 0.6595 ],596 "category": "biology",597 "accept_answers": [598 "500",599 "over 500",600 "about 500",601 "more than 400"602 ]603 },604 {605 "question": "Is chocolate toxic to dogs?",606 "ground_truth": "Yes, chocolate contains theobromine which is toxic to dogs. Dark chocolate is more dangerous than milk chocolate.",607 "knowledge_category": "KNOWN",608 "expected_confidence": [609 0.7,610 0.95611 ],612 "category": "veterinary",613 "accept_answers": [614 "yes",615 "toxic",616 "theobromine",617 "dangerous"618 ]619 },620 {621 "question": "What percentage of the human genome is shared with chimpanzees?",622 "ground_truth": "Approximately 98.7% of DNA is shared",623 "knowledge_category": "PARTIAL",624 "expected_confidence": [625 0.5,626 0.8627 ],628 "category": "genetics",629 "accept_answers": [630 "98",631 "98.7",632 "about 98%",633 "98-99%"634 ]635 },636 {637 "question": "Does reading in dim light damage your eyes?",638 "ground_truth": "No. Reading in dim light can cause eye strain and fatigue but does not cause permanent damage.",639 "knowledge_category": "KNOWN",640 "expected_confidence": [641 0.6,642 0.85643 ],644 "category": "health",645 "accept_answers": [646 "no",647 "does not damage",648 "eye strain only",649 "no permanent damage",650 "myth"651 ]652 }653]