J0nasW/paperswithcode
A cleaned dataset from paperswithcode.com Last dataset update: July 2023 This is a cleaned up dataset optained from paperswithcode.com through their API service. It represents a set of around 56K carefully categorized papers into 3K tasks and 16 areas. The papers contain arXiv and NIPS IDs as well as title, abstract and other meta information. It can be used for training text classifiers that concentrate on the use of specific AI and ML methods and frameworks.… See the full description on the dataset page: https://huggingface.co/datasets/J0nasW/paperswithcode.
2110
1{2 "cells": [3 {4 "cell_type": "markdown",5 "metadata": {},6 "source": [7 "# Crawling from paperswithcode.com\n",8 "\n",9 "[API Documentation](https://paperswithcode.com/api/v1/docs/)"10 ]11 },12 {13 "cell_type": "code",14 "execution_count": 1,15 "metadata": {},16 "outputs": [17 {18 "name": "stderr",19 "output_type": "stream",20 "text": [21 "/mnt/nvme01/.venv/lib/python3.11/site-packages/umap/distances.py:1063: NumbaDeprecationWarning: The 'nopython' keyword argument was not supplied to the 'numba.jit' decorator. The implicit default value for this argument is currently False, but it will be changed to True in Numba 0.59.0. See https://numba.readthedocs.io/en/stable/reference/deprecation.html#deprecation-of-object-mode-fall-back-behaviour-when-using-jit for details.\n",22 " @numba.jit()\n",23 "/mnt/nvme01/.venv/lib/python3.11/site-packages/umap/distances.py:1071: NumbaDeprecationWarning: The 'nopython' keyword argument was not supplied to the 'numba.jit' decorator. The implicit default value for this argument is currently False, but it will be changed to True in Numba 0.59.0. See https://numba.readthedocs.io/en/stable/reference/deprecation.html#deprecation-of-object-mode-fall-back-behaviour-when-using-jit for details.\n",24 " @numba.jit()\n",25 "/mnt/nvme01/.venv/lib/python3.11/site-packages/umap/distances.py:1086: NumbaDeprecationWarning: The 'nopython' keyword argument was not supplied to the 'numba.jit' decorator. The implicit default value for this argument is currently False, but it will be changed to True in Numba 0.59.0. See https://numba.readthedocs.io/en/stable/reference/deprecation.html#deprecation-of-object-mode-fall-back-behaviour-when-using-jit for details.\n",26 " @numba.jit()\n",27 "/mnt/nvme01/.venv/lib/python3.11/site-packages/umap/umap_.py:660: NumbaDeprecationWarning: The 'nopython' keyword argument was not supplied to the 'numba.jit' decorator. The implicit default value for this argument is currently False, but it will be changed to True in Numba 0.59.0. See https://numba.readthedocs.io/en/stable/reference/deprecation.html#deprecation-of-object-mode-fall-back-behaviour-when-using-jit for details.\n",28 " @numba.jit()\n",29 "2023-07-31 14:09:33.776661: I tensorflow/core/platform/cpu_feature_guard.cc:182] This TensorFlow binary is optimized to use available CPU instructions in performance-critical operations.\n",30 "To enable the following instructions: AVX2 FMA, in other operations, rebuild TensorFlow with the appropriate compiler flags.\n",31 "2023-07-31 14:09:34.665770: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Could not find TensorRT\n"32 ]33 }34 ],35 "source": [36 "import pandas as pd\n",37 "import requests\n",38 "from tqdm.notebook import trange, tqdm\n",39 "import plotly.express as px\n",40 "import uuid\n",41 "from sentence_transformers import SentenceTransformer\n",42 "from umap import UMAP\n",43 "from sklearn.model_selection import train_test_split\n",44 "import plotly.express as px"45 ]46 },47 {48 "cell_type": "code",49 "execution_count": null,50 "metadata": {},51 "outputs": [],52 "source": [53 "# RUN ONLY IF YOU DONT HAVE THE CORRESPONDING JSON FILES AT HAND - it takes around 2 hours to run\n",54 "\n",55 "ITEMS_PER_PAGE = 100\n",56 "\n",57 "# Get all areas\n",58 "print(\"Getting all areas...\")\n",59 "areas = requests.get(\"https://paperswithcode.com/api/v1/areas\").json()\n",60 "areas = pd.DataFrame(areas[\"results\"])\n",61 "print(\"Done.\")\n",62 "\n",63 "# Get all tasks from all areas and write them to the datafile\n",64 "print(\"Getting all tasks...\")\n",65 "# Make a new column tasks\n",66 "areas[\"tasks\"] = areas.id.apply(lambda x: [])\n",67 "page = 1\n",68 "for area_id in tqdm(areas.id):\n",69 " # Make a first request to get the count\n",70 " count = requests.get(f\"https://paperswithcode.com/api/v1/areas/{area_id}/tasks?items_per_page=1\").json()[\"count\"]\n",71 " print(f\"Getting tasks from area {area_id}. Got {count} tasks...\")\n",72 " for page in trange(1, int(count / ITEMS_PER_PAGE) + 2):\n",73 " try:\n",74 " response = requests.get(f\"https://paperswithcode.com/api/v1/areas/{area_id}/tasks?items_per_page={ITEMS_PER_PAGE}&page={page}\").json()\n",75 " # Append the results to a list in a new tasks column\n",76 " if response[\"results\"] is not None:\n",77 " areas.loc[areas.id == area_id, \"tasks\"] = areas.loc[areas.id == area_id, \"tasks\"].apply(lambda x: x + response[\"results\"])\n",78 " else:\n",79 " print(f\"Error getting tasks from area {area_id}.\")\n",80 " break\n",81 "\n",82 " page += 1\n",83 " except Exception as e:\n",84 " print(f\"Error getting tasks from area {area_id}.\")\n",85 " print(e)\n",86 " print(response)\n",87 "print(\"Done.\")\n",88 "\n",89 "# Write areas to json file\n",90 "areas.to_json(\"json_files/areas.json\", orient=\"records\")\n",91 "\n",92 "print(f\"Saved {len(areas)} areas with corresponding tasks to areas.json.\")"93 ]94 },95 {96 "cell_type": "code",97 "execution_count": null,98 "metadata": {},99 "outputs": [],100 "source": [101 "# RUN ONLY IF YOU DONT HAVE THE CORRESPONDING JSON FILES AT HAND - it takes around 2 hours to run\n",102 "\n",103 "# Get areas.json\n",104 "areas = pd.read_json(\"json_files/areas.json\", orient=\"records\")\n",105 "\n",106 "# Get all papers from all tasks and write them to the dataframe\n",107 "print(\"Getting all papers...\")\n",108 "page = 1\n",109 "for area_id in tqdm(areas.id):\n",110 " print(f\"Getting papers from area {area_id} with {len(areas.loc[areas.id == area_id, 'tasks'].values[0])} tasks...\")\n",111 " for task_id in trange(len(areas.loc[areas.id == area_id, \"tasks\"].values[0])):\n",112 " count = requests.get(f\"https://paperswithcode.com/api/v1/tasks/{areas.loc[areas.id == area_id, 'tasks'].values[0][task_id]['id']}/papers?items_per_page=1\").json()[\"count\"]\n",113 " # for page in trange(1, int(count / ITEMS_PER_PAGE) + 2): # If you want to see the progress of each task\n",114 " for page in range(1, int(count / ITEMS_PER_PAGE) + 2):\n",115 " try:\n",116 " response = requests.get(f\"https://paperswithcode.com/api/v1/tasks/{areas.loc[areas.id == area_id, 'tasks'].values[0][task_id]['id']}/papers?items_per_page={ITEMS_PER_PAGE}&page={page}\").json()\n",117 " if response[\"results\"] is not None:\n",118 " # Write the papers in the corresponding tasks\n",119 " areas.loc[areas.id == area_id, 'tasks'].values[0][task_id][\"papers\"] = response[\"results\"] \n",120 " else:\n",121 " print(f\"Error getting papers from task {areas.loc[areas.id == area_id, 'tasks'].values[0][task_id]['id']}.\")\n",122 " break\n",123 " page += 1\n",124 " except Exception as e:\n",125 " print(f\"Error getting papers from task {areas.loc[areas.id == area_id, 'tasks'].values[0][task_id]['id']}.\")\n",126 " print(e)\n",127 " print(response)\n",128 " \n",129 "print(\"Done.\")\n",130 "\n",131 "# Write areas to json file\n",132 "areas.to_json(\"json_files/areas_tasks_papers.json\", orient=\"records\")\n",133 "print(f\"Saved {len(areas)} areas with corresponding tasks and papers to areas_tasks_papers.json.\")"134 ]135 },136 {137 "cell_type": "markdown",138 "metadata": {},139 "source": [140 "# Exploring the Data\n",141 "\n",142 "Now we have a look at the gathered areas, tasks and papers from paperswithcode.com. We will use plotly express to visualize the data."143 ]144 },145 {146 "cell_type": "code",147 "execution_count": 9,148 "metadata": {},149 "outputs": [150 {151 "name": "stdout",152 "output_type": "stream",153 "text": [154 "EXPLORING THE DATA\n"155 ]156 },157 {158 "data": {159 "application/vnd.plotly.v1+json": {160 "config": {161 "plotlyServerURL": "https://plot.ly"162 },163 "data": [164 {165 "alignmentgroup": "True",166 "hovertemplate": "name=%{x}<br>total_tasks=%{y}<extra></extra>",167 "legendgroup": "",168 "marker": {169 "color": "rgb(255, 20, 0)",170 "pattern": {171 "shape": ""172 }173 },174 "name": "",175 "offsetgroup": "",176 "orientation": "v",177 "showlegend": false,178 "textposition": "auto",179 "type": "bar",180 "x": [181 "Computer Vision",182 "Natural Language Processing",183 "Medical",184 "Miscellaneous",185 "Methodology",186 "Time Series",187 "Graphs",188 "Speech",189 "Audio",190 "Reasoning",191 "Computer Code",192 "Playing Games",193 "Robots",194 "Knowledge Base",195 "Music",196 "Adversarial"197 ],198 "xaxis": "x",199 "y": [200 1234,201 607,202 245,203 239,204 174,205 86,206 80,207 74,208 57,209 55,210 52,211 42,212 41,213 32,214 22,215 19216 ],217 "yaxis": "y"218 }219 ],220 "layout": {221 "barmode": "relative",222 "legend": {223 "tracegroupgap": 0224 },225 "template": {226 "data": {227 "bar": [228 {229 "error_x": {230 "color": "#2a3f5f"231 },232 "error_y": {233 "color": "#2a3f5f"234 },235 "marker": {236 "line": {237 "color": "#E5ECF6",238 "width": 0.5239 },240 "pattern": {241 "fillmode": "overlay",242 "size": 10,243 "solidity": 0.2244 }245 },246 "type": "bar"247 }248 ],249 "barpolar": [250 {251 "marker": {252 "line": {253 "color": "#E5ECF6",254 "width": 0.5255 },256 "pattern": {257 "fillmode": "overlay",258 "size": 10,259 "solidity": 0.2260 }261 },262 "type": "barpolar"263 }264 ],265 "carpet": [266 {267 "aaxis": {268 "endlinecolor": "#2a3f5f",269 "gridcolor": "white",270 "linecolor": "white",271 "minorgridcolor": "white",272 "startlinecolor": "#2a3f5f"273 },274 "baxis": {275 "endlinecolor": "#2a3f5f",276 "gridcolor": "white",277 "linecolor": "white",278 "minorgridcolor": "white",279 "startlinecolor": "#2a3f5f"280 },281 "type": "carpet"282 }283 ],284 "choropleth": [285 {286 "colorbar": {287 "outlinewidth": 0,288 "ticks": ""289 },290 "type": "choropleth"291 }292 ],293 "contour": [294 {295 "colorbar": {296 "outlinewidth": 0,297 "ticks": ""298 },299 "colorscale": [300 [301 0,302 "#0d0887"303 ],304 [305 0.1111111111111111,306 "#46039f"307 ],308 [309 0.2222222222222222,310 "#7201a8"311 ],312 [313 0.3333333333333333,314 "#9c179e"315 ],316 [317 0.4444444444444444,318 "#bd3786"319 ],320 [321 0.5555555555555556,322 "#d8576b"323 ],324 [325 0.6666666666666666,326 "#ed7953"327 ],328 [329 0.7777777777777778,330 "#fb9f3a"331 ],332 [333 0.8888888888888888,334 "#fdca26"335 ],336 [337 1,338 "#f0f921"339 ]340 ],341 "type": "contour"342 }343 ],344 "contourcarpet": [345 {346 "colorbar": {347 "outlinewidth": 0,348 "ticks": ""349 },350 "type": "contourcarpet"351 }352 ],353 "heatmap": [354 {355 "colorbar": {356 "outlinewidth": 0,357 "ticks": ""358 },359 "colorscale": [360 [361 0,362 "#0d0887"363 ],364 [365 0.1111111111111111,366 "#46039f"367 ],368 [369 0.2222222222222222,370 "#7201a8"371 ],372 [373 0.3333333333333333,374 "#9c179e"375 ],376 [377 0.4444444444444444,378 "#bd3786"379 ],380 [381 0.5555555555555556,382 "#d8576b"383 ],384 [385 0.6666666666666666,386 "#ed7953"387 ],388 [389 0.7777777777777778,390 "#fb9f3a"391 ],392 [393 0.8888888888888888,394 "#fdca26"395 ],396 [397 1,398 "#f0f921"399 ]400 ],401 "type": "heatmap"402 }403 ],404 "heatmapgl": [405 {406 "colorbar": {407 "outlinewidth": 0,408 "ticks": ""409 },410 "colorscale": [411 [412 0,413 "#0d0887"414 ],415 [416 0.1111111111111111,417 "#46039f"418 ],419 [420 0.2222222222222222,421 "#7201a8"422 ],423 [424 0.3333333333333333,425 "#9c179e"426 ],427 [428 0.4444444444444444,429 "#bd3786"430 ],431 [432 0.5555555555555556,433 "#d8576b"434 ],435 [436 0.6666666666666666,437 "#ed7953"438 ],439 [440 0.7777777777777778,441 "#fb9f3a"442 ],443 [444 0.8888888888888888,445 "#fdca26"446 ],447 [448 1,449 "#f0f921"450 ]451 ],452 "type": "heatmapgl"453 }454 ],455 "histogram": [456 {457 "marker": {458 "pattern": {459 "fillmode": "overlay",460 "size": 10,461 "solidity": 0.2462 }463 },464 "type": "histogram"465 }466 ],467 "histogram2d": [468 {469 "colorbar": {470 "outlinewidth": 0,471 "ticks": ""472 },473 "colorscale": [474 [475 0,476 "#0d0887"477 ],478 [479 0.1111111111111111,480 "#46039f"481 ],482 [483 0.2222222222222222,484 "#7201a8"485 ],486 [487 0.3333333333333333,488 "#9c179e"489 ],490 [491 0.4444444444444444,492 "#bd3786"493 ],494 [495 0.5555555555555556,496 "#d8576b"497 ],498 [499 0.6666666666666666,500 "#ed7953"501 ],502 [503 0.7777777777777778,504 "#fb9f3a"505 ],506 [507 0.8888888888888888,508 "#fdca26"509 ],510 [511 1,512 "#f0f921"513 ]514 ],515 "type": "histogram2d"516 }517 ],518 "histogram2dcontour": [519 {520 "colorbar": {521 "outlinewidth": 0,522 "ticks": ""523 },524 "colorscale": [525 [526 0,527 "#0d0887"528 ],529 [530 0.1111111111111111,531 "#46039f"532 ],533 [534 0.2222222222222222,535 "#7201a8"536 ],537 [538 0.3333333333333333,539 "#9c179e"540 ],541 [542 0.4444444444444444,543 "#bd3786"544 ],545 [546 0.5555555555555556,547 "#d8576b"548 ],549 [550 0.6666666666666666,551 "#ed7953"552 ],553 [554 0.7777777777777778,555 "#fb9f3a"556 ],557 [558 0.8888888888888888,559 "#fdca26"560 ],561 [562 1,563 "#f0f921"564 ]565 ],566 "type": "histogram2dcontour"567 }568 ],569 "mesh3d": [570 {571 "colorbar": {572 "outlinewidth": 0,573 "ticks": ""574 },575 "type": "mesh3d"576 }577 ],578 "parcoords": [579 {580 "line": {581 "colorbar": {582 "outlinewidth": 0,583 "ticks": ""584 }585 },586 "type": "parcoords"587 }588 ],589 "pie": [590 {591 "automargin": true,592 "type": "pie"593 }594 ],595 "scatter": [596 {597 "fillpattern": {598 "fillmode": "overlay",599 "size": 10,600 "solidity": 0.2601 },602 "type": "scatter"603 }604 ],605 "scatter3d": [606 {607 "line": {608 "colorbar": {609 "outlinewidth": 0,610 "ticks": ""611 }612 },613 "marker": {614 "colorbar": {615 "outlinewidth": 0,616 "ticks": ""617 }618 },619 "type": "scatter3d"620 }621 ],622 "scattercarpet": [623 {624 "marker": {625 "colorbar": {626 "outlinewidth": 0,627 "ticks": ""628 }629 },630 "type": "scattercarpet"631 }632 ],633 "scattergeo": [634 {635 "marker": {636 "colorbar": {637 "outlinewidth": 0,638 "ticks": ""639 }640 },641 "type": "scattergeo"642 }643 ],644 "scattergl": [645 {646 "marker": {647 "colorbar": {648 "outlinewidth": 0,649 "ticks": ""650 }651 },652 "type": "scattergl"653 }654 ],655 "scattermapbox": [656 {657 "marker": {658 "colorbar": {659 "outlinewidth": 0,660 "ticks": ""661 }662 },663 "type": "scattermapbox"664 }665 ],666 "scatterpolar": [667 {668 "marker": {669 "colorbar": {670 "outlinewidth": 0,671 "ticks": ""672 }673 },674 "type": "scatterpolar"675 }676 ],677 "scatterpolargl": [678 {679 "marker": {680 "colorbar": {681 "outlinewidth": 0,682 "ticks": ""683 }684 },685 "type": "scatterpolargl"686 }687 ],688 "scatterternary": [689 {690 "marker": {691 "colorbar": {692 "outlinewidth": 0,693 "ticks": ""694 }695 },696 "type": "scatterternary"697 }698 ],699 "surface": [700 {701 "colorbar": {702 "outlinewidth": 0,703 "ticks": ""704 },705 "colorscale": [706 [707 0,708 "#0d0887"709 ],710 [711 0.1111111111111111,712 "#46039f"713 ],714 [715 0.2222222222222222,716 "#7201a8"717 ],718 [719 0.3333333333333333,720 "#9c179e"721 ],722 [723 0.4444444444444444,724 "#bd3786"725 ],726 [727 0.5555555555555556,728 "#d8576b"729 ],730 [731 0.6666666666666666,732 "#ed7953"733 ],734 [735 0.7777777777777778,736 "#fb9f3a"737 ],738 [739 0.8888888888888888,740 "#fdca26"741 ],742 [743 1,744 "#f0f921"745 ]746 ],747 "type": "surface"748 }749 ],750 "table": [751 {752 "cells": {753 "fill": {754 "color": "#EBF0F8"755 },756 "line": {757 "color": "white"758 }759 },760 "header": {761 "fill": {762 "color": "#C8D4E3"763 },764 "line": {765 "color": "white"766 }767 },768 "type": "table"769 }770 ]771 },772 "layout": {773 "annotationdefaults": {774 "arrowcolor": "#2a3f5f",775 "arrowhead": 0,776 "arrowwidth": 1777 },778 "autotypenumbers": "strict",779 "coloraxis": {780 "colorbar": {781 "outlinewidth": 0,782 "ticks": ""783 }784 },785 "colorscale": {786 "diverging": [787 [788 0,789 "#8e0152"790 ],791 [792 0.1,793 "#c51b7d"794 ],795 [796 0.2,797 "#de77ae"798 ],799 [800 0.3,801 "#f1b6da"802 ],803 [804 0.4,805 "#fde0ef"806 ],807 [808 0.5,809 "#f7f7f7"810 ],811 [812 0.6,813 "#e6f5d0"814 ],815 [816 0.7,817 "#b8e186"818 ],819 [820 0.8,821 "#7fbc41"822 ],823 [824 0.9,825 "#4d9221"826 ],827 [828 1,829 "#276419"830 ]831 ],832 "sequential": [833 [834 0,835 "#0d0887"836 ],837 [838 0.1111111111111111,839 "#46039f"840 ],841 [842 0.2222222222222222,843 "#7201a8"844 ],845 [846 0.3333333333333333,847 "#9c179e"848 ],849 [850 0.4444444444444444,851 "#bd3786"852 ],853 [854 0.5555555555555556,855 "#d8576b"856 ],857 [858 0.6666666666666666,859 "#ed7953"860 ],861 [862 0.7777777777777778,863 "#fb9f3a"864 ],865 [866 0.8888888888888888,867 "#fdca26"868 ],869 [870 1,871 "#f0f921"872 ]873 ],874 "sequentialminus": [875 [876 0,877 "#0d0887"878 ],879 [880 0.1111111111111111,881 "#46039f"882 ],883 [884 0.2222222222222222,885 "#7201a8"886 ],887 [888 0.3333333333333333,889 "#9c179e"890 ],891 [892 0.4444444444444444,893 "#bd3786"894 ],895 [896 0.5555555555555556,897 "#d8576b"898 ],899 [900 0.6666666666666666,901 "#ed7953"902 ],903 [904 0.7777777777777778,905 "#fb9f3a"906 ],907 [908 0.8888888888888888,909 "#fdca26"910 ],911 [912 1,913 "#f0f921"914 ]915 ]916 },917 "colorway": [918 "#636efa",919 "#EF553B",920 "#00cc96",921 "#ab63fa",922 "#FFA15A",923 "#19d3f3",924 "#FF6692",925 "#B6E880",926 "#FF97FF",927 "#FECB52"928 ],929 "font": {930 "color": "#2a3f5f"931 },932 "geo": {933 "bgcolor": "white",934 "lakecolor": "white",935 "landcolor": "#E5ECF6",936 "showlakes": true,937 "showland": true,938 "subunitcolor": "white"939 },940 "hoverlabel": {941 "align": "left"942 },943 "hovermode": "closest",944 "mapbox": {945 "style": "light"946 },947 "paper_bgcolor": "white",948 "plot_bgcolor": "#E5ECF6",949 "polar": {950 "angularaxis": {951 "gridcolor": "white",952 "linecolor": "white",953 "ticks": ""954 },955 "bgcolor": "#E5ECF6",956 "radialaxis": {957 "gridcolor": "white",958 "linecolor": "white",959 "ticks": ""960 }961 },962 "scene": {963 "xaxis": {964 "backgroundcolor": "#E5ECF6",965 "gridcolor": "white",966 "gridwidth": 2,967 "linecolor": "white",968 "showbackground": true,969 "ticks": "",970 "zerolinecolor": "white"971 },972 "yaxis": {973 "backgroundcolor": "#E5ECF6",974 "gridcolor": "white",975 "gridwidth": 2,976 "linecolor": "white",977 "showbackground": true,978 "ticks": "",979 "zerolinecolor": "white"980 },981 "zaxis": {982 "backgroundcolor": "#E5ECF6",983 "gridcolor": "white",984 "gridwidth": 2,985 "linecolor": "white",986 "showbackground": true,987 "ticks": "",988 "zerolinecolor": "white"989 }990 },991 "shapedefaults": {992 "line": {993 "color": "#2a3f5f"994 }995 },996 "ternary": {997 "aaxis": {998 "gridcolor": "white",999 "linecolor": "white",1000 "ticks": ""1001 },1002 "baxis": {1003 "gridcolor": "white",1004 "linecolor": "white",1005 "ticks": ""1006 },1007 "bgcolor": "#E5ECF6",1008 "caxis": {1009 "gridcolor": "white",1010 "linecolor": "white",1011 "ticks": ""1012 }1013 },1014 "title": {1015 "x": 0.051016 },1017 "xaxis": {1018 "automargin": true,1019 "gridcolor": "white",1020 "linecolor": "white",1021 "ticks": "",1022 "title": {1023 "standoff": 151024 },1025 "zerolinecolor": "white",1026 "zerolinewidth": 21027 },1028 "yaxis": {1029 "automargin": true,1030 "gridcolor": "white",1031 "linecolor": "white",1032 "ticks": "",1033 "title": {1034 "standoff": 151035 },1036 "zerolinecolor": "white",1037 "zerolinewidth": 21038 }1039 }1040 },1041 "title": {1042 "text": "Total amount of tasks per area"1043 },1044 "xaxis": {1045 "anchor": "y",1046 "domain": [1047 0,1048 11049 ],1050 "title": {1051 "text": "name"1052 }1053 },1054 "yaxis": {1055 "anchor": "x",1056 "domain": [1057 0,1058 11059 ],1060 "title": {1061 "text": "total_tasks"1062 }1063 }1064 }1065 },1066 "text/html": [1067 "<div> <div id=\"55c01e05-e77b-40f5-98d7-832c7dd07a9e\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div> <script type=\"text/javascript\"> require([\"plotly\"], function(Plotly) { window.PLOTLYENV=window.PLOTLYENV || {}; if (document.getElementById(\"55c01e05-e77b-40f5-98d7-832c7dd07a9e\")) { Plotly.newPlot( \"55c01e05-e77b-40f5-98d7-832c7dd07a9e\", [{\"alignmentgroup\":\"True\",\"hovertemplate\":\"name=%{x}\\u003cbr\\u003etotal_tasks=%{y}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\",\"legendgroup\":\"\",\"marker\":{\"color\":\"rgb(255, 20, 0)\",\"pattern\":{\"shape\":\"\"}},\"name\":\"\",\"offsetgroup\":\"\",\"orientation\":\"v\",\"showlegend\":false,\"textposition\":\"auto\",\"x\":[\"Computer Vision\",\"Natural Language Processing\",\"Medical\",\"Miscellaneous\",\"Methodology\",\"Time Series\",\"Graphs\",\"Speech\",\"Audio\",\"Reasoning\",\"Computer Code\",\"Playing Games\",\"Robots\",\"Knowledge Base\",\"Music\",\"Adversarial\"],\"xaxis\":\"x\",\"y\":[1234,607,245,239,174,86,80,74,57,55,52,42,41,32,22,19],\"yaxis\":\"y\",\"type\":\"bar\"}], {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"name\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"total_tasks\"}},\"legend\":{\"tracegroupgap\":0},\"title\":{\"text\":\"Total amount of tasks per area\"},\"barmode\":\"relative\"}, {\"responsive\": true} ).then(function(){\n",1068 " \n",1069 "var gd = document.getElementById('55c01e05-e77b-40f5-98d7-832c7dd07a9e');\n",1070 "var x = new MutationObserver(function (mutations, observer) {{\n",1071 " var display = window.getComputedStyle(gd).display;\n",1072 " if (!display || display === 'none') {{\n",1073 " console.log([gd, 'removed!']);\n",1074 " Plotly.purge(gd);\n",1075 " observer.disconnect();\n",1076 " }}\n",1077 "}});\n",1078 "\n",1079 "// Listen for the removal of the full notebook cells\n",1080 "var notebookContainer = gd.closest('#notebook-container');\n",1081 "if (notebookContainer) {{\n",1082 " x.observe(notebookContainer, {childList: true});\n",1083 "}}\n",1084 "\n",1085 "// Listen for the clearing of the current output cell\n",1086 "var outputEl = gd.closest('.output');\n",1087 "if (outputEl) {{\n",1088 " x.observe(outputEl, {childList: true});\n",1089 "}}\n",1090 "\n",1091 " }) }; }); </script> </div>"1092 ]1093 },1094 "metadata": {},1095 "output_type": "display_data"1096 },1097 {1098 "data": {1099 "application/vnd.plotly.v1+json": {1100 "config": {1101 "plotlyServerURL": "https://plot.ly"1102 },1103 "data": [1104 {1105 "alignmentgroup": "True",1106 "hovertemplate": "name=%{x}<br>total_papers=%{y}<extra></extra>",1107 "legendgroup": "",1108 "marker": {1109 "color": "#636efa",1110 "pattern": {1111 "shape": ""1112 }1113 },1114 "name": "",1115 "offsetgroup": "",1116 "orientation": "v",1117 "showlegend": false,1118 "textposition": "auto",1119 "type": "bar",1120 "x": [1121 "Computer Vision",1122 "Natural Language Processing",1123 "Methodology",1124 "Miscellaneous",1125 "Medical",1126 "Speech",1127 "Graphs",1128 "Time Series",1129 "Reasoning",1130 "Playing Games",1131 "Audio",1132 "Computer Code",1133 "Robots",1134 "Knowledge Base",1135 "Music",1136 "Adversarial"1137 ],1138 "xaxis": "x",1139 "y": [1140 29112,1141 14437,1142 5841,1143 5506,1144 4051,1145 2163,1146 1951,1147 1916,1148 1282,1149 1133,1150 1091,1151 1072,1152 1037,1153 951,1154 488,1155 4871156 ],1157 "yaxis": "y"1158 }1159 ],1160 "layout": {1161 "barmode": "relative",1162 "legend": {1163 "tracegroupgap": 01164 },1165 "template": {1166 "data": {1167 "bar": [1168 {1169 "error_x": {1170 "color": "#2a3f5f"1171 },1172 "error_y": {1173 "color": "#2a3f5f"1174 },1175 "marker": {1176 "line": {1177 "color": "#E5ECF6",1178 "width": 0.51179 },1180 "pattern": {1181 "fillmode": "overlay",1182 "size": 10,1183 "solidity": 0.21184 }1185 },1186 "type": "bar"1187 }1188 ],1189 "barpolar": [1190 {1191 "marker": {1192 "line": {1193 "color": "#E5ECF6",1194 "width": 0.51195 },1196 "pattern": {1197 "fillmode": "overlay",1198 "size": 10,1199 "solidity": 0.21200 }