OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
263.8k
1{2 "episode_id": "1043306422828658",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 1840,8 "w": 2208,9 "device_name": "Pixel Fold"10 },11 "task_info": {12 "category": "Social_Sharing",13 "app": [14 "Chrome",15 "Threads"16 ],17 "meta_task": "Look up the score of a/an recently {} and share the result.",18 "task": "Look up the score of a/an recently cricket match and share the result.",19 "instruction": "Use Chrome to find the score of the latest cricket match, and then share the result with Moments on Threads to capture the moment."20 },21 "step_length": 12,22 "steps": [23 {24 "step": 0,25 "screenshot": "1043306422828658_0.png",26 "action": "CLICK",27 "info": [28 [29 190,30 68931 ],32 [33 190,34 68935 ]36 ],37 "ps": "[(190, 689)]"38 },39 {40 "step": 1,41 "screenshot": "1043306422828658_1.png",42 "action": "CLICK",43 "info": [44 [45 352,46 43547 ],48 [49 352,50 43551 ]52 ],53 "ps": "[(352, 435)]"54 },55 {56 "step": 2,57 "screenshot": "1043306422828658_2.png",58 "action": "TEXT",59 "info": "cricket scores",60 "ps": ""61 },62 {63 "step": 3,64 "screenshot": "1043306422828658_3.png",65 "action": "CLICK",66 "info": [67 [68 847,69 88370 ],71 [72 847,73 88374 ]75 ],76 "ps": "[(847, 883)]"77 },78 {79 "step": 4,80 "screenshot": "1043306422828658_4.png",81 "action": "SCROLL",82 "info": [83 [84 503,85 84686 ],87 [88 472,89 46490 ]91 ],92 "ps": "[(503, 846), (503, 841), (503, 839), (503, 835), (503, 832), (502, 828), (502, 824), (498, 820), (498, 817), (498, 811), (495, 807), (495, 804), (491, 790), (491, 782), (491, 779), (491, 776), (488, 771), (488, 769), (488, 763), (485, 759), (485, 753), (485, 747), (485, 746), (485, 743), (482, 739), (482, 733), (482, 727), (478, 723), (478, 720), (478, 715), (475, 710), (475, 704), (475, 699), (475, 696), (473, 692), (473, 689), (473, 684), (473, 682), (471, 677), (471, 674), (471, 670), (469, 667), (469, 662), (469, 656), (466, 652), (466, 646), (466, 645), (463, 642), (463, 636), (463, 635), (463, 632), (461, 629), (460, 626), (460, 622), (460, 619), (460, 615), (460, 612), (460, 609), (460, 605), (460, 602), (460, 598), (460, 595), (460, 589), (460, 588), (458, 583), (458, 578), (458, 576), (458, 573), (458, 560), (458, 545), (458, 542), (461, 538), (461, 535), (461, 530), (461, 528), (461, 523), (461, 521), (461, 518), (461, 514), (461, 511), (465, 507), (465, 503), (465, 499), (465, 496), (467, 495), (467, 491), (467, 488), (470, 482), (470, 478), (470, 477), (470, 473), (470, 471), (471, 471), (472, 471), (472, 466), (472, 464)]"93 },94 {95 "step": 5,96 "screenshot": "1043306422828658_5.png",97 "action": "SCROLL",98 "info": [99 [100 649,101 850102 ],103 [104 612,105 429106 ]107 ],108 "ps": "[(649, 850), (649, 847), (649, 844), (648, 840), (648, 837), (648, 834), (648, 830), (648, 827), (648, 823), (648, 820), (644, 816), (644, 813), (644, 809), (644, 805), (644, 803), (644, 797), (644, 796), (644, 791), (641, 789), (641, 784), (641, 783), (641, 782), (641, 780), (638, 777), (638, 771), (638, 770), (635, 766), (635, 760), (635, 757), (632, 753), (632, 750), (632, 746), (632, 743), (632, 740), (629, 740), (629, 736), (630, 733), (630, 729), (630, 727), (630, 726), (628, 726), (628, 723), (628, 719), (628, 716), (628, 711), (628, 709), (628, 706), (628, 702), (628, 696), (628, 693), (628, 692), (628, 690), (628, 686), (628, 683), (628, 680), (628, 676), (628, 673), (628, 669), (628, 666), (628, 663), (628, 659), (628, 656), (628, 654), (628, 653), (625, 653), (625, 649), (625, 646), (625, 642), (625, 639), (625, 636), (625, 632), (625, 629), (625, 624), (625, 622), (625, 620), (625, 617), (625, 613), (625, 610), (625, 608), (625, 605), (625, 603), (625, 601), (625, 598), (625, 594), (625, 590), (625, 589), (625, 586), (625, 582), (625, 579), (625, 575), (622, 572), (622, 571), (622, 566), (622, 564), (622, 560), (619, 560), (619, 556), (619, 555), (619, 553), (619, 551), (619, 546), (617, 546), (617, 543), (617, 541), (617, 536), (613, 534), (613, 529), (613, 526), (613, 522), (613, 519), (612, 519), (612, 515), (612, 512), (612, 511), (612, 509), (612, 508), (612, 505), (612, 501), (612, 498), (612, 494), (612, 492), (612, 491), (612, 488), (612, 485), (612, 482), (612, 481), (612, 478), (612, 475), (612, 471), (612, 468), (612, 465), (612, 461), (612, 458), (612, 454), (612, 451), (612, 449), (612, 448), (612, 447), (612, 442), (612, 440), (612, 436), (612, 432), (612, 429)]"109 },110 {111 "step": 6,112 "screenshot": "1043306422828658_6.png",113 "action": "CLICK",114 "info": "KEY_HOME",115 "ps": ""116 },117 {118 "step": 7,119 "screenshot": "1043306422828658_7.png",120 "action": "CLICK",121 "info": [122 [123 922,124 136125 ],126 [127 922,128 136129 ]130 ],131 "ps": "[(922, 136)]"132 },133 {134 "step": 8,135 "screenshot": "1043306422828658_8.png",136 "action": "CLICK",137 "info": [138 [139 502,140 910141 ],142 [143 502,144 910145 ]146 ],147 "ps": "[(502, 910)]"148 },149 {150 "step": 9,151 "screenshot": "1043306422828658_9.png",152 "action": "TEXT",153 "info": "RCB : DC is 20:19.1",154 "ps": ""155 },156 {157 "step": 10,158 "screenshot": "1043306422828658_10.png",159 "action": "CLICK",160 "info": [161 [162 741,163 489164 ],165 [166 741,167 489168 ]169 ],170 "ps": "[(741, 489)]"171 },172 {173 "step": 11,174 "screenshot": "1043306422828658_11.png",175 "action": "COMPLETE",176 "info": "",177 "ps": "moments"178 }179 ]180}