Rice-RobotPI-Lab/egoinfinity
EgoInfinity (preview) Derivative scene assets for a curated subset of Action100M (Meta FAIR) clips. Preview — not for general release. Schema and contents may change. License FAIR Noncommercial Research License v1 (see LICENSE-Action100M). Noncommercial research only. Built by the Rice RobotPI Lab. Retarget For 104 of the clips under samples/, we provide retargeting results on four robot embodiments under samples/<clip>/retarget/<robot>/: franka —… See the full description on the dataset page: https://huggingface.co/datasets/Rice-RobotPI-Lab/egoinfinity.
81.7k
1{2 "episodes": [3 {4 "name": "-9A2VyaIkX4_105.4_109.4",5 "video_uid": "-9A2VyaIkX4",6 "segment_id": 13737698,7 "action_brief": "Hold up cereal box",8 "actor": "a young man wearing a black tank top",9 "favorited_at": null,10 "note": "",11 "start_sec": 105.4,12 "end_sec": 108.70333333333333,13 "duration_sec": 3.3033333333333275,14 "n_frames": 50,15 "n_objects": 1,16 "sam3_quality": 0.9854985334539245,17 "objects": [18 "cereal box"19 ],20 "has_grasp": false,21 "mean_trust": null,22 "mean_iou": null,23 "thumb_url": "https://i.ytimg.com/vi/-9A2VyaIkX4/hqdefault.jpg",24 "video_url": "./-9A2VyaIkX4_105.4_109.4/depth.mp4",25 "video_raw_url": "./-9A2VyaIkX4_105.4_109.4/depth.mp4",26 "has_retarget": true27 },28 {29 "name": "-Ovm27e3Ezo_243.7_248.5",30 "video_uid": "-Ovm27e3Ezo",31 "segment_id": 17624917,32 "action_brief": "Pour olive oil",33 "actor": "the woman in the floral apron",34 "favorited_at": null,35 "note": "",36 "start_sec": 243.7,37 "end_sec": 248.47,38 "duration_sec": 4.77000000000001,39 "n_frames": 74,40 "n_objects": 3,41 "sam3_quality": 0.9755311749661952,42 "objects": [43 "blender",44 "olive oil bottle",45 "olive oil bottle"46 ],47 "has_grasp": false,48 "mean_trust": null,49 "mean_iou": null,50 "thumb_url": "https://i.ytimg.com/vi/-Ovm27e3Ezo/hqdefault.jpg",51 "video_url": "./-Ovm27e3Ezo_243.7_248.5/depth.mp4",52 "video_raw_url": "./-Ovm27e3Ezo_243.7_248.5/depth.mp4",53 "has_retarget": true54 },55 {56 "name": "-WFScKY5jxA_119.5_124.7",57 "video_uid": "-WFScKY5jxA",58 "segment_id": 18503065,59 "action_brief": "Remove blender lid",60 "actor": "The woman wearing a dark blue cardigan over a green top",61 "favorited_at": null,62 "note": "",63 "start_sec": 119.54,64 "end_sec": 124.7,65 "duration_sec": 5.159999999999997,66 "n_frames": 78,67 "n_objects": 1,68 "sam3_quality": 0.9738689712268879,69 "objects": [70 "blender"71 ],72 "has_grasp": false,73 "mean_trust": null,74 "mean_iou": null,75 "thumb_url": "https://i.ytimg.com/vi/-WFScKY5jxA/hqdefault.jpg",76 "video_url": "./-WFScKY5jxA_119.5_124.7/depth.mp4",77 "video_raw_url": "./-WFScKY5jxA_119.5_124.7/depth.mp4",78 "has_retarget": true79 },80 {81 "name": "-HJPuU5UjII_177.7_186.2",82 "video_uid": "-HJPuU5UjII",83 "segment_id": -1124421105,84 "action_brief": "Whisk bowl",85 "actor": "A man wearing a green hoodie standing at the kitchen countertop.",86 "favorited_at": null,87 "note": "",88 "start_sec": 177.7,89 "end_sec": 186.2,90 "duration_sec": 8.5,91 "n_frames": 128,92 "n_objects": 2,93 "sam3_quality": 0.9727837297916744,94 "objects": [95 "red bowl",96 "whisk"97 ],98 "has_grasp": false,99 "mean_trust": null,100 "mean_iou": null,101 "thumb_url": "https://i.ytimg.com/vi/-HJPuU5UjII/hqdefault.jpg",102 "video_url": "./-HJPuU5UjII_177.7_186.2/depth.mp4",103 "video_raw_url": "./-HJPuU5UjII_177.7_186.2/depth.mp4",104 "has_retarget": true105 },106 {107 "name": "-0RheyDV3a0_48.6_55.3",108 "video_uid": "-0RheyDV3a0",109 "segment_id": 5636779,110 "action_brief": "Show zucchini",111 "actor": "The woman in the kitchen wearing a multicolored striped shirt",112 "favorited_at": null,113 "note": "",114 "start_sec": 48.56,115 "end_sec": 55.28,116 "duration_sec": 6.719999999999999,117 "n_frames": 104,118 "n_objects": 1,119 "sam3_quality": 0.9662768589088797,120 "objects": [121 "zucchini"122 ],123 "has_grasp": false,124 "mean_trust": null,125 "mean_iou": null,126 "thumb_url": "https://i.ytimg.com/vi/-0RheyDV3a0/hqdefault.jpg",127 "video_url": "./-0RheyDV3a0_48.6_55.3/depth.mp4",128 "video_raw_url": "./-0RheyDV3a0_48.6_55.3/depth.mp4",129 "has_retarget": true130 },131 {132 "name": "-IK3iLUcBxA_603.5_614.7",133 "video_uid": "-IK3iLUcBxA",134 "segment_id": 9139375,135 "action_brief": "Turn faucet handle and adjust fitting",136 "actor": "the person's hands",137 "favorited_at": "2026-05-10T00:57:28",138 "note": "",139 "start_sec": 603.47,140 "end_sec": 614.68,141 "duration_sec": 11.209999999999923,142 "n_frames": 169,143 "n_objects": 1,144 "sam3_quality": 0.9658737135443349,145 "objects": [146 "black faucet"147 ],148 "has_grasp": false,149 "mean_trust": null,150 "mean_iou": null,151 "thumb_url": "https://i.ytimg.com/vi/-IK3iLUcBxA/hqdefault.jpg",152 "video_url": "./-IK3iLUcBxA_603.5_614.7/depth.mp4",153 "video_raw_url": "./-IK3iLUcBxA_603.5_614.7/depth.mp4",154 "has_retarget": true155 },156 {157 "name": "-QED0HrDVy4_440.5_444.9",158 "video_uid": "-QED0HrDVy4",159 "segment_id": 638555,160 "action_brief": "Present cat bowl",161 "actor": "the woman (the video host)",162 "favorited_at": "2026-05-09T19:41:48",163 "note": "",164 "start_sec": 440.51,165 "end_sec": 444.91,166 "duration_sec": 4.400000000000034,167 "n_frames": 67,168 "n_objects": 1,169 "sam3_quality": 0.9652526654849536,170 "objects": [171 "cat bowl"172 ],173 "has_grasp": false,174 "mean_trust": null,175 "mean_iou": null,176 "thumb_url": "https://i.ytimg.com/vi/-QED0HrDVy4/hqdefault.jpg",177 "video_url": "./-QED0HrDVy4_440.5_444.9/depth.mp4",178 "video_raw_url": "./-QED0HrDVy4_440.5_444.9/depth.mp4",179 "has_retarget": true180 },181 {182 "name": "-DOYgzdGGe0_143.8_148.7",183 "video_uid": "-DOYgzdGGe0",184 "segment_id": 18494442,185 "action_brief": "Place spray bottle",186 "actor": "the man in a white T‑shirt",187 "favorited_at": "2026-05-09T22:02:15",188 "note": "",189 "start_sec": 143.76,190 "end_sec": 148.72,191 "duration_sec": 4.960000000000008,192 "n_frames": 77,193 "n_objects": 1,194 "sam3_quality": 0.9645189706637206,195 "objects": [196 "spray bottle"197 ],198 "has_grasp": false,199 "mean_trust": null,200 "mean_iou": null,201 "thumb_url": "https://i.ytimg.com/vi/-DOYgzdGGe0/hqdefault.jpg",202 "video_url": "./-DOYgzdGGe0_143.8_148.7/depth.mp4",203 "video_raw_url": "./-DOYgzdGGe0_143.8_148.7/depth.mp4",204 "has_retarget": true205 },206 {207 "name": "-7m2c_EnyOM_96.6_107.6",208 "video_uid": "-7m2c_EnyOM",209 "segment_id": 882308,210 "action_brief": "Add roses to bouquet",211 "actor": "the woman in a black jacket with short grey hair",212 "favorited_at": "2026-05-09T18:53:25",213 "note": "",214 "start_sec": 96.56,215 "end_sec": 105.427,216 "duration_sec": 8.867000000000004,217 "n_frames": 167,218 "n_objects": 7,219 "sam3_quality": 0.9628536534131147,220 "objects": [221 "vase",222 "vase",223 "pink rose",224 "pink rose",225 "pink rose",226 "pink rose",227 "pink rose"228 ],229 "has_grasp": false,230 "mean_trust": null,231 "mean_iou": null,232 "thumb_url": "https://i.ytimg.com/vi/-7m2c_EnyOM/hqdefault.jpg",233 "video_url": "./-7m2c_EnyOM_96.6_107.6/depth.mp4",234 "video_raw_url": "./-7m2c_EnyOM_96.6_107.6/depth.mp4",235 "has_retarget": true236 },237 {238 "name": "-DDDD1yrBC8_265.3_274.3",239 "video_uid": "-DDDD1yrBC8",240 "segment_id": 17061954,241 "action_brief": "Demonstrate drill operation",242 "actor": "The man wearing a black t‑shirt who is standing beside the car",243 "favorited_at": "2026-05-09T19:21:32",244 "note": "",245 "start_sec": 265.27,246 "end_sec": 274.34,247 "duration_sec": 9.069999999999993,248 "n_frames": 137,249 "n_objects": 2,250 "sam3_quality": 0.961338055631098,251 "objects": [252 "windshield",253 "drill"254 ],255 "has_grasp": false,256 "mean_trust": null,257 "mean_iou": null,258 "thumb_url": "https://i.ytimg.com/vi/-DDDD1yrBC8/hqdefault.jpg",259 "video_url": "./-DDDD1yrBC8_265.3_274.3/depth.mp4",260 "video_raw_url": "./-DDDD1yrBC8_265.3_274.3/depth.mp4",261 "has_retarget": true262 },263 {264 "name": "-JsILDBSevo_34.9_48.9",265 "video_uid": "-JsILDBSevo",266 "segment_id": 13371273,267 "action_brief": "Present spice jar",268 "actor": "the man wearing a black T‑shirt and a black‑and‑white baseball cap",269 "favorited_at": "2026-05-09T19:46:41",270 "note": "",271 "start_sec": 34.9,272 "end_sec": 48.92,273 "duration_sec": 14.020000000000003,274 "n_frames": 213,275 "n_objects": 1,276 "sam3_quality": 0.9582287724391402,277 "objects": [278 "spice jar"279 ],280 "has_grasp": false,281 "mean_trust": null,282 "mean_iou": null,283 "thumb_url": "https://i.ytimg.com/vi/-JsILDBSevo/hqdefault.jpg",284 "video_url": "./-JsILDBSevo_34.9_48.9/depth.mp4",285 "video_raw_url": "./-JsILDBSevo_34.9_48.9/depth.mp4",286 "has_retarget": false287 },288 {289 "name": "-1bQTExN1Ts_230.8_242.8",290 "video_uid": "-1bQTExN1Ts",291 "segment_id": 11579350,292 "action_brief": "Sip coffee",293 "actor": "the woman with blonde hair, wearing a blue top and sunglasses, seated in the driver’s seat of the car",294 "favorited_at": "2026-05-10T01:30:33",295 "note": "",296 "start_sec": 230.83,297 "end_sec": 242.83,298 "duration_sec": 12.0,299 "n_frames": 180,300 "n_objects": 1,301 "sam3_quality": 0.9576918048283034,302 "objects": [303 "plastic cup"304 ],305 "has_grasp": false,306 "mean_trust": null,307 "mean_iou": null,308 "thumb_url": "https://i.ytimg.com/vi/-1bQTExN1Ts/hqdefault.jpg",309 "video_url": "./-1bQTExN1Ts_230.8_242.8/depth.mp4",310 "video_raw_url": "./-1bQTExN1Ts_230.8_242.8/depth.mp4",311 "has_retarget": true312 },313 {314 "name": "-AWGX2al-ow_159.6_163.8",315 "video_uid": "-AWGX2al-ow",316 "segment_id": 15050920,317 "action_brief": "Place condiment bowl and lift vegetable bowl",318 "actor": "The man wearing a light‑blue button‑down shirt with rolled‑up sleeves and red pants",319 "favorited_at": "2026-05-09T19:00:32",320 "note": "",321 "start_sec": 159.6,322 "end_sec": 163.76,323 "duration_sec": 4.159999999999997,324 "n_frames": 64,325 "n_objects": 2,326 "sam3_quality": 0.9576615089662562,327 "objects": [328 "bowl of vegetables",329 "white bowl"330 ],331 "has_grasp": false,332 "mean_trust": null,333 "mean_iou": null,334 "thumb_url": "https://i.ytimg.com/vi/-AWGX2al-ow/hqdefault.jpg",335 "video_url": "./-AWGX2al-ow_159.6_163.8/depth.mp4",336 "video_raw_url": "./-AWGX2al-ow_159.6_163.8/depth.mp4",337 "has_retarget": true338 },339 {340 "name": "-8WOMg810tk_92.8_97.6",341 "video_uid": "-8WOMg810tk",342 "segment_id": 5089595,343 "action_brief": "Pat bacon",344 "actor": "a man wearing a short‑sleeved black shirt and jeans",345 "favorited_at": null,346 "note": "",347 "start_sec": 92.8,348 "end_sec": 97.6,349 "duration_sec": 4.799999999999997,350 "n_frames": 72,351 "n_objects": 3,352 "sam3_quality": 0.9576113216478646,353 "objects": [354 "cutting board",355 "bacon",356 "knife"357 ],358 "has_grasp": false,359 "mean_trust": null,360 "mean_iou": null,361 "thumb_url": "https://i.ytimg.com/vi/-8WOMg810tk/hqdefault.jpg",362 "video_url": "./-8WOMg810tk_92.8_97.6/depth.mp4",363 "video_raw_url": "./-8WOMg810tk_92.8_97.6/depth.mp4",364 "has_retarget": true365 },366 {367 "name": "-_ow-vw258c_58.4_64.3",368 "video_uid": "-_ow-vw258c",369 "segment_id": 8847,370 "action_brief": "Hold and rotate bottle",371 "actor": "The woman in a grey sweater with short blonde hair",372 "favorited_at": null,373 "note": "",374 "start_sec": 58.4,375 "end_sec": 64.26,376 "duration_sec": 5.8600000000000065,377 "n_frames": 89,378 "n_objects": 1,379 "sam3_quality": 0.9572281290699061,380 "objects": [381 "red cap bottle"382 ],383 "has_grasp": false,384 "mean_trust": null,385 "mean_iou": null,386 "thumb_url": "https://i.ytimg.com/vi/-_ow-vw258c/hqdefault.jpg",387 "video_url": "./-_ow-vw258c_58.4_64.3/depth.mp4",388 "video_raw_url": "./-_ow-vw258c_58.4_64.3/depth.mp4",389 "has_retarget": true390 },391 {392 "name": "-7rFmF9Aka8_94.7_102.2",393 "video_uid": "-7rFmF9Aka8",394 "segment_id": 12885046,395 "action_brief": "Slice orange",396 "actor": "woman in a white chef’s coat",397 "favorited_at": "2026-05-09T19:19:16",398 "note": "",399 "start_sec": 94.69,400 "end_sec": 102.17,401 "duration_sec": 7.480000000000004,402 "n_frames": 113,403 "n_objects": 3,404 "sam3_quality": 0.9555950544626086,405 "objects": [406 "cutting board",407 "orange",408 "knife"409 ],410 "has_grasp": false,411 "mean_trust": null,412 "mean_iou": null,413 "thumb_url": "https://i.ytimg.com/vi/-7rFmF9Aka8/hqdefault.jpg",414 "video_url": "./-7rFmF9Aka8_94.7_102.2/depth.mp4",415 "video_raw_url": "./-7rFmF9Aka8_94.7_102.2/depth.mp4",416 "has_retarget": true417 },418 {419 "name": "-ISqFoGju6U_656.6_660.9",420 "video_uid": "-ISqFoGju6U",421 "segment_id": 10383469,422 "action_brief": "Pick up device",423 "actor": "The presenter (the man in the gray T‑shirt and glasses)",424 "favorited_at": "2026-05-09T19:44:33",425 "note": "",426 "start_sec": 656.59,427 "end_sec": 660.86,428 "duration_sec": 4.269999999999982,429 "n_frames": 65,430 "n_objects": 2,431 "sam3_quality": 0.9520765918915075,432 "objects": [433 "device",434 "device"435 ],436 "has_grasp": false,437 "mean_trust": null,438 "mean_iou": null,439 "thumb_url": "https://i.ytimg.com/vi/-ISqFoGju6U/hqdefault.jpg",440 "video_url": "./-ISqFoGju6U_656.6_660.9/depth.mp4",441 "video_raw_url": "./-ISqFoGju6U_656.6_660.9/depth.mp4",442 "has_retarget": false443 },444 {445 "name": "-DCmm-dTi0o_352.3_356.6",446 "video_uid": "-DCmm-dTi0o",447 "segment_id": 18656379,448 "action_brief": "sprinkle herbs",449 "actor": "the woman wearing a purple shirt and black apron",450 "favorited_at": "2026-05-09T19:23:53",451 "note": "",452 "start_sec": 352.29,453 "end_sec": 356.56,454 "duration_sec": 4.269999999999982,455 "n_frames": 66,456 "n_objects": 3,457 "sam3_quality": 0.950487534711165,458 "objects": [459 "red dish",460 "glass bowl of herbs",461 "glass bowl"462 ],463 "has_grasp": false,464 "mean_trust": null,465 "mean_iou": null,466 "thumb_url": "https://i.ytimg.com/vi/-DCmm-dTi0o/hqdefault.jpg",467 "video_url": "./-DCmm-dTi0o_352.3_356.6/depth.mp4",468 "video_raw_url": "./-DCmm-dTi0o_352.3_356.6/depth.mp4",469 "has_retarget": true470 },471 {472 "name": "-CQgm6xT5RE_59.4_73.8",473 "video_uid": "-CQgm6xT5RE",474 "segment_id": 10928089,475 "action_brief": "Fill jar with liquid",476 "actor": "the middle‑aged woman wearing a black shirt",477 "favorited_at": "2026-05-10T02:14:01",478 "note": "",479 "start_sec": 59.44,480 "end_sec": 73.84,481 "duration_sec": 14.400000000000006,482 "n_frames": 216,483 "n_objects": 2,484 "sam3_quality": 0.9482888944430647,485 "objects": [486 "plastic bag",487 "glass jar"488 ],489 "has_grasp": false,490 "mean_trust": null,491 "mean_iou": null,492 "thumb_url": "https://i.ytimg.com/vi/-CQgm6xT5RE/hqdefault.jpg",493 "video_url": "./-CQgm6xT5RE_59.4_73.8/depth.mp4",494 "video_raw_url": "./-CQgm6xT5RE_59.4_73.8/depth.mp4",495 "has_retarget": true496 },497 {498 "name": "-6Z315Ts-Y4_78.3_83.8",499 "video_uid": "-6Z315Ts-Y4",500 "segment_id": 15933418,501 "action_brief": "Smooth board",502 "actor": "The man in a black t‑shirt",503 "favorited_at": null,504 "note": "",505 "start_sec": 78.33,506 "end_sec": 83.8,507 "duration_sec": 5.469999999999999,508 "n_frames": 84,509 "n_objects": 3,510 "sam3_quality": 0.9472368058928333,511 "objects": [512 "board",513 "sanding block",514 "sanding block"515 ],516 "has_grasp": false,517 "mean_trust": null,518 "mean_iou": null,519 "thumb_url": "https://i.ytimg.com/vi/-6Z315Ts-Y4/hqdefault.jpg",520 "video_url": "./-6Z315Ts-Y4_78.3_83.8/depth.mp4",521 "video_raw_url": "./-6Z315Ts-Y4_78.3_83.8/depth.mp4",522 "has_retarget": true523 },524 {525 "name": "-QALmP1nHtM_678.2_682.2",526 "video_uid": "-QALmP1nHtM",527 "segment_id": 504891,528 "action_brief": "Carve turkey",529 "actor": "The woman wearing a white apron with black and red crosses",530 "favorited_at": null,531 "note": "",532 "start_sec": 678.21,533 "end_sec": 682.2,534 "duration_sec": 3.990000000000009,535 "n_frames": 63,536 "n_objects": 5,537 "sam3_quality": 0.9470818707616209,538 "objects": [539 "turkey",540 "white bowl",541 "white plate of sliced turkey",542 "white plate",543 "knife"544 ],545 "has_grasp": false,546 "mean_trust": null,547 "mean_iou": null,548 "thumb_url": "https://i.ytimg.com/vi/-QALmP1nHtM/hqdefault.jpg",549 "video_url": "./-QALmP1nHtM_678.2_682.2/depth.mp4",550 "video_raw_url": "./-QALmP1nHtM_678.2_682.2/depth.mp4",551 "has_retarget": true552 },553 {554 "name": "-SvZIM1o-Z8_41.2_51.1",555 "video_uid": "-SvZIM1o-Z8",556 "segment_id": 12868199,557 "action_brief": "Place meat on plate",558 "actor": "the chef in the blue shirt and black apron",559 "favorited_at": "2026-05-09T22:14:28",560 "note": "",561 "start_sec": 41.2,562 "end_sec": 51.12,563 "duration_sec": 9.919999999999995,564 "n_frames": 149,565 "n_objects": 4,566 "sam3_quality": 0.9465655228859374,567 "objects": [568 "cutting board",569 "white plate",570 "raw meat",571 "raw meat"572 ],573 "has_grasp": false,574 "mean_trust": null,575 "mean_iou": null,576 "thumb_url": "https://i.ytimg.com/vi/-SvZIM1o-Z8/hqdefault.jpg",577 "video_url": "./-SvZIM1o-Z8_41.2_51.1/depth.mp4",578 "video_raw_url": "./-SvZIM1o-Z8_41.2_51.1/depth.mp4",579 "has_retarget": true580 },581 {582 "name": "-8WOMg810tk_122.7_130.7",583 "video_uid": "-8WOMg810tk",584 "segment_id": 5089562,585 "action_brief": "Season bacon",586 "actor": "A man in a black shirt and black vest",587 "favorited_at": null,588 "note": "",589 "start_sec": 122.85333333333334,590 "end_sec": 130.7,591 "duration_sec": 7.84666666666665,592 "n_frames": 117,593 "n_objects": 5,594 "sam3_quality": 0.9458683650803436,595 "objects": [596 "cutting board",597 "bacon",598 "bacon",599 "knife",600 "seasoning bottle"601 ],602 "has_grasp": false,603 "mean_trust": null,604 "mean_iou": null,605 "thumb_url": "https://i.ytimg.com/vi/-8WOMg810tk/hqdefault.jpg",606 "video_url": "./-8WOMg810tk_122.7_130.7/depth.mp4",607 "video_raw_url": "./-8WOMg810tk_122.7_130.7/depth.mp4",608 "has_retarget": true609 },610 {611 "name": "-HJPuU5UjII_182.2_186.2",612 "video_uid": "-HJPuU5UjII",613 "segment_id": -524294600,614 "action_brief": "Whisk ingredients",615 "actor": "the man in a green hoodie",616 "favorited_at": null,617 "note": "",618 "start_sec": 182.2,619 "end_sec": 186.2,620 "duration_sec": 4.0,621 "n_frames": 60,622 "n_objects": 5,623 "sam3_quality": 0.9452097679313135,624 "objects": [625 "chopping board",626 "chopping board",627 "red bowl",628 "knife",629 "whisk"630 ],631 "has_grasp": false,632 "mean_trust": null,633 "mean_iou": null,634 "thumb_url": "https://i.ytimg.com/vi/-HJPuU5UjII/hqdefault.jpg",635 "video_url": "./-HJPuU5UjII_182.2_186.2/depth.mp4",636 "video_raw_url": "./-HJPuU5UjII_182.2_186.2/depth.mp4",637 "has_retarget": true638 },639 {640 "name": "-AArifaAzPg_216.8_223.6",641 "video_uid": "-AArifaAzPg",642 "segment_id": 11094234,643 "action_brief": "Add chopped tomatoes",644 "actor": "The woman wearing a light‑green tank top with blue accents.",645 "favorited_at": "2026-05-10T02:30:33",646 "note": "",647 "start_sec": 217.62,648 "end_sec": 222.887,649 "duration_sec": 5.266999999999996,650 "n_frames": 103,651 "n_objects": 3,652 "sam3_quality": 0.9430953442767938,653 "objects": [654 "red onion",655 "knife",656 "knife"657 ],658 "has_grasp": false,659 "mean_trust": null,660 "mean_iou": null,661 "thumb_url": "https://i.ytimg.com/vi/-AArifaAzPg/hqdefault.jpg",662 "video_url": "./-AArifaAzPg_216.8_223.6/depth.mp4",663 "video_raw_url": "./-AArifaAzPg_216.8_223.6/depth.mp4",664 "has_retarget": true665 },666 {667 "name": "-N_cOdrYjWw_318.5_328.1",668 "video_uid": "-N_cOdrYjWw",669 "segment_id": 19136504,670 "action_brief": "place jar",671 "actor": "the woman in a black shirt wearing white gloves",672 "favorited_at": null,673 "note": "",674 "start_sec": 318.52,675 "end_sec": 328.1,676 "duration_sec": 9.580000000000041,677 "n_frames": 145,678 "n_objects": 7,679 "sam3_quality": 0.942632686409659,680 "objects": [681 "towel",682 "bowl",683 "bowl",684 "glass jar of meat",685 "towel",686 "towel",687 "glass jar"688 ],689 "has_grasp": false,690 "mean_trust": null,691 "mean_iou": null,692 "thumb_url": "https://i.ytimg.com/vi/-N_cOdrYjWw/hqdefault.jpg",693 "video_url": "./-N_cOdrYjWw_318.5_328.1/depth.mp4",694 "video_raw_url": "./-N_cOdrYjWw_318.5_328.1/depth.mp4",695 "has_retarget": true696 },697 {698 "name": "-SD9rDqpu8g_66.4_71.7",699 "video_uid": "-SD9rDqpu8g",700 "segment_id": 11953048,701 "action_brief": "Transfer bowl",702 "actor": "the woman in a light green off‑shoulder top with long reddish hair",703 "favorited_at": null,704 "note": "",705 "start_sec": 66.4,706 "end_sec": 71.74,707 "duration_sec": 5.339999999999989,708 "n_frames": 80,709 "n_objects": 2,710 "sam3_quality": 0.9413614756254995,711 "objects": [712 "bowl",713 "spoon"714 ],715 "has_grasp": false,716 "mean_trust": null,717 "mean_iou": null,718 "thumb_url": "https://i.ytimg.com/vi/-SD9rDqpu8g/hqdefault.jpg",719 "video_url": "./-SD9rDqpu8g_66.4_71.7/depth.mp4",720 "video_raw_url": "./-SD9rDqpu8g_66.4_71.7/depth.mp4",721 "has_retarget": true722 },723 {724 "name": "-veJClpdyMA_237.2_242.4",725 "video_uid": "-veJClpdyMA",726 "segment_id": 6798410,727 "action_brief": "cut grapefruit",728 "actor": "a man wearing a black polo shirt",729 "favorited_at": null,730 "note": "",731 "start_sec": 237.24,732 "end_sec": 242.4,733 "duration_sec": 5.159999999999997,734 "n_frames": 79,735 "n_objects": 3,736 "sam3_quality": 0.9395667733897428,737 "objects": [738 "cutting board",739 "grapefruit",740 "knife"741 ],742 "has_grasp": false,743 "mean_trust": null,744 "mean_iou": null,745 "thumb_url": "https://i.ytimg.com/vi/-veJClpdyMA/hqdefault.jpg",746 "video_url": "./-veJClpdyMA_237.2_242.4/depth.mp4",747 "video_raw_url": "./-veJClpdyMA_237.2_242.4/depth.mp4",748 "has_retarget": true749 },750 {751 "name": "-J3NfUD__8A_861.3_871.7",752 "video_uid": "-J3NfUD__8A",753 "segment_id": 9659710,754 "action_brief": "Shake and slide bottle",755 "actor": "the man in the black hoodie",756 "favorited_at": "2026-05-10T02:28:51",757 "note": "",758 "start_sec": 861.33,759 "end_sec": 871.73,760 "duration_sec": 10.399999999999977,761 "n_frames": 156,762 "n_objects": 3,763 "sam3_quality": 0.9394282562985319,764 "objects": [765 "blender",766 "syrup bottle",767 "syrup bottle"768 ],769 "has_grasp": false,770 "mean_trust": null,771 "mean_iou": null,772 "thumb_url": "https://i.ytimg.com/vi/-J3NfUD__8A/hqdefault.jpg",773 "video_url": "./-J3NfUD__8A_861.3_871.7/depth.mp4",774 "video_raw_url": "./-J3NfUD__8A_861.3_871.7/depth.mp4",775 "has_retarget": true776 },777 {778 "name": "-8WOMg810tk_48.4_60.3",779 "video_uid": "-8WOMg810tk",780 "segment_id": 5089520,781 "action_brief": "Season and garnish bacon",782 "actor": "A man wearing a black shirt, black vest and blue jeans",783 "favorited_at": null,784 "note": "",785 "start_sec": 48.4,786 "end_sec": 60.3,787 "duration_sec": 11.899999999999999,788 "n_frames": 179,789 "n_objects": 4,790 "sam3_quality": 0.9393982330378361,791 "objects": [792 "cutting board",793 "bacon",794 "seasoning packet",795 "silver can"796 ],797 "has_grasp": false,798 "mean_trust": null,799 "mean_iou": null,800 "thumb_url": "https://i.ytimg.com/vi/-8WOMg810tk/hqdefault.jpg",801 "video_url": "./-8WOMg810tk_48.4_60.3/depth.mp4",802 "video_raw_url": "./-8WOMg810tk_48.4_60.3/depth.mp4",803 "has_retarget": true804 },805 {806 "name": "-QED0HrDVy4_172.0_177.2",807 "video_uid": "-QED0HrDVy4",808 "segment_id": 638620,809 "action_brief": "Pass bottle between hands",810 "actor": "the woman in a spaghetti‑strap top",811 "favorited_at": null,812 "note": "",813 "start_sec": 172.0,814 "end_sec": 177.2,815 "duration_sec": 5.199999999999989,816 "n_frames": 80,817 "n_objects": 1,818 "sam3_quality": 0.9370893430110913,819 "objects": [820 "bottle"821 ],822 "has_grasp": false,823 "mean_trust": null,824 "mean_iou": null,825 "thumb_url": "https://i.ytimg.com/vi/-QED0HrDVy4/hqdefault.jpg",826 "video_url": "./-QED0HrDVy4_172.0_177.2/depth.mp4",827 "video_raw_url": "./-QED0HrDVy4_172.0_177.2/depth.mp4",828 "has_retarget": true829 },830 {831 "name": "-FIE_5vWhv0_362.0_371.7",832 "video_uid": "-FIE_5vWhv0",833 "segment_id": 1699222,834 "action_brief": "Carve chicken",835 "actor": "The woman in a navy‑blue short‑sleeved shirt standing at the kitchen counter",836 "favorited_at": "2026-05-09T22:04:30",837 "note": "",838 "start_sec": 362.0,839 "end_sec": 371.667,840 "duration_sec": 9.666999999999973,841 "n_frames": 145,842 "n_objects": 3,843 "sam3_quality": 0.9369837189100134,844 "objects": [845 "whole chicken",846 "knife",847 "fork"848 ],849 "has_grasp": false,850 "mean_trust": null,851 "mean_iou": null,852 "thumb_url": "https://i.ytimg.com/vi/-FIE_5vWhv0/hqdefault.jpg",853 "video_url": "./-FIE_5vWhv0_362.0_371.7/depth.mp4",854 "video_raw_url": "./-FIE_5vWhv0_362.0_371.7/depth.mp4",855 "has_retarget": true856 },857 {858 "name": "-Ng0Rx1ahi4_412.2_416.3",859 "video_uid": "-Ng0Rx1ahi4",860 "segment_id": 8134349,861 "action_brief": "Close laptop and point drill",862 "actor": "the bald, bearded man wearing a red plaid shirt",863 "favorited_at": "2026-05-10T02:21:57",864 "note": "",865 "start_sec": 412.16,866 "end_sec": 416.33,867 "duration_sec": 4.169999999999959,868 "n_frames": 63,869 "n_objects": 2,870 "sam3_quality": 0.9359599481452574,871 "objects": [872 "laptop",873 "drill"874 ],875 "has_grasp": false,876 "mean_trust": null,877 "mean_iou": null,878 "thumb_url": "https://i.ytimg.com/vi/-Ng0Rx1ahi4/hqdefault.jpg",879 "video_url": "./-Ng0Rx1ahi4_412.2_416.3/depth.mp4",880 "video_raw_url": "./-Ng0Rx1ahi4_412.2_416.3/depth.mp4",881 "has_retarget": true882 },883 {884 "name": "-8WOMg810tk_333.9_339.5",885 "video_uid": "-8WOMg810tk",886 "segment_id": 5089607,887 "action_brief": "Slice grilled sausage",888 "actor": "Man in a black shirt and black waistcoat standing at the grill",889 "favorited_at": null,890 "note": "",891 "start_sec": 333.9,892 "end_sec": 339.5,893 "duration_sec": 5.600000000000023,894 "n_frames": 84,895 "n_objects": 3,896 "sam3_quality": 0.9352137728776343,897 "objects": [898 "grill",899 "sausage",900 "knife"901 ],902 "has_grasp": false,903 "mean_trust": null,904 "mean_iou": null,905 "thumb_url": "https://i.ytimg.com/vi/-8WOMg810tk/hqdefault.jpg",906 "video_url": "./-8WOMg810tk_333.9_339.5/depth.mp4",907 "video_raw_url": "./-8WOMg810tk_333.9_339.5/depth.mp4",908 "has_retarget": true909 },910 {911 "name": "-20k07PjLTA_48.0_52.4",912 "video_uid": "-20k07PjLTA",913 "segment_id": 19078929,914 "action_brief": "Add onions",915 "actor": "the chef wearing a black “Shotgun Red: The Grillmeister” apron",916 "favorited_at": "2026-05-09T19:45:37",917 "note": "",918 "start_sec": 47.98,919 "end_sec": 52.39,920 "duration_sec": 4.410000000000004,921 "n_frames": 67,922 "n_objects": 5,923 "sam3_quality": 0.9338188964085338,924 "objects": [925 "red bowl",926 "red bowl",927 "wooden spoon",928 "red bowl",929 "onions"930 ],931 "has_grasp": false,932 "mean_trust": null,933 "mean_iou": null,934 "thumb_url": "https://i.ytimg.com/vi/-20k07PjLTA/hqdefault.jpg",935 "video_url": "./-20k07PjLTA_48.0_52.4/depth.mp4",936 "video_raw_url": "./-20k07PjLTA_48.0_52.4/depth.mp4",937 "has_retarget": true938 },939 {940 "name": "-4eiU1SHpzY_319.4_323.4",941 "video_uid": "-4eiU1SHpzY",942 "segment_id": 5154462,943 "action_brief": "Place container and wave hand",944 "actor": "The woman in a red apron with short blonde hair",945 "favorited_at": null,946 "note": "",947 "start_sec": 319.44,948 "end_sec": 323.4,949 "duration_sec": 3.9599999999999795,950 "n_frames": 62,951 "n_objects": 4,952 "sam3_quality": 0.931546872262844,953 "objects": [954 "plastic container",955 "plastic container",956 "lid",957 "lid"958 ],959 "has_grasp": false,960 "mean_trust": null,961 "mean_iou": null,962 "thumb_url": "https://i.ytimg.com/vi/-4eiU1SHpzY/hqdefault.jpg",963 "video_url": "./-4eiU1SHpzY_319.4_323.4/depth.mp4",964 "video_raw_url": "./-4eiU1SHpzY_319.4_323.4/depth.mp4",965 "has_retarget": true966 },967 {968 "name": "-8WOMg810tk_56.3_60.3",969 "video_uid": "-8WOMg810tk",970 "segment_id": 5089594,971 "action_brief": "Seal and relocate pickle jar",972 "actor": "the man in a black shirt and light‑brown button‑up",973 "favorited_at": null,974 "note": "",975 "start_sec": 56.3,976 "end_sec": 60.059999999999995,977 "duration_sec": 3.759999999999998,978 "n_frames": 57,979 "n_objects": 4,980 "sam3_quality": 0.9266131350852578,981 "objects": [982 "cutting board",983 "bacon",984 "knife",985 "small silver can"986 ],987 "has_grasp": false,988 "mean_trust": null,989 "mean_iou": null,990 "thumb_url": "https://i.ytimg.com/vi/-8WOMg810tk/hqdefault.jpg",991 "video_url": "./-8WOMg810tk_56.3_60.3/depth.mp4",992 "video_raw_url": "./-8WOMg810tk_56.3_60.3/depth.mp4",993 "has_retarget": true994 },995 {996 "name": "-QALmP1nHtM_715.0_723.1",997 "video_uid": "-QALmP1nHtM",998 "segment_id": 504676,999 "action_brief": "Arrange dishes",1000 "actor": "A short‑haired woman wearing a white apron and a black‑and‑white patterned shirt",1001 "favorited_at": null,1002 "note": "",1003 "start_sec": 715.05,1004 "end_sec": 723.06,1005 "duration_sec": 8.009999999999991,1006 "n_frames": 92,1007 "n_objects": 6,1008 "sam3_quality": 0.9261182711587705,1009 "objects": [1010 "food",1011 "white bowl of stuffing",1012 "food",1013 "plate",1014 "plate",1015 "food"1016 ],1017 "has_grasp": false,1018 "mean_trust": null,1019 "mean_iou": null,1020 "thumb_url": "https://i.ytimg.com/vi/-QALmP1nHtM/hqdefault.jpg",1021 "video_url": "./-QALmP1nHtM_715.0_723.1/depth.mp4",1022 "video_raw_url": "./-QALmP1nHtM_715.0_723.1/depth.mp4",1023 "has_retarget": true1024 },1025 {1026 "name": "-821U1ZYZOs_321.4_325.4",1027 "video_uid": "-821U1ZYZOs",1028 "segment_id": 5838188,1029 "action_brief": "Pick up box",1030 "actor": "The middle‑aged woman wearing a floral apron over a black shirt",1031 "favorited_at": null,1032 "note": "",1033 "start_sec": 321.4,1034 "end_sec": 325.4,1035 "duration_sec": 4.0,1036 "n_frames": 62,1037 "n_objects": 2,1038 "sam3_quality": 0.9260586890969968,1039 "objects": [1040 "pan",1041 "white box"1042 ],1043 "has_grasp": false,1044 "mean_trust": null,1045 "mean_iou": null,1046 "thumb_url": "https://i.ytimg.com/vi/-821U1ZYZOs/hqdefault.jpg",1047 "video_url": "./-821U1ZYZOs_321.4_325.4/depth.mp4",1048 "video_raw_url": "./-821U1ZYZOs_321.4_325.4/depth.mp4",1049 "has_retarget": true1050 },1051 {1052 "name": "-Oj2xzQbo4s_236.4_240.6",1053 "video_uid": "-Oj2xzQbo4s",1054 "segment_id": 6589701,1055 "action_brief": "Chop red chilies",1056 "actor": "A woman wearing a black‑and‑white checkered long‑sleeve top, a white apron, and a pearl necklace",1057 "favorited_at": "2026-05-10T02:09:39",1058 "note": "",1059 "start_sec": 236.4,1060 "end_sec": 240.467,1061 "duration_sec": 4.067000000000007,1062 "n_frames": 64,1063 "n_objects": 2,1064 "sam3_quality": 0.9258576610381031,1065 "objects": [1066 "cutting board",1067 "knife"1068 ],1069 "has_grasp": false,1070 "mean_trust": null,1071 "mean_iou": null,1072 "thumb_url": "https://i.ytimg.com/vi/-Oj2xzQbo4s/hqdefault.jpg",1073 "video_url": "./-Oj2xzQbo4s_236.4_240.6/depth.mp4",1074 "video_raw_url": "./-Oj2xzQbo4s_236.4_240.6/depth.mp4",1075 "has_retarget": true1076 },1077 {1078 "name": "-QALmP1nHtM_216.9_220.9",1079 "video_uid": "-QALmP1nHtM",1080 "segment_id": 504869,1081 "action_brief": "Pat turkey dry",1082 "actor": "the woman in a white apron",1083 "favorited_at": null,1084 "note": "",1085 "start_sec": 216.95,1086 "end_sec": 220.9,1087 "duration_sec": 3.950000000000017,1088 "n_frames": 62,1089 "n_objects": 4,1090 "sam3_quality": 0.9229667097832465,1091 "objects": [1092 "bowl of raw turkey",1093 "turkey",1094 "paper towel",1095 "large bowl of turkey"1096 ],1097 "has_grasp": false,1098 "mean_trust": null,1099 "mean_iou": null,1100 "thumb_url": "https://i.ytimg.com/vi/-QALmP1nHtM/hqdefault.jpg",1101 "video_url": "./-QALmP1nHtM_216.9_220.9/depth.mp4",1102 "video_raw_url": "./-QALmP1nHtM_216.9_220.9/depth.mp4",1103 "has_retarget": true1104 },1105 {1106 "name": "-DCmm-dTi0o_188.7_194.8",1107 "video_uid": "-DCmm-dTi0o",1108 "segment_id": 18656414,1109 "action_brief": "Place lid and hold potatoes",1110 "actor": "the woman in a black apron over a purple T‑shirt",1111 "favorited_at": "2026-05-09T19:25:41",1112 "note": "",1113 "start_sec": 188.66,1114 "end_sec": 194.79,1115 "duration_sec": 6.1299999999999955,1116 "n_frames": 93,1117 "n_objects": 5,1118 "sam3_quality": 0.9225638226481744,1119 "objects": [1120 "food processor",1121 "potatoes",1122 "lid",1123 "lid",1124 "lid"1125 ],1126 "has_grasp": false,1127 "mean_trust": null,1128 "mean_iou": null,1129 "thumb_url": "https://i.ytimg.com/vi/-DCmm-dTi0o/hqdefault.jpg",1130 "video_url": "./-DCmm-dTi0o_188.7_194.8/depth.mp4",1131 "video_raw_url": "./-DCmm-dTi0o_188.7_194.8/depth.mp4",1132 "has_retarget": true1133 },1134 {1135 "name": "-0RheyDV3a0_474.8_487.3",1136 "video_uid": "-0RheyDV3a0",1137 "segment_id": 5636693,1138 "action_brief": "Serve cake slice",1139 "actor": "The woman in the colorful striped short‑sleeve top who is hosting the cooking demonstration",1140 "favorited_at": "2026-05-09T18:48:30",1141 "note": "",1142 "start_sec": 474.8,1143 "end_sec": 487.28,1144 "duration_sec": 12.479999999999961,1145 "n_frames": 189,1146 "n_objects": 4,1147 "sam3_quality": 0.922454117465042,1148 "objects": [1149 "cake",1150 "small plate",1151 "cake",1152 "knife"1153 ],1154 "has_grasp": false,1155 "mean_trust": null,1156 "mean_iou": null,1157 "thumb_url": "https://i.ytimg.com/vi/-0RheyDV3a0/hqdefault.jpg",1158 "video_url": "./-0RheyDV3a0_474.8_487.3/depth.mp4",1159 "video_raw_url": "./-0RheyDV3a0_474.8_487.3/depth.mp4",1160 "has_retarget": true1161 },1162 {1163 "name": "-HJPuU5UjII_235.4_239.4",1164 "video_uid": "-HJPuU5UjII",1165 "segment_id": 6408449,1166 "action_brief": "Season chicken",1167 "actor": "the man wearing a dark green hooded sweatshirt",1168 "favorited_at": null,1169 "note": "",1170 "start_sec": 235.4,1171 "end_sec": 238.22,1172 "duration_sec": 2.819999999999993,1173 "n_frames": 42,1174 "n_objects": 3,1175 "sam3_quality": 0.9197444675767501,1176 "objects": [1177 "bowl of raw chicken",1178 "shaker",1179 "tongs"1180 ],1181 "has_grasp": false,1182 "mean_trust": null,1183 "mean_iou": null,1184 "thumb_url": "https://i.ytimg.com/vi/-HJPuU5UjII/hqdefault.jpg",1185 "video_url": "./-HJPuU5UjII_235.4_239.4/depth.mp4",1186 "video_raw_url": "./-HJPuU5UjII_235.4_239.4/depth.mp4",1187 "has_retarget": true1188 },1189 {1190 "name": "-QALmP1nHtM_715.0_719.0",1191 "video_uid": "-QALmP1nHtM",1192 "segment_id": 504773,1193 "action_brief": "rearrange dishes",1194 "actor": "a middle‑aged woman in a white apron over a black‑and‑white leopard‑print blouse",1195 "favorited_at": null,1196 "note": "",1197 "start_sec": 715.05,1198 "end_sec": 719.0,1199 "duration_sec": 3.9500000000000455,1200 "n_frames": 30,