AnTo2209/MarineEVT
MarineEVT Dataset MarineEVT: Advancing Event-Centric Marine Video Understanding via Visual Tool Reasoning 📖 Description MarineEVT is a comprehensive event-centric dataset and benchmark for marine video understanding. It comprises 20,000 richly annotated underwater video question-answer pairs spanning 20 fine-grained dimensions, designed to support semantic, contextualized, spatial-temporal, and causal reasoning in marine environments. The dataset addresses the… See the full description on the dataset page: https://huggingface.co/datasets/AnTo2209/MarineEVT.
01.4k
1{2 "data": [3 {4 "question": "What is the human who is wearing the black diving suit's current action in the videos?\nA. Feeding the shark\nB. Hunting the shark\nC. Taking a photo of the shark\nD. Caging the shark\nPlease output only the letter and corresponding term (e.g., \"A. Feeding the shark\"), with no additional explanation.",5 "answer": "C. Taking a photo of the shark",6 "dimension": "SemanticReasoning",7 "subdimension": "HumanActivityUnderstanding",8 "question_task": "VideoQuestionAnswering",9 "question_format": "MultipleChoiceQuestion",10 "video_id": "ljamjQDssT0Q",11 "video_url": "https://www.instagram.com/tomparkfilms/reel/C0z0nMIyls7",12 "video_scene": "000000_000012",13 "id": 100,14 "original_video_id": "C0z0nMIyls7",15 "turns": [16 {17 "turn_id": 1,18 "id": 100,19 "assistant_response": "[{\"function\": {\"name\": \"object_grounding\", \"arguments\": {\"prompt\": \"A region of a human wearing a black diving suit\", \"ground_type\": \"highest\"}}}]",20 "user_query": "What is the human who is wearing the black diving suit's current action in the videos?\nA. Feeding the shark\nB. Hunting the shark\nC. Taking a photo of the shark\nD. Caging the shark\nPlease output only the letter and corresponding term (e.g., \"A. Feeding the shark\"), with no additional explanation.",21 "visual_input": [22 "frames/frame_000000.jpg",23 "frames/frame_000001.jpg",24 "frames/frame_000002.jpg",25 "frames/frame_000003.jpg",26 "frames/frame_000004.jpg",27 "frames/frame_000005.jpg",28 "frames/frame_000006.jpg",29 "frames/frame_000007.jpg",30 "frames/frame_000008.jpg",31 "frames/frame_000009.jpg",32 "frames/frame_000010.jpg",33 "frames/frame_000011.jpg",34 "frames/frame_000012.jpg"35 ],36 "tool_output": "{\"boxes\": [[], [], [], [], [], [[\"650.9815673828125\", \"642.5430297851562\", \"724.5496215820312\", \"673.0537109375\"]], [], [], [], [], [], [], []]}"37 },38 {39 "id": 100,40 "turn_id": 2,41 "user_query": "What is the human who is wearing the black diving suit's current action in the videos?\nA. Feeding the shark\nB. Hunting the shark\nC. Taking a photo of the shark\nD. Caging the shark\nPlease output only the letter and corresponding term (e.g., \"A. Feeding the shark\"), with no additional explanation.",42 "assistant_response": "<answer>C. Taking a photo of the shark</answer>",43 "visual_input": [44 "frames/frame_000000.jpg",45 "frames/frame_000001.jpg",46 "frames/frame_000002.jpg",47 "frames/frame_000003.jpg",48 "frames/frame_000004.jpg",49 "frames/frame_000005.jpg",50 "frames/frame_000006.jpg",51 "frames/frame_000007.jpg",52 "frames/frame_000008.jpg",53 "frames/frame_000009.jpg",54 "frames/frame_000010.jpg",55 "frames/frame_000011.jpg",56 "frames/frame_000012.jpg"57 ]58 }59 ]60 },61 {62 "question": "What is the human who is wearing the black diving suit's current action in the videos?\nA. Swimming alongside a stingray\nB. Feeding the stingray\nC. Capturing the stingray\nD. Disturbing the stingray\nPlease output only the letter and corresponding term (e.g., \"A. Swimming alongside a stingray\"), with no additional explanation.",63 "answer": "A. Swimming alongside a stingray",64 "dimension": "SemanticReasoning",65 "subdimension": "HumanActivityUnderstanding",66 "question_task": "VideoQuestionAnswering",67 "question_format": "MultipleChoiceQuestion",68 "video_id": "5mcyP4mwMX3t",69 "video_url": "https://www.instagram.com/tomparkfilms/reel/B-QJb8mAlYx",70 "video_scene": "000000_000012",71 "id": 101,72 "original_video_id": "B-QJb8mAlYx",73 "turns": [74 {75 "id": 101,76 "turn_id": 1,77 "user_query": "What is the human who is wearing the black diving suit's current action in the videos?\nA. Swimming alongside a stingray\nB. Feeding the stingray\nC. Capturing the stingray\nD. Disturbing the stingray\nPlease output only the letter and corresponding term (e.g., \"A. Swimming alongside a stingray\"), with no additional explanation.",78 "assistant_response": "<answer>A. Swimming alongside a stingray</answer>",79 "visual_input": [80 "frames/frame_000000.jpg",81 "frames/frame_000001.jpg",82 "frames/frame_000002.jpg",83 "frames/frame_000003.jpg",84 "frames/frame_000004.jpg",85 "frames/frame_000005.jpg",86 "frames/frame_000006.jpg",87 "frames/frame_000007.jpg",88 "frames/frame_000008.jpg",89 "frames/frame_000009.jpg",90 "frames/frame_000010.jpg",91 "frames/frame_000011.jpg",92 "frames/frame_000012.jpg"93 ]94 }95 ]96 },97 {98 "question": "What is the human wearing the black diving glove doing in the video?\nA. Approaching and observing a sea slug\nB. Feeding a shark nearby\nC. Digging into the sand with tools\nD. Swimming away from the sea slug\nPlease output only the letter and corresponding term.",99 "answer": "A. Approaching and observing a sea slug",100 "dimension": "SemanticReasoning",101 "subdimension": "HumanActivityUnderstanding",102 "question_task": "VideoQuestionAnswering",103 "question_format": "MultipleChoiceQuestion",104 "video_id": "bhEjC2mPANRe",105 "video_url": "https://www.instagram.com/onebreathdiver/reel/CpMwld0KRjr",106 "video_scene": "000000_000017",107 "id": 102,108 "original_video_id": "CpMwld0KRjr",109 "turns": [110 {111 "turn_id": 1,112 "id": 102,113 "assistant_response": "[{\"function\": {\"name\": \"object_grounding\", \"arguments\": {\"prompt\": \"A region of a human wearing a black diving glove\", \"ground_type\": \"highest\"}}}]",114 "user_query": "What is the human wearing the black diving glove doing in the video?\nA. Approaching and observing a sea slug\nB. Feeding a shark nearby\nC. Digging into the sand with tools\nD. Swimming away from the sea slug\nPlease output only the letter and corresponding term.",115 "visual_input": [116 "frames/frame_000000.jpg",117 "frames/frame_000001.jpg",118 "frames/frame_000002.jpg",119 "frames/frame_000003.jpg",120 "frames/frame_000004.jpg",121 "frames/frame_000005.jpg",122 "frames/frame_000006.jpg",123 "frames/frame_000007.jpg",124 "frames/frame_000008.jpg",125 "frames/frame_000009.jpg",126 "frames/frame_000010.jpg",127 "frames/frame_000011.jpg",128 "frames/frame_000012.jpg",129 "frames/frame_000013.jpg",130 "frames/frame_000014.jpg",131 "frames/frame_000015.jpg",132 "frames/frame_000016.jpg",133 "frames/frame_000017.jpg"134 ],135 "tool_output": "{\"boxes\": [[], [], [], [[\"570.0245361328125\", \"641.0907592773438\", \"724.6422119140625\", \"929.936767578125\"]], [[\"521.9505615234375\", \"512.9981689453125\", \"723.2249755859375\", \"929.1357421875\"]], [[\"581.7772827148438\", \"605.0218505859375\", \"721.9752807617188\", \"929.4654541015625\"]], [], [], [], [], [], [], [], [], [], [], [], []]}"136 },137 {138 "id": 102,139 "turn_id": 2,140 "user_query": "What is the human wearing the black diving glove doing in the video?\nA. Approaching and observing a sea slug\nB. Feeding a shark nearby\nC. Digging into the sand with tools\nD. Swimming away from the sea slug\nPlease output only the letter and corresponding term.",141 "assistant_response": "<answer>A. Approaching and observing a sea slug</answer>",142 "visual_input": [143 "frames/frame_000000.jpg",144 "frames/frame_000001.jpg",145 "frames/frame_000002.jpg",146 "frames/frame_000003.jpg",147 "frames/frame_000004.jpg",148 "frames/frame_000005.jpg",149 "frames/frame_000006.jpg",150 "frames/frame_000007.jpg",151 "frames/frame_000008.jpg",152 "frames/frame_000009.jpg",153 "frames/frame_000010.jpg",154 "frames/frame_000011.jpg",155 "frames/frame_000012.jpg",156 "frames/frame_000013.jpg",157 "frames/frame_000014.jpg",158 "frames/frame_000015.jpg",159 "frames/frame_000016.jpg",160 "frames/frame_000017.jpg"161 ]162 }163 ]164 },165 {166 "question": "What is the human who is wearing the black diving suit with red oxygen tank currently doing in the video?\nA. Swimming underwater near rocky seabed\nB. Conducting marine research\nC. Searching for sunken treasure\nD. Performing underwater rescue\nPlease output only the letter and corresponding term (e.g., \"A. Swimming underwater near rocky seabed\"), with no additional explanation.",167 "answer": "A. Swimming underwater near rocky seabed",168 "dimension": "SemanticReasoning",169 "subdimension": "HumanActivityUnderstanding",170 "question_task": "VideoQuestionAnswering",171 "question_format": "MultipleChoiceQuestion",172 "video_id": "mWMZtowwILsp",173 "video_url": "https://www.instagram.com/evgenii_dvorkin/reel/C3S41fQNN3z",174 "video_scene": "000000_000034",175 "id": 103,176 "original_video_id": "C3S41fQNN3z",177 "turns": [178 {179 "id": 103,180 "turn_id": 1,181 "user_query": "What is the human who is wearing the black diving suit with red oxygen tank currently doing in the video?\nA. Swimming underwater near rocky seabed\nB. Conducting marine research\nC. Searching for sunken treasure\nD. Performing underwater rescue\nPlease output only the letter and corresponding term (e.g., \"A. Swimming underwater near rocky seabed\"), with no additional explanation.",182 "assistant_response": "<answer>A. Swimming underwater near rocky seabed</answer>",183 "visual_input": [184 "frames/frame_000000.jpg",185 "frames/frame_000001.jpg",186 "frames/frame_000002.jpg",187 "frames/frame_000003.jpg",188 "frames/frame_000004.jpg",189 "frames/frame_000005.jpg",190 "frames/frame_000006.jpg",191 "frames/frame_000007.jpg",192 "frames/frame_000008.jpg",193 "frames/frame_000009.jpg",194 "frames/frame_000010.jpg",195 "frames/frame_000011.jpg",196 "frames/frame_000012.jpg",197 "frames/frame_000013.jpg",198 "frames/frame_000014.jpg",199 "frames/frame_000015.jpg",200 "frames/frame_000016.jpg",201 "frames/frame_000017.jpg",202 "frames/frame_000018.jpg",203 "frames/frame_000019.jpg",204 "frames/frame_000020.jpg",205 "frames/frame_000021.jpg",206 "frames/frame_000022.jpg",207 "frames/frame_000023.jpg",208 "frames/frame_000024.jpg",209 "frames/frame_000025.jpg",210 "frames/frame_000026.jpg",211 "frames/frame_000027.jpg",212 "frames/frame_000028.jpg",213 "frames/frame_000029.jpg",214 "frames/frame_000030.jpg",215 "frames/frame_000031.jpg",216 "frames/frame_000032.jpg",217 "frames/frame_000033.jpg",218 "frames/frame_000034.jpg"219 ]220 }221 ]222 },223 {224 "question": "What is the human who is wearing the black diving suit's current action in the videos?\nA. Interacting calmly with a large orange-lined triggerfish\nB. Feeding the shark\nC. Taking a photo of the shark\nD. Caging the shark\nPlease output only the letter and corresponding term (e.g., \"A. Interacting calmly with a large orange-lined triggerfish\"), with no additional explanation.",225 "answer": "A. Interacting calmly with a large orange-lined triggerfish",226 "dimension": "SemanticReasoning",227 "subdimension": "HumanActivityUnderstanding",228 "question_task": "VideoQuestionAnswering",229 "question_format": "MultipleChoiceQuestion",230 "video_id": "fsI6618Ch706",231 "video_url": "https://www.instagram.com/diveivanov/reel/DOYmKJdEwA2",232 "video_scene": "000000_000014",233 "id": 104,234 "original_video_id": "DOYmKJdEwA2",235 "turns": [236 {237 "id": 104,238 "turn_id": 1,239 "user_query": "What is the human who is wearing the black diving suit's current action in the videos?\nA. Interacting calmly with a large orange-lined triggerfish\nB. Feeding the shark\nC. Taking a photo of the shark\nD. Caging the shark\nPlease output only the letter and corresponding term (e.g., \"A. Interacting calmly with a large orange-lined triggerfish\"), with no additional explanation.",240 "assistant_response": "<answer>A. Interacting calmly with a large orange-lined triggerfish</answer>",241 "visual_input": [242 "frames/frame_000000.jpg",243 "frames/frame_000001.jpg",244 "frames/frame_000002.jpg",245 "frames/frame_000003.jpg",246 "frames/frame_000004.jpg",247 "frames/frame_000005.jpg",248 "frames/frame_000006.jpg",249 "frames/frame_000007.jpg",250 "frames/frame_000008.jpg",251 "frames/frame_000009.jpg",252 "frames/frame_000010.jpg",253 "frames/frame_000011.jpg",254 "frames/frame_000012.jpg",255 "frames/frame_000013.jpg",256 "frames/frame_000014.jpg"257 ]258 }259 ]260 },261 {262 "question": "What is the human who is wearing the black diving suit's current action in the videos?\nA. Feeding the shark\nB. Hunting the shark\nC. Taking a photo of the shark\nD. Caging the shark\nPlease output only the letter and corresponding term (e.g., \"A. Feeding the shark\"), with no additional explanation.",263 "answer": "A. Feeding the shark",264 "dimension": "SemanticReasoning",265 "subdimension": "HumanActivityUnderstanding",266 "question_task": "VideoQuestionAnswering",267 "question_format": "MultipleChoiceQuestion",268 "video_id": "JdfagFAhaMOn",269 "video_url": "https://www.instagram.com/tomparkfilms/reel/Brvu1KVjS0f",270 "video_scene": "000000_000009",271 "id": 105,272 "original_video_id": "Brvu1KVjS0f",273 "turns": [274 {275 "id": 105,276 "turn_id": 1,277 "user_query": "What is the human who is wearing the black diving suit's current action in the videos?\nA. Feeding the shark\nB. Hunting the shark\nC. Taking a photo of the shark\nD. Caging the shark\nPlease output only the letter and corresponding term (e.g., \"A. Feeding the shark\"), with no additional explanation.",278 "assistant_response": "<answer>A. Feeding the shark</answer>",279 "visual_input": [280 "frames/frame_000000.jpg",281 "frames/frame_000001.jpg",282 "frames/frame_000002.jpg",283 "frames/frame_000003.jpg",284 "frames/frame_000004.jpg",285 "frames/frame_000005.jpg",286 "frames/frame_000006.jpg",287 "frames/frame_000007.jpg",288 "frames/frame_000008.jpg",289 "frames/frame_000009.jpg"290 ]291 }292 ]293 },294 {295 "question": "What is the human who is wearing the black diving suit's current action in the videos?\nA. Swimming through an underwater cave\nB. Feeding marine life\nC. Collecting coral samples\nD. Cleaning the ocean floor\nPlease output only the letter and corresponding term (e.g., \"A. Swimming through an underwater cave\"), with no additional explanation.",296 "answer": "A. Swimming through an underwater cave",297 "dimension": "SemanticReasoning",298 "subdimension": "HumanActivityUnderstanding",299 "question_task": "VideoQuestionAnswering",300 "question_format": "MultipleChoiceQuestion",301 "video_id": "5q3ixZCyG5il",302 "video_url": "https://www.instagram.com/tomparkfilms/reel/B1heavTgV87",303 "video_scene": "000000_000007",304 "id": 106,305 "original_video_id": "B1heavTgV87",306 "turns": [307 {308 "id": 106,309 "turn_id": 1,310 "user_query": "What is the human who is wearing the black diving suit's current action in the videos?\nA. Swimming through an underwater cave\nB. Feeding marine life\nC. Collecting coral samples\nD. Cleaning the ocean floor\nPlease output only the letter and corresponding term (e.g., \"A. Swimming through an underwater cave\"), with no additional explanation.",311 "assistant_response": "<answer>A. Swimming through an underwater cave</answer>",312 "visual_input": [313 "frames/frame_000000.jpg",314 "frames/frame_000001.jpg",315 "frames/frame_000002.jpg",316 "frames/frame_000003.jpg",317 "frames/frame_000004.jpg",318 "frames/frame_000005.jpg",319 "frames/frame_000006.jpg",320 "frames/frame_000007.jpg"321 ]322 }323 ]324 },325 {326 "question": "What is the human who is wearing the black diving suit's current action in the videos?\nA. Observing and filming sea dragons\nB. Feeding underwater creatures\nC. Collecting marine samples\nD. Deploying underwater equipment\nPlease output only the letter and corresponding term (e.g., \"A. Observing and filming sea dragons\"), with no additional explanation.",327 "answer": "A. Observing and filming sea dragons",328 "dimension": "SemanticReasoning",329 "subdimension": "HumanActivityUnderstanding",330 "question_task": "VideoQuestionAnswering",331 "question_format": "MultipleChoiceQuestion",332 "video_id": "urrt2SvjfXTW",333 "video_url": "https://www.instagram.com/tomparkfilms/reel/B4sy-HeApgH",334 "video_scene": "000000_000005",335 "id": 107,336 "original_video_id": "B4sy-HeApgH",337 "turns": [338 {339 "id": 107,340 "turn_id": 1,341 "user_query": "What is the human who is wearing the black diving suit's current action in the videos?\nA. Observing and filming sea dragons\nB. Feeding underwater creatures\nC. Collecting marine samples\nD. Deploying underwater equipment\nPlease output only the letter and corresponding term (e.g., \"A. Observing and filming sea dragons\"), with no additional explanation.",342 "assistant_response": "<answer>A. Observing and filming sea dragons</answer>",343 "visual_input": [344 "frames/frame_000000.jpg",345 "frames/frame_000001.jpg",346 "frames/frame_000002.jpg",347 "frames/frame_000003.jpg",348 "frames/frame_000004.jpg",349 "frames/frame_000005.jpg"350 ]351 }352 ]353 },354 {355 "question": "What is the human who is wearing the black diving suit's current action in the videos?\nA. Observing or hovering near coral reef\nB. Feeding fish with hand gestures\nC. Collecting coral samples\nD. Installing underwater cameras\nPlease output only the letter and corresponding term (e.g., \"A. Observing or hovering near coral reef\"), with no additional explanation.",356 "answer": "A. Observing or hovering near coral reef",357 "dimension": "SemanticReasoning",358 "subdimension": "HumanActivityUnderstanding",359 "question_task": "VideoQuestionAnswering",360 "question_format": "MultipleChoiceQuestion",361 "video_id": "ywewq5Plo4KC",362 "video_url": "https://www.instagram.com/dive_down_under/reel/C_6Ssv8ILgK",363 "video_scene": "000008_000009",364 "id": 108,365 "original_video_id": "C_6Ssv8ILgK",366 "turns": [367 {368 "id": 108,369 "turn_id": 1,370 "user_query": "What is the human who is wearing the black diving suit's current action in the videos?\nA. Observing or hovering near coral reef\nB. Feeding fish with hand gestures\nC. Collecting coral samples\nD. Installing underwater cameras\nPlease output only the letter and corresponding term (e.g., \"A. Observing or hovering near coral reef\"), with no additional explanation.",371 "assistant_response": "<answer>A. Observing or hovering near coral reef</answer>",372 "visual_input": [373 "frames/frame_000000.jpg",374 "frames/frame_000001.jpg"375 ]376 }377 ]378 },379 {380 "question": "What is the human who is wearing the black diving mask and gear currently doing in the video?\nA. Giving a thumbs-up gesture while observing dolphins\nB. Feeding the dolphins directly\nC. Swimming alongside the dolphins to chase them\nD. Using a net to capture a dolphin\nPlease output only the letter and corresponding term (e.g., \"A. Giving a thumbs-up gesture while observing dolphins\"), with no additional explanation.",381 "answer": "A. Giving a thumbs-up gesture while observing dolphins",382 "dimension": "SemanticReasoning",383 "subdimension": "HumanActivityUnderstanding",384 "question_task": "VideoQuestionAnswering",385 "question_format": "MultipleChoiceQuestion",386 "video_id": "Xo8YX4DOKBIe",387 "video_url": "https://www.instagram.com/romanhurghada/reel/CiVmOdvKhak",388 "video_scene": "000000_000045",389 "id": 109,390 "original_video_id": "CiVmOdvKhak",391 "turns": [392 {393 "id": 109,394 "turn_id": 1,395 "user_query": "What is the human who is wearing the black diving mask and gear currently doing in the video?\nA. Giving a thumbs-up gesture while observing dolphins\nB. Feeding the dolphins directly\nC. Swimming alongside the dolphins to chase them\nD. Using a net to capture a dolphin\nPlease output only the letter and corresponding term (e.g., \"A. Giving a thumbs-up gesture while observing dolphins\"), with no additional explanation.",396 "assistant_response": "<answer>A. Giving a thumbs-up gesture while observing dolphins</answer>",397 "visual_input": [398 "frames/frame_000000.jpg",399 "frames/frame_000001.jpg",400 "frames/frame_000002.jpg",401 "frames/frame_000003.jpg",402 "frames/frame_000004.jpg",403 "frames/frame_000005.jpg",404 "frames/frame_000006.jpg",405 "frames/frame_000007.jpg",406 "frames/frame_000008.jpg",407 "frames/frame_000009.jpg",408 "frames/frame_000010.jpg",409 "frames/frame_000011.jpg",410 "frames/frame_000012.jpg",411 "frames/frame_000013.jpg",412 "frames/frame_000014.jpg",413 "frames/frame_000015.jpg",414 "frames/frame_000016.jpg",415 "frames/frame_000017.jpg",416 "frames/frame_000018.jpg",417 "frames/frame_000019.jpg",418 "frames/frame_000020.jpg",419 "frames/frame_000021.jpg",420 "frames/frame_000022.jpg",421 "frames/frame_000023.jpg",422 "frames/frame_000024.jpg",423 "frames/frame_000025.jpg",424 "frames/frame_000026.jpg",425 "frames/frame_000027.jpg",426 "frames/frame_000028.jpg",427 "frames/frame_000029.jpg",428 "frames/frame_000030.jpg",429 "frames/frame_000031.jpg",430 "frames/frame_000032.jpg",431 "frames/frame_000033.jpg",432 "frames/frame_000034.jpg",433 "frames/frame_000035.jpg",434 "frames/frame_000036.jpg",435 "frames/frame_000037.jpg",436 "frames/frame_000038.jpg",437 "frames/frame_000039.jpg",438 "frames/frame_000040.jpg",439 "frames/frame_000041.jpg",440 "frames/frame_000042.jpg",441 "frames/frame_000043.jpg",442 "frames/frame_000044.jpg",443 "frames/frame_000045.jpg"444 ]445 }446 ]447 },448 {449 "question": "What is the human who is wearing the black diving suit's current action in the videos?\nA. Swimming and observing underwater environment\nB. Feeding marine life\nC. Collecting underwater samples\nD. Repairing submerged equipment\nPlease output only the letter and corresponding term (e.g., \"A. Swimming and observing underwater environment\"), with no additional explanation.",450 "answer": "A. Swimming and observing underwater environment",451 "dimension": "SemanticReasoning",452 "subdimension": "HumanActivityUnderstanding",453 "question_task": "VideoQuestionAnswering",454 "question_format": "MultipleChoiceQuestion",455 "video_id": "QcfTZMUPNS3U",456 "video_url": "https://www.instagram.com/evgenii_dvorkin/reel/DDBv6oONoRb",457 "video_scene": "000000_000032",458 "id": 110,459 "original_video_id": "DDBv6oONoRb",460 "turns": [461 {462 "id": 110,463 "turn_id": 1,464 "user_query": "What is the human who is wearing the black diving suit's current action in the videos?\nA. Swimming and observing underwater environment\nB. Feeding marine life\nC. Collecting underwater samples\nD. Repairing submerged equipment\nPlease output only the letter and corresponding term (e.g., \"A. Swimming and observing underwater environment\"), with no additional explanation.",465 "assistant_response": "<answer>A. Swimming and observing underwater environment</answer>",466 "visual_input": [467 "frames/frame_000000.jpg",468 "frames/frame_000001.jpg",469 "frames/frame_000002.jpg",470 "frames/frame_000003.jpg",471 "frames/frame_000004.jpg",472 "frames/frame_000005.jpg",473 "frames/frame_000006.jpg",474 "frames/frame_000007.jpg",475 "frames/frame_000008.jpg",476 "frames/frame_000009.jpg",477 "frames/frame_000010.jpg",478 "frames/frame_000011.jpg",479 "frames/frame_000012.jpg",480 "frames/frame_000013.jpg",481 "frames/frame_000014.jpg",482 "frames/frame_000015.jpg",483 "frames/frame_000016.jpg",484 "frames/frame_000017.jpg",485 "frames/frame_000018.jpg",486 "frames/frame_000019.jpg",487 "frames/frame_000020.jpg",488 "frames/frame_000021.jpg",489 "frames/frame_000022.jpg",490 "frames/frame_000023.jpg",491 "frames/frame_000024.jpg",492 "frames/frame_000025.jpg",493 "frames/frame_000026.jpg",494 "frames/frame_000027.jpg",495 "frames/frame_000028.jpg",496 "frames/frame_000029.jpg",497 "frames/frame_000030.jpg",498 "frames/frame_000031.jpg",499 "frames/frame_000032.jpg"500 ]501 }502 ]503 },504 {505 "question": "What is the human who is wearing the black diving suit's current action in the videos?\nA. Taking a photo of the shark\nB. Hunting the shark\nC. Feeding the shark\nD. Observing marine life with camera equipment\nPlease output only the letter and corresponding term (e.g., \"A. Taking a photo of the shark\"), with no additional explanation.",506 "answer": "D. Observing marine life with camera equipment",507 "dimension": "SemanticReasoning",508 "subdimension": "HumanActivityUnderstanding",509 "question_task": "VideoQuestionAnswering",510 "question_format": "MultipleChoiceQuestion",511 "video_id": "rgAPVgLaQ13j",512 "video_url": "https://www.instagram.com/ocean_reality/reel/DR9v84pFkOn",513 "video_scene": "000021_000023",514 "id": 112,515 "original_video_id": "DR9v84pFkOn",516 "turns": [517 {518 "turn_id": 1,519 "id": 112,520 "assistant_response": "[{\"function\": {\"name\": \"object_grounding\", \"arguments\": {\"prompt\": \"A region of a human wearing a black diving suit\", \"ground_type\": \"highest\"}}}]",521 "user_query": "What is the human who is wearing the black diving suit's current action in the videos?\nA. Taking a photo of the shark\nB. Hunting the shark\nC. Feeding the shark\nD. Observing marine life with camera equipment\nPlease output only the letter and corresponding term (e.g., \"A. Taking a photo of the shark\"), with no additional explanation.",522 "visual_input": [523 "frames/frame_000000.jpg",524 "frames/frame_000001.jpg",525 "frames/frame_000002.jpg"526 ],527 "tool_output": "{\"boxes\": [[], [], [[\"170.6356964111328\", \"349.4851379394531\", \"430.7204895019531\", \"567.4852905273438\"]]]}"528 },529 {530 "id": 112,531 "turn_id": 2,532 "user_query": "What is the human who is wearing the black diving suit's current action in the videos?\nA. Taking a photo of the shark\nB. Hunting the shark\nC. Feeding the shark\nD. Observing marine life with camera equipment\nPlease output only the letter and corresponding term (e.g., \"A. Taking a photo of the shark\"), with no additional explanation.",533 "assistant_response": "<answer>D. Observing marine life with camera equipment</answer>",534 "visual_input": [535 "frames/frame_000000.jpg",536 "frames/frame_000001.jpg",537 "frames/frame_000002.jpg"538 ]539 }540 ]541 },542 {543 "question": "What is the human who is wearing the black diving suit's current action in the videos?\nA. Swimming near a sea anemone with clownfish\nB. Feeding the clownfish directly\nC. Collecting coral samples\nD. Installing underwater cameras\nPlease output only the letter and corresponding term (e.g., \"A. Swimming near a sea anemone with clownfish\"), with no additional explanation.",544 "answer": "A. Swimming near a sea anemone with clownfish",545 "dimension": "SemanticReasoning",546 "subdimension": "HumanActivityUnderstanding",547 "question_task": "VideoQuestionAnswering",548 "question_format": "MultipleChoiceQuestion",549 "video_id": "Mlv7SfhYhKHJ",550 "video_url": "https://www.instagram.com/tomparkfilms/reel/Cl7D8WnAwVo",551 "video_scene": "000000_000005",552 "id": 113,553 "original_video_id": "Cl7D8WnAwVo",554 "turns": [555 {556 "id": 113,557 "turn_id": 1,558 "user_query": "What is the human who is wearing the black diving suit's current action in the videos?\nA. Swimming near a sea anemone with clownfish\nB. Feeding the clownfish directly\nC. Collecting coral samples\nD. Installing underwater cameras\nPlease output only the letter and corresponding term (e.g., \"A. Swimming near a sea anemone with clownfish\"), with no additional explanation.",559 "assistant_response": "<answer>A. Swimming near a sea anemone with clownfish</answer>",560 "visual_input": [561 "frames/frame_000000.jpg",562 "frames/frame_000001.jpg",563 "frames/frame_000002.jpg",564 "frames/frame_000003.jpg",565 "frames/frame_000004.jpg",566 "frames/frame_000005.jpg"567 ]568 }569 ]570 },571 {572 "question": "What is the human who is wearing the black diving suit's current action in the videos?\nA. Feeding the shark\nB. Hunting the shark\nC. Taking a photo of the shark\nD. Caging the shark\nPlease output only the letter and corresponding term (e.g., \"A. Feeding the shark\"), with no additional explanation.",573 "answer": "A. Feeding the shark",574 "dimension": "SemanticReasoning",575 "subdimension": "HumanActivityUnderstanding",576 "question_task": "VideoQuestionAnswering",577 "question_format": "MultipleChoiceQuestion",578 "video_id": "qppK6iM9mdWD",579 "video_url": "https://www.instagram.com/tomparkfilms/reel/C77n_b6SpZe",580 "video_scene": "000000_000017",581 "id": 114,582 "original_video_id": "C77n_b6SpZe",583 "turns": [584 {585 "id": 114,586 "turn_id": 1,587 "user_query": "What is the human who is wearing the black diving suit's current action in the videos?\nA. Feeding the shark\nB. Hunting the shark\nC. Taking a photo of the shark\nD. Caging the shark\nPlease output only the letter and corresponding term (e.g., \"A. Feeding the shark\"), with no additional explanation.",588 "assistant_response": "<answer>A. Feeding the shark</answer>",589 "visual_input": [590 "frames/frame_000000.jpg",591 "frames/frame_000001.jpg",592 "frames/frame_000002.jpg",593 "frames/frame_000003.jpg",594 "frames/frame_000004.jpg",595 "frames/frame_000005.jpg",596 "frames/frame_000006.jpg",597 "frames/frame_000007.jpg",598 "frames/frame_000008.jpg",599 "frames/frame_000009.jpg",600 "frames/frame_000010.jpg",601 "frames/frame_000011.jpg",602 "frames/frame_000012.jpg",603 "frames/frame_000013.jpg",604 "frames/frame_000014.jpg",605 "frames/frame_000015.jpg",606 "frames/frame_000016.jpg",607 "frames/frame_000017.jpg"608 ]609 }610 ]611 },612 {613 "question": "What is the human who is wearing black diving gloves currently doing in the videos?\nA. Observing or interacting closely with the stingray\nB. Feeding the stingray\nC. Tagging the stingray\nD. Removing debris from the ocean floor\nPlease output only the letter and corresponding term (e.g., \"A. Observing or interacting closely with the stingray\"), with no additional explanation.",614 "answer": "A. Observing or interacting closely with the stingray",615 "dimension": "SemanticReasoning",616 "subdimension": "HumanActivityUnderstanding",617 "question_task": "VideoQuestionAnswering",618 "question_format": "MultipleChoiceQuestion",619 "video_id": "qyuqieweNEkz",620 "video_url": "https://www.instagram.com/onebreathdiver/reel/CzZe8vNBnLX",621 "video_scene": "000000_000023",622 "id": 115,623 "original_video_id": "CzZe8vNBnLX",624 "turns": [625 {626 "id": 115,627 "turn_id": 1,628 "user_query": "What is the human who is wearing black diving gloves currently doing in the videos?\nA. Observing or interacting closely with the stingray\nB. Feeding the stingray\nC. Tagging the stingray\nD. Removing debris from the ocean floor\nPlease output only the letter and corresponding term (e.g., \"A. Observing or interacting closely with the stingray\"), with no additional explanation.",629 "assistant_response": "<answer>A. Observing or interacting closely with the stingray</answer>",630 "visual_input": [631 "frames/frame_000000.jpg",632 "frames/frame_000001.jpg",633 "frames/frame_000002.jpg",634 "frames/frame_000003.jpg",635 "frames/frame_000004.jpg",636 "frames/frame_000005.jpg",637 "frames/frame_000006.jpg",638 "frames/frame_000007.jpg",639 "frames/frame_000008.jpg",640 "frames/frame_000009.jpg",641 "frames/frame_000010.jpg",642 "frames/frame_000011.jpg",643 "frames/frame_000012.jpg",644 "frames/frame_000013.jpg",645 "frames/frame_000014.jpg",646 "frames/frame_000015.jpg",647 "frames/frame_000016.jpg",648 "frames/frame_000017.jpg",649 "frames/frame_000018.jpg",650 "frames/frame_000019.jpg",651 "frames/frame_000020.jpg",652 "frames/frame_000021.jpg",653 "frames/frame_000022.jpg",654 "frames/frame_000023.jpg"655 ]656 }657 ]658 },659 {660 "question": "What is the human who is wearing the black diving suit's current action in the videos?\nA. Swimming near an underwater sculpture and arch structure\nB. Collecting marine specimens\nC. Building a coral reef\nD. Painting underwater statues\nPlease output only the letter and corresponding term (e.g., \"A. Swimming near an underwater sculpture and arch structure\"), with no additional explanation.",661 "answer": "A. Swimming near an underwater sculpture and arch structure",662 "dimension": "SemanticReasoning",663 "subdimension": "HumanActivityUnderstanding",664 "question_task": "VideoQuestionAnswering",665 "question_format": "MultipleChoiceQuestion",666 "video_id": "LINkNrpqcDiS",667 "video_url": "https://www.instagram.com/tomparkfilms/reel/DJxS6LGzqdM",668 "video_scene": "000000_000008",669 "id": 116,670 "original_video_id": "DJxS6LGzqdM",671 "turns": [672 {673 "turn_id": 1,674 "id": 116,675 "assistant_response": "[{\"function\": {\"name\": \"object_grounding\", \"arguments\": {\"prompt\": \"A region of a human wearing a black diving suit\", \"ground_type\": \"highest\"}}}]",676 "user_query": "What is the human who is wearing the black diving suit's current action in the videos?\nA. Swimming near an underwater sculpture and arch structure\nB. Collecting marine specimens\nC. Building a coral reef\nD. Painting underwater statues\nPlease output only the letter and corresponding term (e.g., \"A. Swimming near an underwater sculpture and arch structure\"), with no additional explanation.",677 "visual_input": [678 "frames/frame_000000.jpg",679 "frames/frame_000001.jpg",680 "frames/frame_000002.jpg",681 "frames/frame_000003.jpg",682 "frames/frame_000004.jpg",683 "frames/frame_000005.jpg",684 "frames/frame_000006.jpg",685 "frames/frame_000007.jpg",686 "frames/frame_000008.jpg"687 ],688 "tool_output": "{\"boxes\": [[], [], [], [], [], [[\"196.7133331298828\", \"474.11041259765625\", \"398.927490234375\", \"642.48583984375\"]], [], [], []]}"689 },690 {691 "id": 116,692 "turn_id": 2,693 "user_query": "What is the human who is wearing the black diving suit's current action in the videos?\nA. Swimming near an underwater sculpture and arch structure\nB. Collecting marine specimens\nC. Building a coral reef\nD. Painting underwater statues\nPlease output only the letter and corresponding term (e.g., \"A. Swimming near an underwater sculpture and arch structure\"), with no additional explanation.",694 "assistant_response": "<answer>A. Swimming near an underwater sculpture and arch structure</answer>",695 "visual_input": [696 "frames/frame_000000.jpg",697 "frames/frame_000001.jpg",698 "frames/frame_000002.jpg",699 "frames/frame_000003.jpg",700 "frames/frame_000004.jpg",701 "frames/frame_000005.jpg",702 "frames/frame_000006.jpg",703 "frames/frame_000007.jpg",704 "frames/frame_000008.jpg"705 ]706 }707 ]708 },709 {710 "question": "What is the human who is wearing the black wetsuit and scuba gear currently doing in the video?\nA. Observing and posing with a seahorse near kelp\nB. Feeding underwater fish\nC. Removing marine debris\nD. Guiding a tour group\nPlease output only the letter and corresponding term (e.g., \"A. Observing and posing with a seahorse near kelp\"), with no additional explanation.",711 "answer": "A. Observing and posing with a seahorse near kelp",712 "dimension": "SemanticReasoning",713 "subdimension": "HumanActivityUnderstanding",714 "question_task": "VideoQuestionAnswering",715 "question_format": "MultipleChoiceQuestion",716 "video_id": "ByzM3InrfT9Z",717 "video_url": "https://www.instagram.com/onebreathdiver/reel/CiCE5SkJU0I",718 "video_scene": "000000_000004",719 "id": 117,720 "original_video_id": "CiCE5SkJU0I",721 "turns": [722 {723 "turn_id": 1,724 "id": 117,725 "assistant_response": "[{\"function\": {\"name\": \"object_grounding\", \"arguments\": {\"prompt\": \"A region of a human wearing a black wetsuit and scuba gear\", \"ground_type\": \"highest\"}}}]",726 "user_query": "What is the human who is wearing the black wetsuit and scuba gear currently doing in the video?\nA. Observing and posing with a seahorse near kelp\nB. Feeding underwater fish\nC. Removing marine debris\nD. Guiding a tour group\nPlease output only the letter and corresponding term (e.g., \"A. Observing and posing with a seahorse near kelp\"), with no additional explanation.",727 "visual_input": [728 "frames/frame_000000.jpg",729 "frames/frame_000001.jpg",730 "frames/frame_000002.jpg",731 "frames/frame_000003.jpg",732 "frames/frame_000004.jpg"733 ],734 "tool_output": "{\"boxes\": [[], [[\"318.67034912109375\", \"218.6798858642578\", \"722.5196533203125\", \"1003.0020141601562\"]], [], [[\"281.99560546875\", \"325.4732971191406\", \"722.200927734375\", \"928.3314208984375\"]], [[\"145.37652587890625\", \"367.777587890625\", \"721.9188232421875\", \"1090.6431884765625\"]]]}"735 },736 {737 "id": 117,738 "turn_id": 2,739 "user_query": "What is the human who is wearing the black wetsuit and scuba gear currently doing in the video?\nA. Observing and posing with a seahorse near kelp\nB. Feeding underwater fish\nC. Removing marine debris\nD. Guiding a tour group\nPlease output only the letter and corresponding term (e.g., \"A. Observing and posing with a seahorse near kelp\"), with no additional explanation.",740 "assistant_response": "<answer>A. Observing and posing with a seahorse near kelp</answer>",741 "visual_input": [742 "frames/frame_000000.jpg",743 "frames/frame_000001.jpg",744 "frames/frame_000002.jpg",745 "frames/frame_000003.jpg",746 "frames/frame_000004.jpg"747 ]748 }749 ]750 },751 {752 "question": "What is the human who is wearing the snorkel mask and swimsuit currently doing in the video?\nA. Swimming underwater alongside a sea turtle\nB. Feeding the sea turtle\nC. Chasing the sea turtle\nD. Attempting to catch the sea turtle\nPlease output only the letter and corresponding term (e.g., \"A. Swimming underwater alongside a sea turtle\"), with no additional explanation.",753 "answer": "A. Swimming underwater alongside a sea turtle",754 "dimension": "SemanticReasoning",755 "subdimension": "HumanActivityUnderstanding",756 "question_task": "VideoQuestionAnswering",757 "question_format": "MultipleChoiceQuestion",758 "video_id": "rBH3z3FIT3gs",759 "video_url": "https://www.instagram.com/tomparkfilms/reel/CZz85ScBK65",760 "video_scene": "000000_000008",761 "id": 118,762 "original_video_id": "CZz85ScBK65",763 "turns": [764 {765 "turn_id": 1,766 "id": 118,767 "assistant_response": "[{\"function\": {\"name\": \"object_grounding\", \"arguments\": {\"prompt\": \"A region of a human wearing a snorkel mask and swimsuit\", \"ground_type\": \"highest\"}}}]",768 "user_query": "What is the human who is wearing the snorkel mask and swimsuit currently doing in the video?\nA. Swimming underwater alongside a sea turtle\nB. Feeding the sea turtle\nC. Chasing the sea turtle\nD. Attempting to catch the sea turtle\nPlease output only the letter and corresponding term (e.g., \"A. Swimming underwater alongside a sea turtle\"), with no additional explanation.",769 "visual_input": [770 "frames/frame_000000.jpg",771 "frames/frame_000001.jpg",772 "frames/frame_000002.jpg",773 "frames/frame_000003.jpg",774 "frames/frame_000004.jpg",775 "frames/frame_000005.jpg",776 "frames/frame_000006.jpg",777 "frames/frame_000007.jpg",778 "frames/frame_000008.jpg"779 ],780 "tool_output": "{\"boxes\": [[[\"196.0250244140625\", \"349.44305419921875\", \"723.1767578125\", \"615.457763671875\"]], [[\"211.494384765625\", \"359.0989990234375\", \"723.45556640625\", \"613.2398071289062\"]], [[\"319.4341735839844\", \"583.4110717773438\", \"724.4564208984375\", \"781.4993896484375\"]], [], [[\"258.9919738769531\", \"596.6956787109375\", \"507.47705078125\", \"744.041748046875\"]], [[\"179.2495880126953\", \"510.32000732421875\", \"725.291748046875\", \"1282.16552734375\"]], [[\"318.29876708984375\", \"627.043212890625\", \"625.1807250976562\", \"804.6588745117188\"]], [[\"23.409976959228516\", \"1027.55322265625\", \"723.094970703125\", \"1281.48779296875\"]], [[\"269.3988342285156\", \"670.43505859375\", \"675.373046875\", \"1028.55322265625\"]]]}"781 },782 {783 "id": 118,784 "turn_id": 2,785 "user_query": "What is the human who is wearing the snorkel mask and swimsuit currently doing in the video?\nA. Swimming underwater alongside a sea turtle\nB. Feeding the sea turtle\nC. Chasing the sea turtle\nD. Attempting to catch the sea turtle\nPlease output only the letter and corresponding term (e.g., \"A. Swimming underwater alongside a sea turtle\"), with no additional explanation.",786 "assistant_response": "<answer>A. Swimming underwater alongside a sea turtle</answer>",787 "visual_input": [788 "frames/frame_000000.jpg",789 "frames/frame_000001.jpg",790 "frames/frame_000002.jpg",791 "frames/frame_000003.jpg",792 "frames/frame_000004.jpg",793 "frames/frame_000005.jpg",794 "frames/frame_000006.jpg",795 "frames/frame_000007.jpg",796 "frames/frame_000008.jpg"797 ]798 }799 ]800 },801 {802 "question": "What is the human who is wearing the black diving suit's current action in the videos?\nA. Swimming alongside sea lions\nB. Hunting sea lions\nC. Feeding sea lions\nD. Capturing sea lions\nPlease output only the letter and corresponding term (e.g., \"A. Swimming alongside sea lions\"), with no additional explanation.",803 "answer": "A. Swimming alongside sea lions",804 "dimension": "SemanticReasoning",805 "subdimension": "HumanActivityUnderstanding",806 "question_task": "VideoQuestionAnswering",807 "question_format": "MultipleChoiceQuestion",808 "video_id": "oP1M4MipjgfS",809 "video_url": "https://www.instagram.com/tomparkfilms/reel/B5oCxMPACMo",810 "video_scene": "000000_000010",811 "id": 119,812 "original_video_id": "B5oCxMPACMo",813 "turns": [814 {815 "id": 119,816 "turn_id": 1,817 "user_query": "What is the human who is wearing the black diving suit's current action in the videos?\nA. Swimming alongside sea lions\nB. Hunting sea lions\nC. Feeding sea lions\nD. Capturing sea lions\nPlease output only the letter and corresponding term (e.g., \"A. Swimming alongside sea lions\"), with no additional explanation.",818 "assistant_response": "<answer>A. Swimming alongside sea lions</answer>",819 "visual_input": [820 "frames/frame_000000.jpg",821 "frames/frame_000001.jpg",822 "frames/frame_000002.jpg",823 "frames/frame_000003.jpg",824 "frames/frame_000004.jpg",825 "frames/frame_000005.jpg",826 "frames/frame_000006.jpg",827 "frames/frame_000007.jpg",828 "frames/frame_000008.jpg",829 "frames/frame_000009.jpg",830 "frames/frame_000010.jpg"831 ]832 }833 ]834 },835 {836 "question": "What is the human who is wearing the black wetsuit sleeve with textured fabric and stitching detail currently doing in the video?\nA. Holding up two sand dollars for observation\nB. Swimming alongside a shark\nC. Using a net to catch fish\nD. Planting coral fragments\nPlease output only the letter and corresponding term (e.g., \"A. Holding up two sand dollars for observation\")",837 "answer": "A. Holding up two sand dollars for observation",838 "dimension": "SemanticReasoning",839 "subdimension": "HumanActivityUnderstanding",840 "question_task": "VideoQuestionAnswering",841 "question_format": "MultipleChoiceQuestion",842 "video_id": "nSULh8fkN48B",843 "video_url": "https://www.instagram.com/romanhurghada/reel/C5ls690N1YG",844 "video_scene": "000030_000033",845 "id": 120,846 "original_video_id": "C5ls690N1YG",847 "turns": [848 {849 "turn_id": 1,850 "id": 120,851 "assistant_response": "[{\"function\": {\"name\": \"object_grounding\", \"arguments\": {\"prompt\": \"A region of a human wearing a black wetsuit sleeve with textured fabric and stitching detail\", \"ground_type\": \"highest\"}}}]",852 "user_query": "What is the human who is wearing the black wetsuit sleeve with textured fabric and stitching detail currently doing in the video?\nA. Holding up two sand dollars for observation\nB. Swimming alongside a shark\nC. Using a net to catch fish\nD. Planting coral fragments\nPlease output only the letter and corresponding term (e.g., \"A. Holding up two sand dollars for observation\")",853 "visual_input": [854 "frames/frame_000000.jpg",855 "frames/frame_000001.jpg",856 "frames/frame_000002.jpg",857 "frames/frame_000003.jpg"858 ],859 "tool_output": "{\"boxes\": [[[\"412.33636474609375\", \"968.4464111328125\", \"721.8167114257812\", \"1279.9097900390625\"]], [[\"374.7852783203125\", \"880.2479248046875\", \"722.1721801757812\", \"1279.295166015625\"]], [[\"375.04290771484375\", \"828.1369018554688\", \"653.609130859375\", \"1154.6556396484375\"]], [[\"392.318603515625\", \"807.5964965820312\", \"724.575439453125\", \"1278.811279296875\"]]]}"860 },861 {862 "id": 120,863 "turn_id": 2,864 "user_query": "What is the human who is wearing the black wetsuit sleeve with textured fabric and stitching detail currently doing in the video?\nA. Holding up two sand dollars for observation\nB. Swimming alongside a shark\nC. Using a net to catch fish\nD. Planting coral fragments\nPlease output only the letter and corresponding term (e.g., \"A. Holding up two sand dollars for observation\")",865 "assistant_response": "<answer>A. Holding up two sand dollars for observation</answer>",866 "visual_input": [867 "frames/frame_000000.jpg",868 "frames/frame_000001.jpg",869 "frames/frame_000002.jpg",870 "frames/frame_000003.jpg"871 ]872 }873 ]874 },875 {876 "question": "What is the human who is wearing the black diving suit currently doing with the underwater propulsion vehicle?\nA. Operating and maneuvering it underwater\nB. Repairing it on the ocean floor\nC. Selling it to another diver\nD. Using it to chase marine animals\nPlease output only the letter and corresponding term (e.g., \"A. Operating and maneuvering it underwater\"), with no additional explanation.",877 "answer": "A. Operating and maneuvering it underwater",878 "dimension": "SemanticReasoning",879 "subdimension": "HumanActivityUnderstanding",880 "question_task": "VideoQuestionAnswering",881 "question_format": "MultipleChoiceQuestion",882 "video_id": "yaujK3WAqTsb",883 "video_url": "https://www.instagram.com/evgenii_dvorkin/reel/C-VpqTlNFdu",884 "video_scene": "000000_000046",885 "id": 121,886 "original_video_id": "C-VpqTlNFdu",887 "turns": [888 {889 "turn_id": 1,890 "id": 121,891 "assistant_response": "[{\"function\": {\"name\": \"object_grounding\", \"arguments\": {\"prompt\": \"A human wearing a black diving suit using an underwater propulsion vehicle\", \"ground_type\": \"highest\"}}}]",892 "user_query": "What is the human who is wearing the black diving suit currently doing with the underwater propulsion vehicle?\nA. Operating and maneuvering it underwater\nB. Repairing it on the ocean floor\nC. Selling it to another diver\nD. Using it to chase marine animals\nPlease output only the letter and corresponding term (e.g., \"A. Operating and maneuvering it underwater\"), with no additional explanation.",893 "visual_input": [894 "frames/frame_000000.jpg",895 "frames/frame_000001.jpg",896 "frames/frame_000002.jpg",897 "frames/frame_000003.jpg",898 "frames/frame_000004.jpg",899 "frames/frame_000005.jpg",900 "frames/frame_000006.jpg",901 "frames/frame_000007.jpg",902 "frames/frame_000008.jpg",903 "frames/frame_000009.jpg",904 "frames/frame_000010.jpg",905 "frames/frame_000011.jpg",906 "frames/frame_000012.jpg",907 "frames/frame_000013.jpg",908 "frames/frame_000014.jpg",909 "frames/frame_000015.jpg",910 "frames/frame_000016.jpg",911 "frames/frame_000017.jpg",912 "frames/frame_000018.jpg",913 "frames/frame_000019.jpg",914 "frames/frame_000020.jpg",915 "frames/frame_000021.jpg",916 "frames/frame_000022.jpg",917 "frames/frame_000023.jpg",918 "frames/frame_000024.jpg",919 "frames/frame_000025.jpg",920 "frames/frame_000026.jpg",921 "frames/frame_000027.jpg",922 "frames/frame_000028.jpg",923 "frames/frame_000029.jpg",924 "frames/frame_000030.jpg",925 "frames/frame_000031.jpg",926 "frames/frame_000032.jpg",927 "frames/frame_000033.jpg",928 "frames/frame_000034.jpg",929 "frames/frame_000035.jpg",930 "frames/frame_000036.jpg",931 "frames/frame_000037.jpg",932 "frames/frame_000038.jpg",933 "frames/frame_000039.jpg",934 "frames/frame_000040.jpg",935 "frames/frame_000041.jpg",936 "frames/frame_000042.jpg",937 "frames/frame_000043.jpg",938 "frames/frame_000044.jpg",939 "frames/frame_000045.jpg",940 "frames/frame_000046.jpg"941 ],942 "tool_output": "{\"boxes\": [[[\"-0.1949000358581543\", \"-3.5799598693847656\", \"187.34002685546875\", \"149.56219482421875\"]], [[\"-1.3551485538482666\", \"31.430673599243164\", \"244.83718872070312\", \"252.52769470214844\"]], [[\"-1.3396131992340088\", \"84.91490173339844\", \"189.76675415039062\", \"301.754638671875\"]], [[\"-1.3766062259674072\", \"95.94427490234375\", \"100.96681213378906\", \"289.8723449707031\"]], [[\"112.54973602294922\", \"45.87818145751953\", \"366.8498840332031\", \"385.7848815917969\"]], [[\"137.11727905273438\", \"96.43497467041016\", \"362.23443603515625\", \"422.6302490234375\"]], [[\"39.34292984008789\", \"101.40547180175781\", \"366.5029602050781\", \"456.2477111816406\"]], [[\"128.2165069580078\", \"125.05072021484375\", \"364.764892578125\", \"492.5784912109375\"]], [[\"221.8755645751953\", \"147.42010498046875\", \"364.11456298828125\", \"534.6510009765625\"]], [[\"121.68283081054688\", \"236.81031799316406\", \"314.4512939453125\", \"377.54248046875\"]], [[\"119.71003723144531\", \"249.43849182128906\", \"359.1208801269531\", \"402.8489685058594\"]], [[\"52.81309127807617\", \"231.7401123046875\", \"361.1288146972656\", \"412.7763366699219\"]], [[\"27.845792770385742\", \"171.25672912597656\", \"344.99859619140625\", \"409.478515625\"]], [[\"110.71337890625\", \"193.5697784423828\", \"363.2680358886719\", \"420.39947509765625\"]], [[\"139.3708953857422\", \"236.53907775878906\", \"363.3786926269531\", \"452.8822326660156\"]], [[\"106.98182678222656\", \"219.91217041015625\", \"362.6222229003906\", \"432.46307373046875\"]], [[\"1.3800394535064697\", \"207.8980255126953\", \"360.1917419433594\", \"505.67926025390625\"]], [[\"94.01457214355469\", \"225.1366424560547\", \"363.53582763671875\", \"442.05572509765625\"]], [[\"1.1290597915649414\", \"72.27006530761719\", \"360.7328186035156\", \"538.967041015625\"]], [[\"2.110244035720825\", \"36.44828796386719\", \"361.3288269042969\", \"505.04119873046875\"]], [[\"29.581890106201172\", \"-1.192474365234375\", \"361.28887939453125\", \"513.0692749023438\"]], [[\"3.5682177543640137\", \"32.167625427246094\", \"361.9372863769531\", \"552.3970336914062\"]], [], [[\"-1.2365520000457764\", \"190.14752197265625\", \"239.89849853515625\", \"371.3076171875\"]], [[\"1.1064863204956055\", \"152.9529266357422\", \"358.3372497558594\", \"457.1111755371094\"]], [[\"0.3932332992553711\", \"137.08364868164062\", \"359.16845703125\", \"459.04364013671875\"]], [[\"-2.8002262115478516\", \"221.20614624023438\", \"337.8177490234375\", \"439.49530029296875\"]], [[\"7.4352874755859375\", \"277.2485046386719\", \"363.4346923828125\", \"414.92962646484375\"]], [[\"61.92717361450195\", \"202.6732177734375\", \"365.4205627441406\", \"481.76556396484375\"]], [[\"57.95655059814453\", \"208.258056640625\", \"363.1341857910156\", \"473.58306884765625\"]], [[\"60.236236572265625\", \"222.17404174804688\", \"361.87451171875\", \"473.4372253417969\"]], [[\"57.60080337524414\", \"209.2068634033203\", \"363.2572326660156\", \"462.7876281738281\"]], [[\"96.11009216308594\", \"416.97723388671875\", \"360.0032653808594\", \"641.40478515625\"]], [[\"103.43013000488281\", \"435.9741516113281\", \"341.99542236328125\", \"640.853271484375\"]], [[\"101.75169372558594\", \"461.8373107910156\", \"331.3075256347656\", \"640.6478271484375\"]], [[\"116.30032348632812\", \"304.2856140136719\", \"254.53695678710938\", \"448.10748291015625\"]], [[\"126.43264770507812\", \"332.07684326171875\", \"250.9161834716797\", \"486.88092041015625\"]], [], [], [], [], [], [], [], [], [], []]}"943 },944 {945 "id": 121,946 "turn_id": 2,947 "user_query": "What is the human who is wearing the black diving suit currently doing with the underwater propulsion vehicle?\nA. Operating and maneuvering it underwater\nB. Repairing it on the ocean floor\nC. Selling it to another diver\nD. Using it to chase marine animals\nPlease output only the letter and corresponding term (e.g., \"A. Operating and maneuvering it underwater\"), with no additional explanation.",948 "assistant_response": "<answer>A. Operating and maneuvering it underwater</answer>",949 "visual_input": [950 "frames/frame_000000.jpg",951 "frames/frame_000001.jpg",952 "frames/frame_000002.jpg",953 "frames/frame_000003.jpg",954 "frames/frame_000004.jpg",955 "frames/frame_000005.jpg",956 "frames/frame_000006.jpg",957 "frames/frame_000007.jpg",958 "frames/frame_000008.jpg",959 "frames/frame_000009.jpg",960 "frames/frame_000010.jpg",961 "frames/frame_000011.jpg",962 "frames/frame_000012.jpg",963 "frames/frame_000013.jpg",964 "frames/frame_000014.jpg",965 "frames/frame_000015.jpg",966 "frames/frame_000016.jpg",967 "frames/frame_000017.jpg",968 "frames/frame_000018.jpg",969 "frames/frame_000019.jpg",970 "frames/frame_000020.jpg",971 "frames/frame_000021.jpg",972 "frames/frame_000022.jpg",973 "frames/frame_000023.jpg",974 "frames/frame_000024.jpg",975 "frames/frame_000025.jpg",976 "frames/frame_000026.jpg",977 "frames/frame_000027.jpg",978 "frames/frame_000028.jpg",979 "frames/frame_000029.jpg",980 "frames/frame_000030.jpg",981 "frames/frame_000031.jpg",982 "frames/frame_000032.jpg",983 "frames/frame_000033.jpg",984 "frames/frame_000034.jpg",985 "frames/frame_000035.jpg",986 "frames/frame_000036.jpg",987 "frames/frame_000037.jpg",988 "frames/frame_000038.jpg",989 "frames/frame_000039.jpg",990 "frames/frame_000040.jpg",991 "frames/frame_000041.jpg",992 "frames/frame_000042.jpg",993 "frames/frame_000043.jpg",994 "frames/frame_000044.jpg",995 "frames/frame_000045.jpg",996 "frames/frame_000046.jpg"997 ]998 }999 ]1000 },1001 {1002 "question": "What is the human who is wearing the black diving suit's current action in the videos?\nA. Illuminating the underwater scene and observing marine life\nB. Feeding the shark\nC. Taking a photo of the shark\nD. Caging the shark\nPlease output only the letter and corresponding term (e.g., \"A. Illuminating the underwater scene and observing marine life\"), with no additional explanation.",1003 "answer": "A. Illuminating the underwater scene and observing marine life",1004 "dimension": "SemanticReasoning",1005 "subdimension": "HumanActivityUnderstanding",1006 "question_task": "VideoQuestionAnswering",1007 "question_format": "MultipleChoiceQuestion",1008 "video_id": "kVCX89TVxM3O",1009 "video_url": "https://www.instagram.com/tomparkfilms/reel/Cnh_kuWjZJt",1010 "video_scene": "000000_000011",1011 "id": 122,1012 "original_video_id": "Cnh_kuWjZJt",1013 "turns": [1014 {1015 "id": 122,1016 "turn_id": 1,1017 "user_query": "What is the human who is wearing the black diving suit's current action in the videos?\nA. Illuminating the underwater scene and observing marine life\nB. Feeding the shark\nC. Taking a photo of the shark\nD. Caging the shark\nPlease output only the letter and corresponding term (e.g., \"A. Illuminating the underwater scene and observing marine life\"), with no additional explanation.",1018 "assistant_response": "<answer>A. Illuminating the underwater scene and observing marine life</answer>",1019 "visual_input": [1020 "frames/frame_000000.jpg",1021 "frames/frame_000001.jpg",1022 "frames/frame_000002.jpg",1023 "frames/frame_000003.jpg",1024 "frames/frame_000004.jpg",1025 "frames/frame_000005.jpg",1026 "frames/frame_000006.jpg",1027 "frames/frame_000007.jpg",1028 "frames/frame_000008.jpg",1029 "frames/frame_000009.jpg",1030 "frames/frame_000010.jpg",1031 "frames/frame_000011.jpg"1032 ]1033 }1034 ]1035 },1036 {1037 "question": "What is the human who is wearing the black wetsuit's current action in the videos?\nA. Feeding the stingray\nB. Hunting the stingray\nC. Taking a photo of the stingray\nD. Caging the stingray\nPlease output only the letter and corresponding term (e.g., \"A. Feeding the stingray\"), with no additional explanation.",1038 "answer": "A. Feeding the stingray",1039 "dimension": "SemanticReasoning",1040 "subdimension": "HumanActivityUnderstanding",1041 "question_task": "VideoQuestionAnswering",1042 "question_format": "MultipleChoiceQuestion",1043 "video_id": "4wjP7A95vn4L",1044 "video_url": "https://www.instagram.com/onebreathdiver/reel/CZScyWpoTCK",1045 "video_scene": "000000_000047",1046 "id": 123,1047 "original_video_id": "CZScyWpoTCK",1048 "turns": [1049 {1050 "turn_id": 1,1051 "id": 123,1052 "assistant_response": "[{\"function\": {\"name\": \"object_grounding\", \"arguments\": {\"prompt\": \"A region of a human wearing a black wetsuit\", \"ground_type\": \"highest\"}}}]",1053 "user_query": "What is the human who is wearing the black wetsuit's current action in the videos?\nA. Feeding the stingray\nB. Hunting the stingray\nC. Taking a photo of the stingray\nD. Caging the stingray\nPlease output only the letter and corresponding term (e.g., \"A. Feeding the stingray\"), with no additional explanation.",1054 "visual_input": [1055 "frames/frame_000000.jpg",1056 "frames/frame_000001.jpg",1057 "frames/frame_000002.jpg",1058 "frames/frame_000003.jpg",1059 "frames/frame_000004.jpg",1060 "frames/frame_000005.jpg",1061 "frames/frame_000006.jpg",1062 "frames/frame_000007.jpg",1063 "frames/frame_000008.jpg",1064 "frames/frame_000009.jpg",1065 "frames/frame_000010.jpg",1066 "frames/frame_000011.jpg",1067 "frames/frame_000012.jpg",1068 "frames/frame_000013.jpg",1069 "frames/frame_000014.jpg",1070 "frames/frame_000015.jpg",1071 "frames/frame_000016.jpg",1072 "frames/frame_000017.jpg",1073 "frames/frame_000018.jpg",1074 "frames/frame_000019.jpg",1075 "frames/frame_000020.jpg",1076 "frames/frame_000021.jpg",1077 "frames/frame_000022.jpg",1078 "frames/frame_000023.jpg",1079 "frames/frame_000024.jpg",1080 "frames/frame_000025.jpg",1081 "frames/frame_000026.jpg",1082 "frames/frame_000027.jpg",1083 "frames/frame_000028.jpg",1084 "frames/frame_000029.jpg",1085 "frames/frame_000030.jpg",1086 "frames/frame_000031.jpg",1087 "frames/frame_000032.jpg",1088 "frames/frame_000033.jpg",1089 "frames/frame_000034.jpg",1090 "frames/frame_000035.jpg",1091 "frames/frame_000036.jpg",1092 "frames/frame_000037.jpg",1093 "frames/frame_000038.jpg",1094 "frames/frame_000039.jpg",1095 "frames/frame_000040.jpg",1096 "frames/frame_000041.jpg",1097 "frames/frame_000042.jpg",1098 "frames/frame_000043.jpg",1099 "frames/frame_000044.jpg",1100 "frames/frame_000045.jpg",1101 "frames/frame_000046.jpg",1102 "frames/frame_000047.jpg"1103 ],1104 "tool_output": "{\"boxes\": [[[\"912.1953125\", \"135.0410919189453\", \"964.7942504882812\", \"230.09544372558594\"]], [], [], [], [], [], [[\"820.734130859375\", \"-2.388566017150879\", \"957.7080078125\", \"108.17597961425781\"]], [[\"464.56005859375\", \"-2.0160341262817383\", \"948.8271484375\", \"199.662109375\"]], [[\"360.25335693359375\", \"-1.5955066680908203\", \"958.0208740234375\", \"343.6613464355469\"]], [[\"431.8330078125\", \"161.2344512939453\", \"608.9361572265625\", \"303.2460021972656\"]], [[\"452.18194580078125\", \"-2.7490925788879395\", \"920.9552612304688\", \"384.1083679199219\"]], [], [], [], [], [], [[\"742.8848266601562\", \"278.620849609375\", \"812.5300903320312\", \"418.02288818359375\"]], [[\"861.823486328125\", \"493.860595703125\", \"961.6453247070312\", \"686.9400634765625\"]], [[\"624.4567260742188\", \"356.69720458984375\", \"963.74853515625\", \"615.5460815429688\"]], [[\"755.4498901367188\", \"257.16375732421875\", \"964.1807861328125\", \"601.162109375\"]], [[\"776.9170532226562\", \"183.4827880859375\", \"924.5621337890625\", \"302.00433349609375\"]], [[\"492.73931884765625\", \"129.43081665039062\", \"960.9306640625\", \"562.386474609375\"]], [[\"796.4334716796875\", \"117.25570678710938\", \"964.3216552734375\", \"446.40264892578125\"]], [[\"457.5903015136719\", \"98.35254669189453\", \"960.4671630859375\", \"695.4671630859375\"]], [[\"448.3547058105469\", \"-1.0108709335327148\", \"963.6559448242188\", \"686.210205078125\"]], [[\"482.9644775390625\", \"3.996899127960205\", \"963.0386352539062\", \"578.6312866210938\"]], [[\"605.1732788085938\", \"1.3630878925323486\", \"957.3701171875\", \"293.73956298828125\"]], [], [[\"564.7213134765625\", \"111.91893005371094\", \"617.4083251953125\", \"171.9181671142578\"]], [[\"263.4660339355469\", \"15.462613105773926\", \"790.5802001953125\", \"397.0497131347656\"]], [], [], [[\"171.44403076171875\", \"259.5828552246094\", \"938.18994140625\", \"720.927490234375\"]], [[\"399.37030029296875\", \"296.3685302734375\", \"851.399658203125\", \"719.1702270507812\"]], [[\"448.417724609375\", \"203.25436401367188\", \"960.9201049804688\", \"719.0011596679688\"]], [[\"607.64501953125\", \"386.8443298339844\", \"963.9544067382812\", \"686.2859497070312\"]], [[\"499.4662170410156\", \"28.901317596435547\", \"962.9759521484375\", \"721.3344116210938\"]], [[\"539.2257690429688\", \"499.7220458984375\", \"964.9485473632812\", \"675.9877319335938\"]], [[\"525.780517578125\", \"1.254415512084961\", \"964.2003173828125\", \"713.0360717773438\"]], [[\"311.66668701171875\", \"277.2582702636719\", \"961.41943359375\", \"707.166259765625\"]], [[\"519.9323120117188\", \"1.942155361175537\", \"960.8854370117188\", \"611.7810668945312\"]], [[\"399.86260986328125\", \"-0.6816887855529785\", \"960.3287963867188\", \"413.2169189453125\"]], [[\"768.4072875976562\", \"-0.6293535232543945\", \"957.8782958984375\", \"422.1439514160156\"]], [[\"753.0591430664062\", \"0.4474353790283203\", \"962.3209838867188\", \"571.563232421875\"]], [[\"412.7936096191406\", \"1.0437655448913574\", \"924.1973266601562\", \"485.42877197265625\"]], [[\"319.9794616699219\", \"-3.9383411407470703\", \"638.8208618164062\", \"241.35205078125\"]], [[\"348.37933349609375\", \"126.00361633300781\", \"655.95849609375\", \"449.78369140625\"]], [[\"169.41624450683594\", \"-3.724161386489868\", \"600.00732421875\", \"283.86175537109375\"]]]}"1105 },1106 {1107 "id": 123,1108 "turn_id": 2,1109 "user_query": "What is the human who is wearing the black wetsuit's current action in the videos?\nA. Feeding the stingray\nB. Hunting the stingray\nC. Taking a photo of the stingray\nD. Caging the stingray\nPlease output only the letter and corresponding term (e.g., \"A. Feeding the stingray\"), with no additional explanation.",1110 "assistant_response": "<answer>A. Feeding the stingray</answer>",1111 "visual_input": [1112 "frames/frame_000000.jpg",1113 "frames/frame_000001.jpg",1114 "frames/frame_000002.jpg",1115 "frames/frame_000003.jpg",1116 "frames/frame_000004.jpg",1117 "frames/frame_000005.jpg",1118 "frames/frame_000006.jpg",1119 "frames/frame_000007.jpg",1120 "frames/frame_000008.jpg",1121 "frames/frame_000009.jpg",1122 "frames/frame_000010.jpg",1123 "frames/frame_000011.jpg",1124 "frames/frame_000012.jpg",1125 "frames/frame_000013.jpg",1126 "frames/frame_000014.jpg",1127 "frames/frame_000015.jpg",1128 "frames/frame_000016.jpg",1129 "frames/frame_000017.jpg",1130 "frames/frame_000018.jpg",1131 "frames/frame_000019.jpg",1132 "frames/frame_000020.jpg",1133 "frames/frame_000021.jpg",1134 "frames/frame_000022.jpg",1135 "frames/frame_000023.jpg",1136 "frames/frame_000024.jpg",1137 "frames/frame_000025.jpg",1138 "frames/frame_000026.jpg",1139 "frames/frame_000027.jpg",1140 "frames/frame_000028.jpg",1141 "frames/frame_000029.jpg",1142 "frames/frame_000030.jpg",1143 "frames/frame_000031.jpg",1144 "frames/frame_000032.jpg",1145 "frames/frame_000033.jpg",1146 "frames/frame_000034.jpg",1147 "frames/frame_000035.jpg",1148 "frames/frame_000036.jpg",1149 "frames/frame_000037.jpg",1150 "frames/frame_000038.jpg",1151 "frames/frame_000039.jpg",1152 "frames/frame_000040.jpg",1153 "frames/frame_000041.jpg",1154 "frames/frame_000042.jpg",1155 "frames/frame_000043.jpg",1156 "frames/frame_000044.jpg",1157 "frames/frame_000045.jpg",1158 "frames/frame_000046.jpg",1159 "frames/frame_000047.jpg"1160 ]1161 }1162 ]1163 },1164 {1165 "question": "What is the human who is wearing the black diving suit's current action in the videos?\nA. Swimming and observing the fish\nB. Hunting the shark\nC. Taking a photo of the shark\nD. Caging the shark\nPlease output only the letter and corresponding term (e.g., \"A. Swimming and observing the fish\"), with no additional explanation.",1166 "answer": "A. Swimming and observing the fish",1167 "dimension": "SemanticReasoning",1168 "subdimension": "HumanActivityUnderstanding",1169 "question_task": "VideoQuestionAnswering",1170 "question_format": "MultipleChoiceQuestion",1171 "video_id": "798BXm8bD1g7",1172 "video_url": "https://www.instagram.com/big.blue.sea/reel/DH6H6CKNSIS",1173 "video_scene": "000000_000017",1174 "id": 125,1175 "original_video_id": "DH6H6CKNSIS",1176 "turns": [1177 {1178 "id": 125,1179 "turn_id": 1,1180 "user_query": "What is the human who is wearing the black diving suit's current action in the videos?\nA. Swimming and observing the fish\nB. Hunting the shark\nC. Taking a photo of the shark\nD. Caging the shark\nPlease output only the letter and corresponding term (e.g., \"A. Swimming and observing the fish\"), with no additional explanation.",1181 "assistant_response": "<answer>A. Swimming and observing the fish</answer>",1182 "visual_input": [1183 "frames/frame_000000.jpg",1184 "frames/frame_000001.jpg",1185 "frames/frame_000002.jpg",1186 "frames/frame_000003.jpg",1187 "frames/frame_000004.jpg",1188 "frames/frame_000005.jpg",1189 "frames/frame_000006.jpg",1190 "frames/frame_000007.jpg",1191 "frames/frame_000008.jpg",1192 "frames/frame_000009.jpg",1193 "frames/frame_000010.jpg",1194 "frames/frame_000011.jpg",1195 "frames/frame_000012.jpg",1196 "frames/frame_000013.jpg",1197 "frames/frame_000014.jpg",1198 "frames/frame_000015.jpg",1199 "frames/frame_000016.jpg",1200 "frames/frame_000017.jpg"