DoneHans/NavQA_Revised

1{"id": "LONG_5a6cef0c-175d-4779-bfd4-f7b193fb9039", "seq_id": 0, "length_category": "LONG", "length": 449.88780331611633, "start_time": 1673884532.773957, "end_time": 1673884982.6617603, "file_info": {"qa_start_filename": "1673884531.323784.pkl", "qa_end_filename": "1673884981.262587.pkl", "context_start_filename": "1673884736.94361.pkl", "context_end_filename": "1673884739.942289.pkl"}, "question": "You started moving at 2023-01-16 09:55:32. The current time is 2023-01-16 10:03:02 and you are located at [1.42, 2.28, -0.17].\nWhen did you leave the building?", "type": "time", "answers": {"text": ["4.07 minutes ago"], "time": 4.07}, "question_category": "temporal", "answer_timestamp": "9:59:00", "text_answer": null, "parsable_answer": "[minutes] ago"}2{"id": "LONG_8f32d561-e898-453c-ae99-2e53745389e1", "seq_id": 0, "length_category": "LONG", "length": 521.9491529464722, "start_time": 1673884331.153418, "end_time": 1673884853.102571, "file_info": {"qa_start_filename": "1673884329.703198.pkl", "qa_end_filename": "1673884851.752448.pkl", "context_start_filename": "1673884591.831021.pkl", "context_end_filename": "1673884594.734541.pkl"}, "question": "You started moving at 2023-01-16 09:52:11. The current time is 2023-01-16 10:00:53 and you are located at [-56.28, 77.78, -2.15].\nWhen did you first enter the building?", "type": "time", "answers": {"text": ["4.33 minutes ago"], "time": 4.33}, "question_category": "temporal", "answer_timestamp": "9:56:34", "text_answer": null, "parsable_answer": "[minutes] ago"}3{"id": "LONG_cbe5ca33-b001-47c4-9397-aca6d275e5e4", "seq_id": 0, "length_category": "LONG", "length": 684.8592975139618, "start_time": 1673884316.1515949, "end_time": 1673885001.0108924, "file_info": {"qa_start_filename": "1673884314.701463.pkl", "qa_end_filename": "1673884999.657634.pkl", "context_start_filename": "1673884597.837111.pkl", "context_end_filename": "1673884739.942289.pkl"}, "question": "You started moving at 2023-01-16 09:51:56. The current time is 2023-01-16 10:03:21 and you are located at [-0.34, 0.06, -0.01].\nHow long were you in the building for?", "type": "duration", "answers": {"text": ["2.3 minutes"], "duration": 2.3}, "question_category": "temporal reasoning", "answer_timestamp": "09:56:38,09:59:00", "text_answer": "I was in the building for 2.3 minutes", "parsable_answer": "2.3"}4{"id": "LONG_115fe136-a8ee-43f7-858d-a0a357c03fad", "seq_id": 0, "length_category": "LONG", "length": 494.94618034362793, "start_time": 1673884349.1557107, "end_time": 1673884844.101891, "file_info": {"qa_start_filename": "1673884347.705484.pkl", "qa_end_filename": "1673884842.751738.pkl", "context_start_filename": "1673884670.446189.pkl", "context_end_filename": "1673884673.347697.pkl"}, "question": "You started moving at 2023-01-16 09:52:29. The current time is 2023-01-16 10:00:44 and you are located at [-55.74, 86.31, -2.11].\nWhere is the closest place to sit?", "type": "position", "answers": {"position": [-104.61440453333334, 170.2240391666667, -2.4068897999999996]}, "question_category": "spatial", "answer_timestamp": "9:57:53", "text_answer": null, "parsable_answer": "[position]"}5{"id": "LONG_7213d1b5-0f7a-4361-b779-c6689042ae8a", "seq_id": 0, "length_category": "LONG", "length": 722.968642950058, "start_time": 1673884205.1412687, "end_time": 1673884928.1099117, "file_info": {"qa_start_filename": "1673884203.691077.pkl", "qa_end_filename": "1673884926.759779.pkl", "context_start_filename": "1673884788.248779.pkl", "context_end_filename": "1673884791.248168.pkl"}, "question": "You started moving at 2023-01-16 09:50:05. The current time is 2023-01-16 10:02:08 and you are located at [-22.67, 37.41, -1.5].\nWhere is the yellow police call pole?", "type": "position", "answers": {"position": [-75.76141051612903, 93.42734903225808, -2.4290613225806448]}, "question_category": "spatial", "answer_timestamp": "9:59:49", "text_answer": null, "parsable_answer": "[position]"}6{"id": "LONG_74167a94-2255-4d16-bb78-db37801acc0a", "seq_id": 0, "length_category": "LONG", "length": 608.9567198753357, "start_time": 1673884337.1544888, "end_time": 1673884946.1112087, "file_info": {"qa_start_filename": "1673884335.704203.pkl", "qa_end_filename": "1673884944.76106.pkl", "context_start_filename": "1673884555.52733.pkl", "context_end_filename": "1673884558.527271.pkl"}, "question": "You started moving at 2023-01-16 09:52:17. The current time is 2023-01-16 10:02:26 and you are located at [-7.12, 33.57, -0.96].\nWhere is the statue in front of the Bill and Melinda Gates Computer Science building?", "type": "position", "answers": {"position": [-60.1973617419355, 196.54061870967743, -1.096614193548387]}, "question_category": "spatial", "answer_timestamp": "9:55:58", "text_answer": null, "parsable_answer": "[position]"}7{"id": "LONG_f4661173-26c9-4939-824c-a238736d53ef", "seq_id": 0, "length_category": "LONG", "length": 554.6039714813232, "start_time": 1673884235.1443243, "end_time": 1673884789.7482958, "file_info": {"qa_start_filename": "1673884233.694191.pkl", "qa_end_filename": "1673884788.348729.pkl", "context_start_filename": "1673884682.450604.pkl", "context_end_filename": "1673884685.350871.pkl"}, "question": "You started moving at 2023-01-16 09:50:35. The current time is 2023-01-16 09:59:49 and you are located at [-75.76, 93.43, -2.43].\nWhere is the nearest recycling bin?", "type": "position", "answers": {"position": [-102.85481153333333, 159.09055453333335, -2.5889398]}, "question_category": "spatial", "answer_timestamp": "9:58:04", "text_answer": null, "parsable_answer": "[position]"}8{"id": "LONG_242c13b6-b47f-4022-9697-02611d770526", "seq_id": 0, "length_category": "LONG", "length": 581.9552934169769, "start_time": 1673884325.152643, "end_time": 1673884907.1079364, "file_info": {"qa_start_filename": "1673884323.702449.pkl", "qa_end_filename": "1673884905.757789.pkl", "context_start_filename": "1673884848.652202.pkl", "context_end_filename": "1673884851.55245.pkl"}, "question": "You started moving at 2023-01-16 09:52:05. The current time is 2023-01-16 10:01:47 and you are located at [-42.04, 39.9, -1.99].\nWhere did you see the sculpture with the hanging boats?", "type": "position", "answers": {"position": [-56.08268643333333, 80.65901996666668, -2.139001066666667]}, "question_category": "spatial", "answer_timestamp": "10:00:50", "text_answer": null, "parsable_answer": "[position]"}9{"id": "LONG_82e9a231-76cf-446e-9a04-4afd6c831b2d", "seq_id": 0, "length_category": "LONG", "length": 594.6468923091888, "start_time": 1673884409.413914, "end_time": 1673885004.0608063, "file_info": {"qa_start_filename": "1673884407.913838.pkl", "qa_end_filename": "1673885002.66134.pkl", "context_start_filename": "1673884806.449052.pkl", "context_end_filename": "1673884809.349576.pkl"}, "question": "You started moving at 2023-01-16 09:53:29. The current time is 2023-01-16 10:03:24 and you are located at [-0.07, 0.06, -0.0].\nWas the brick sidewalk busy?", "type": "binary", "answers": {"text": ["no", "no"], "binary": "no"}, "question_category": "environmental", "answer_timestamp": "10:00:07", "text_answer": null, "parsable_answer": "no"}10{"id": "LONG_38a496dc-1afd-4e26-b8b2-c6640cab0499", "seq_id": 0, "length_category": "LONG", "length": 575.9545788764954, "start_time": 1673884268.1473122, "end_time": 1673884844.101891, "file_info": {"qa_start_filename": "1673884266.697187.pkl", "qa_end_filename": "1673884842.751738.pkl", "context_start_filename": "1673884712.453442.pkl", "context_end_filename": "1673884715.353729.pkl"}, "question": "You started moving at 2023-01-16 09:51:08. The current time is 2023-01-16 10:00:44 and you are located at [-55.74, 86.31, -2.11].\nWhere are the closest elevators?", "type": "position", "answers": {"position": [-104.38796999999998, 131.73958856666667, -3.1037119666666664]}, "question_category": "spatial", "answer_timestamp": "9:58:33", "text_answer": null, "parsable_answer": "[position]"}11{"id": "MEDIUM_3373f674-4a26-465b-9a08-8ca73651a0af", "seq_id": 0, "length_category": "MEDIUM", "length": 129.62322688102722, "start_time": 1673884590.280919, "end_time": 1673884719.904146, "file_info": {"qa_start_filename": "1673884588.830469.pkl", "qa_end_filename": "1673884718.554022.pkl", "context_start_filename": "1673884585.828912.pkl", "context_end_filename": "1673884588.730402.pkl"}, "question": "You started moving at 2023-01-16 09:56:30. The current time is 2023-01-16 09:58:39 and you are located at [-104.67, 126.05, -3.19].\nWhat color jacket was the person who opened the door for you wearing?", "type": "text", "answers": {"text": ["They were wearing a blue puffer jacket"]}, "question_category": "descriptive", "answer_timestamp": "9:56:28", "text_answer": "They were wearing a blue puffer jacket", "parsable_answer": null}12{"id": "MEDIUM_28199d34-e26c-4b79-8775-943431d3a68a", "seq_id": 0, "length_category": "MEDIUM", "length": 286.284930229187, "start_time": 1673884319.1519153, "end_time": 1673884605.4368455, "file_info": {"qa_start_filename": "1673884317.701719.pkl", "qa_end_filename": "1673884604.037266.pkl", "context_start_filename": "1673884555.52733.pkl", "context_end_filename": "1673884558.527271.pkl"}, "question": "You started moving at 2023-01-16 09:51:59. The current time is 2023-01-16 09:56:45 and you are located at [-90.33, 203.52, -1.88].\nWhere is the statue in front of the Bill and Melinda Gates Computer Science building?", "type": "position", "answers": {"position": [-60.1973617419355, 196.54061870967743, -1.096614193548387]}, "question_category": "spatial", "answer_timestamp": "9:55:58", "text_answer": null, "parsable_answer": "[position]"}13{"id": "MEDIUM_afd2f89f-f0b9-4082-9136-e2122475c3cd", "seq_id": 0, "length_category": "MEDIUM", "length": 217.18056511878967, "start_time": 1673884409.413914, "end_time": 1673884626.594479, "file_info": {"qa_start_filename": "1673884407.913838.pkl", "qa_end_filename": "1673884625.245187.pkl", "context_start_filename": "1673884438.314206.pkl", "context_end_filename": "1673884441.214297.pkl"}, "question": "You started moving at 2023-01-16 09:53:29. The current time is 2023-01-16 09:57:06 and you are located at [-100.96, 201.25, -2.03].\nWhat side of the brick sidewalk were you walking on?", "type": "text", "answers": {"text": ["I was driving on the right side of the sidewalk"]}, "question_category": "ego", "answer_timestamp": "9:53:59", "text_answer": "I was driving on the right side of the sidewalk", "parsable_answer": null}14{"id": "MEDIUM_02da6f10-4ce1-4eb3-a416-c4522e9c8133", "seq_id": 0, "length_category": "MEDIUM", "length": 389.33634853363037, "start_time": 1673884457.765781, "end_time": 1673884847.1021295, "file_info": {"qa_start_filename": "1673884456.315665.pkl", "qa_end_filename": "1673884845.752014.pkl", "context_start_filename": "1673884670.446189.pkl", "context_end_filename": "1673884673.347697.pkl"}, "question": "You started moving at 2023-01-16 09:54:17. The current time is 2023-01-16 10:00:47 and you are located at [-55.92, 83.52, -2.11].\nWhere is the closest place to sit?", "type": "position", "answers": {"position": [-104.61440453333334, 170.2240391666667, -2.4068897999999996]}, "question_category": "spatial", "answer_timestamp": "9:57:53", "text_answer": null, "parsable_answer": "[position]"}15{"id": "MEDIUM_9595c924-7840-4964-8bd0-d6e3080bcd65", "seq_id": 0, "length_category": "MEDIUM", "length": 311.2295618057251, "start_time": 1673884514.771724, "end_time": 1673884826.0012858, "file_info": {"qa_start_filename": "1673884513.321656.pkl", "qa_end_filename": "1673884824.650921.pkl", "context_start_filename": "1673884591.831021.pkl", "context_end_filename": "1673884594.734541.pkl"}, "question": "You started moving at 2023-01-16 09:55:14. The current time is 2023-01-16 10:00:26 and you are located at [-54.6, 91.01, -2.04].\nWhen did you first enter the building?", "type": "time", "answers": {"text": ["3.88 minutes ago"], "time": 3.88}, "question_category": "temporal", "answer_timestamp": "9:56:34", "text_answer": null, "parsable_answer": "[minutes] ago"}16{"id": "MEDIUM_11801608-016d-4367-8247-4a885afef25d", "seq_id": 0, "length_category": "MEDIUM", "length": 189.9626317024231, "start_time": 1673884801.8985457, "end_time": 1673884991.8611774, "file_info": {"qa_start_filename": "1673884800.448579.pkl", "qa_end_filename": "1673884990.460157.pkl", "context_start_filename": "1673884848.652202.pkl", "context_end_filename": "1673884851.55245.pkl"}, "question": "You started moving at 2023-01-16 10:00:01. The current time is 2023-01-16 10:03:11 and you are located at [-1.22, -1.41, -0.04].\nWhere did you see the sculpture with the hanging boats?", "type": "position", "answers": {"position": [-56.08268643333333, 80.65901996666668, -2.139001066666667]}, "question_category": "spatial", "answer_timestamp": "10:00:50", "text_answer": null, "parsable_answer": "[position]"}17{"id": "MEDIUM_022ee3b7-38a6-4a36-9f48-fa656ea3cf21", "seq_id": 0, "length_category": "MEDIUM", "length": 310.828489780426, "start_time": 1673884581.2777796, "end_time": 1673884892.1062694, "file_info": {"qa_start_filename": "1673884579.827572.pkl", "qa_end_filename": "1673884890.756073.pkl", "context_start_filename": "1673884616.13694.pkl", "context_end_filename": "1673884619.037227.pkl"}, "question": "You started moving at 2023-01-16 09:56:21. The current time is 2023-01-16 10:01:32 and you are located at [-55.47, 43.57, -2.26].\nWhat were the color of the couches near where I entered the building?", "type": "text", "answers": {"text": ["The couches were red."]}, "question_category": "environmental", "answer_timestamp": "9:56:59", "text_answer": "The couches were red.", "parsable_answer": null}18{"id": "MEDIUM_b5b98312-f881-422d-b2cb-4b9c5696948b", "seq_id": 0, "length_category": "MEDIUM", "length": 186.76357674598694, "start_time": 1673884795.8981836, "end_time": 1673884982.6617603, "file_info": {"qa_start_filename": "1673884794.448126.pkl", "qa_end_filename": "1673884981.262587.pkl", "context_start_filename": "1673884806.449052.pkl", "context_end_filename": "1673884809.349576.pkl"}, "question": "You started moving at 2023-01-16 09:59:55. The current time is 2023-01-16 10:03:02 and you are located at [1.42, 2.28, -0.17].\nWhen did you cross the brick street?", "type": "time", "answers": {"text": ["2.91 minutes ago"], "time": 2.91}, "question_category": "temporal", "answer_timestamp": "10:00:07", "text_answer": null, "parsable_answer": "[minutes] ago"}19{"id": "MEDIUM_c6c87c47-04c3-44ca-a1be-053153b740c5", "seq_id": 0, "length_category": "MEDIUM", "length": 281.0075514316559, "start_time": 1673884713.9035764, "end_time": 1673884994.9111278, "file_info": {"qa_start_filename": "1673884712.453442.pkl", "qa_end_filename": "1673884993.55943.pkl", "context_start_filename": "1673884923.659534.pkl", "context_end_filename": "1673884926.559782.pkl"}, "question": "You started moving at 2023-01-16 09:58:33. The current time is 2023-01-16 10:03:14 and you are located at [-1.21, -0.9, -0.05].\nWhere is the nearest bike rack that is not empty?", "type": "position", "answers": {"position": [-25.409017133333336, 37.77082069999999, -1.5545138]}, "question_category": "spatial", "answer_timestamp": "10:02:04", "text_answer": null, "parsable_answer": "[position]"}20{"id": "MEDIUM_254c3f52-e4ed-4828-ba85-42a500ff8676", "seq_id": 0, "length_category": "MEDIUM", "length": 123.66027760505676, "start_time": 1673884602.387374, "end_time": 1673884726.0476515, "file_info": {"qa_start_filename": "1673884600.936982.pkl", "qa_end_filename": "1673884724.649261.pkl", "context_start_filename": "1673884619.137176.pkl", "context_end_filename": "1673884622.037226.pkl"}, "question": "You started moving at 2023-01-16 09:56:42. The current time is 2023-01-16 09:58:46 and you are located at [-105.01, 120.24, -3.27].\nWhen were you in the atrium with the red couches?", "type": "time", "answers": {"text": ["1.76 minutes ago"], "time": 1.76}, "question_category": "temporal", "answer_timestamp": "9:57:00", "text_answer": null, "parsable_answer": "[minutes] ago"}21{"id": "SHORT_39a4eb19-b64e-4289-abcf-92ea6c3debba", "seq_id": 0, "length_category": "SHORT", "length": 81.9946072101593, "start_time": 1673884713.9035764, "end_time": 1673884795.8981836, "file_info": {"qa_start_filename": "1673884712.453442.pkl", "qa_end_filename": "1673884794.548095.pkl", "context_start_filename": "1673884736.94361.pkl", "context_end_filename": "1673884794.348117.pkl"}, "question": "You started moving at 2023-01-16 09:58:33. The current time is 2023-01-16 09:59:55 and you are located at [-70.33, 92.86, -2.26].\nHow long have you been outside?", "type": "duration", "answers": {"text": ["1.0 minutes"], "duration": 1.0}, "question_category": "temporal reasoning", "answer_timestamp": "09:59:00,09:59:54", "text_answer": "I have been outside for around 0.9 minutes", "parsable_answer": "1"}22{"id": "SHORT_37a3097f-a357-4af3-8a84-244e1b767ddf", "seq_id": 0, "length_category": "SHORT", "length": 75.75372624397278, "start_time": 1673884729.145201, "end_time": 1673884804.8989272, "file_info": {"qa_start_filename": "1673884727.646265.pkl", "qa_end_filename": "1673884803.548804.pkl", "context_start_filename": "1673884736.94361.pkl", "context_end_filename": "1673884739.942289.pkl"}, "question": "You started moving at 2023-01-16 09:58:49. The current time is 2023-01-16 10:00:04 and you are located at [-63.15, 92.12, -2.13].\nWhen did you leave the building?", "type": "time", "answers": {"text": ["1.11 minutes ago"], "time": 1.11}, "question_category": "temporal", "answer_timestamp": "9:59:00", "text_answer": null, "parsable_answer": "[minutes] ago"}23{"id": "SHORT_31d323c2-930f-4111-85b0-d92e960ee600", "seq_id": 0, "length_category": "SHORT", "length": 75.16009044647217, "start_time": 1673884478.7676463, "end_time": 1673884553.9277368, "file_info": {"qa_start_filename": "1673884477.317517.pkl", "qa_end_filename": "1673884552.52802.pkl", "context_start_filename": "1673884501.320573.pkl", "context_end_filename": "1673884504.220899.pkl"}, "question": "You started moving at 2023-01-16 09:54:38. The current time is 2023-01-16 09:55:53 and you are located at [-57.45, 195.7, -1.05].\nWhat side of the street are you driving on?", "type": "text", "answers": {"text": ["I was driving on the left side of the street"]}, "question_category": "ego", "answer_timestamp": "9:55:03", "text_answer": "I was driving on the left side of the street", "parsable_answer": null}24{"id": "SHORT_bbfb623d-89d7-4698-9e91-be03c2720fc8", "seq_id": 0, "length_category": "SHORT", "length": 96.30728960037231, "start_time": 1673884874.1044726, "end_time": 1673884970.4117622, "file_info": {"qa_start_filename": "1673884872.65435.pkl", "qa_end_filename": "1673884969.063178.pkl", "context_start_filename": "1673884884.655395.pkl", "context_end_filename": "1673884887.555663.pkl"}, "question": "You started moving at 2023-01-16 10:01:14. The current time is 2023-01-16 10:02:50 and you are located at [0.84, 13.73, -0.37].\nWhen did you get off of the brick sidewalk?", "type": "time", "answers": {"text": ["1.41 minutes ago"], "time": 1.41}, "question_category": "temporal", "answer_timestamp": "10:01:27", "text_answer": null, "parsable_answer": "[minutes] ago"}25{"id": "SHORT_f20ba66d-74e4-4e2e-9a91-ac2576f16e0a", "seq_id": 0, "length_category": "SHORT", "length": 66.90055441856384, "start_time": 1673884934.110338, "end_time": 1673885001.0108924, "file_info": {"qa_start_filename": "1673884932.660223.pkl", "qa_end_filename": "1673884999.657634.pkl", "context_start_filename": "1673884962.762715.pkl", "context_end_filename": "1673884965.761457.pkl"}, "question": "You started moving at 2023-01-16 10:02:14. The current time is 2023-01-16 10:03:21 and you are located at [-0.34, 0.06, -0.01].\nWhere did you see a red fire hydrant?", "type": "position", "answers": {"position": [-0.05857329032258064, 19.54602912903226, -0.4581363870967742]}, "question_category": "spatial", "answer_timestamp": "10:02:45", "text_answer": null, "parsable_answer": "[position]"}26{"id": "SHORT_a29d9195-acc1-46ea-a225-95816e21e802", "seq_id": 0, "length_category": "SHORT", "length": 57.45535612106323, "start_time": 1673884738.4428275, "end_time": 1673884795.8981836, "file_info": {"qa_start_filename": "1673884736.94361.pkl", "qa_end_filename": "1673884794.548095.pkl", "context_start_filename": "1673884752.043736.pkl", "context_end_filename": "1673884754.943964.pkl"}, "question": "You started moving at 2023-01-16 09:58:58. The current time is 2023-01-16 09:59:55 and you are located at [-70.33, 92.86, -2.26].\nWhich direction did you turn after leaving the building?", "type": "text", "answers": {"text": ["I turned left after driving off the sidewalk"]}, "question_category": "ego", "answer_timestamp": "9:59:13", "text_answer": "I turned left after driving off the sidewalk", "parsable_answer": null}27{"id": "SHORT_103d708a-b002-415c-ab49-ff02f654c490", "seq_id": 0, "length_category": "SHORT", "length": 30.550694704055786, "start_time": 1673884955.2116244, "end_time": 1673884985.762319, "file_info": {"qa_start_filename": "1673884953.761652.pkl", "qa_end_filename": "1673884984.361195.pkl", "context_start_filename": "1673884962.762715.pkl", "context_end_filename": "1673884965.761457.pkl"}, "question": "You started moving at 2023-01-16 10:02:35. The current time is 2023-01-16 10:03:05 and you are located at [1.11, -0.21, -0.01].\nDid you see a red fire hydrant?", "type": "binary", "answers": {"text": ["yes", "yes"], "binary": "yes"}, "question_category": "environmental", "answer_timestamp": "10:02:45", "text_answer": null, "parsable_answer": "yes"}28{"id": "SHORT_426931a9-038a-48a3-a27b-0f7b12948a81", "seq_id": 0, "length_category": "SHORT", "length": 72.10592246055603, "start_time": 1673884823.0006893, "end_time": 1673884895.1066117, "file_info": {"qa_start_filename": "1673884821.550341.pkl", "qa_end_filename": "1673884893.756429.pkl", "context_start_filename": "1673884836.552372.pkl", "context_end_filename": "1673884839.551426.pkl"}, "question": "You started moving at 2023-01-16 10:00:23. The current time is 2023-01-16 10:01:35 and you are located at [-53.1, 42.26, -2.22].\nDid you see any bicyclists?", "type": "binary", "answers": {"text": ["yes", "yes"], "binary": "yes"}, "question_category": "environmental", "answer_timestamp": "10:00:38", "text_answer": null, "parsable_answer": "yes"}29{"id": "SHORT_b928a4aa-a1fb-4161-ad8c-78e6f1e78eca", "seq_id": 0, "length_category": "SHORT", "length": 99.05873370170593, "start_time": 1673884838.0518606, "end_time": 1673884937.1105943, "file_info": {"qa_start_filename": "1673884836.552372.pkl", "qa_end_filename": "1673884935.76041.pkl", "context_start_filename": "1673884848.652202.pkl", "context_end_filename": "1673884851.55245.pkl"}, "question": "You started moving at 2023-01-16 10:00:38. The current time is 2023-01-16 10:02:17 and you are located at [-14.58, 36.58, -1.31].\nWhere did you see the sculpture with the hanging boats?", "type": "position", "answers": {"position": [-56.08268643333333, 80.65901996666668, -2.139001066666667]}, "question_category": "spatial", "answer_timestamp": "10:00:50", "text_answer": null, "parsable_answer": "[position]"}30{"id": "SHORT_21548fa5-15ca-4f06-923e-a99b0fb2253a", "seq_id": 0, "length_category": "SHORT", "length": 36.699074029922485, "start_time": 1673884967.3617322, "end_time": 1673885004.0608063, "file_info": {"qa_start_filename": "1673884965.861486.pkl", "qa_end_filename": "1673885002.66134.pkl", "context_start_filename": "1673884984.262574.pkl", "context_end_filename": "1673884987.260316.pkl"}, "question": "You started moving at 2023-01-16 10:02:47. The current time is 2023-01-16 10:03:24 and you are located at [-0.07, 0.06, -0.0].\nAre you stopped in a loading zone right now?", "type": "binary", "answers": {"text": ["yes", "yes"], "binary": "yes"}, "question_category": "environmental", "answer_timestamp": "10:03:06", "text_answer": null, "parsable_answer": "yes"}31{"id": "16_LONG_d9c7a3a4-fb29-4c2b-9f30-3638e96ec957", "seq_id": 16, "length_category": "LONG", "length": 774.2221386432648, "start_time": 1675881872.8148983, "end_time": 1675882647.037037, "file_info": {"qa_start_filename": "1675881871.314.pkl", "qa_end_filename": "1675882645.685801.pkl", "context_start_filename": "1675882418.694046.pkl", "context_end_filename": "1675882421.593833.pkl"}, "question": "You started moving at 2023-02-08 12:44:32. The current time is 2023-02-08 12:57:27 and you are located at [77.19, 92.75, 2.17].\nWhere is the closest trash can?", "type": "position", "answers": {"position": [256.9828716666667, 84.45843943333333, 10.77000306666667]}, "question_category": null, "answer_timestamp": "12:53:40", "text_answer": null, "parsable_answer": null}32{"id": "16_LONG_0cf9d4c5-ba79-4e27-b4dd-a033b2bc87c6", "seq_id": 16, "length_category": "LONG", "length": 690.425012588501, "start_time": 1675881567.3732328, "end_time": 1675882257.7982454, "file_info": {"qa_start_filename": "1675881565.92613.pkl", "qa_end_filename": "1675882256.398736.pkl", "context_start_filename": "1675881978.508845.pkl", "context_end_filename": "1675881981.412031.pkl"}, "question": "You started moving at 2023-02-08 12:39:27. The current time is 2023-02-08 12:50:57 and you are located at [278.02, -30.76, 12.99].\nCan you take me to the busy intersection?", "type": "position", "answers": {"position": [354.7696403666667, 76.0899089333333, 8.179864400000001]}, "question_category": null, "answer_timestamp": "12:46:20", "text_answer": null, "parsable_answer": null}33{"id": "16_LONG_355fb74f-4c0c-4085-93b9-bc66330fce2d", "seq_id": 16, "length_category": "LONG", "length": 598.7282807826996, "start_time": 1675881594.772558, "end_time": 1675882193.5008388, "file_info": {"qa_start_filename": "1675881593.321471.pkl", "qa_end_filename": "1675882192.099725.pkl", "context_start_filename": "1675881639.02188.pkl", "context_end_filename": "1675881641.923061.pkl"}, "question": "You started moving at 2023-02-08 12:39:54. The current time is 2023-02-08 12:49:53 and you are located at [317.91, -40.92, 11.64].\nWhen did you see the blue bike?", "type": "time", "answers": {"text": ["9.22 minutes ago"], "time": 9.22}, "question_category": null, "answer_timestamp": "12:40:40", "text_answer": null, "parsable_answer": null}34{"id": "16_LONG_db55f5df-b120-48f2-a8ae-01d689b5fffe", "seq_id": 16, "length_category": "LONG", "length": 516.180380821228, "start_time": 1675881613.1227875, "end_time": 1675882129.3031683, "file_info": {"qa_start_filename": "1675881611.623442.pkl", "qa_end_filename": "1675882127.901859.pkl", "context_start_filename": "1675881877.513955.pkl", "context_end_filename": "1675881880.512404.pkl"}, "question": "You started moving at 2023-02-08 12:40:13. The current time is 2023-02-08 12:48:49 and you are located at [366.15, -36.54, 9.26].\nWhen did you see the construction worker?", "type": "time", "answers": {"text": ["4.17 minutes ago"], "time": 4.17}, "question_category": null, "answer_timestamp": "12:44:39", "text_answer": null, "parsable_answer": null}35{"id": "16_LONG_39fad24c-9616-4415-b4f8-b26f28aaa36c", "seq_id": 16, "length_category": "LONG", "length": 1180.158721446991, "start_time": 1675881793.4669163, "end_time": 1675882973.6256378, "file_info": {"qa_start_filename": "1675881792.01574.pkl", "qa_end_filename": "1675882972.276812.pkl", "context_start_filename": "1675882889.677342.pkl", "context_end_filename": "1675882892.676585.pkl"}, "question": "You started moving at 2023-02-08 12:43:13. The current time is 2023-02-08 13:02:53 and you are located at [-0.03, -0.37, -0.17].\nDid you see an 18-wheeler?", "type": "binary", "answers": {"text": ["yes", "yes"], "binary": "yes"}, "question_category": null, "answer_timestamp": "13:01:32", "text_answer": null, "parsable_answer": "yes"}36{"id": "16_LONG_2f2264bc-f045-4cf0-960e-17ef961b61e3", "seq_id": 16, "length_category": "LONG", "length": 544.1831965446472, "start_time": 1675881282.8832784, "end_time": 1675881827.066475, "file_info": {"qa_start_filename": "1675881281.434539.pkl", "qa_end_filename": "1675881825.714993.pkl", "context_start_filename": "1675881299.432254.pkl", "context_end_filename": "1675881302.431889.pkl"}, "question": "You started moving at 2023-02-08 12:34:42. The current time is 2023-02-08 12:43:47 and you are located at [239.74, 85.91, 10.23].\nWhere did you see that semi-truck?", "type": "position", "answers": {"position": [-1.585715838709677, 25.39333638709677, -0.5304860645161291]}, "question_category": null, "answer_timestamp": "12:35:01", "text_answer": null, "parsable_answer": null}37{"id": "16_LONG_8ba0c2a6-0318-4dc2-b369-67e132709582", "seq_id": 16, "length_category": "LONG", "length": 690.2754814624786, "start_time": 1675881500.1248257, "end_time": 1675882190.4003072, "file_info": {"qa_start_filename": "1675881498.627327.pkl", "qa_end_filename": "1675882188.999592.pkl", "context_start_filename": "1675881987.603509.pkl", "context_end_filename": "1675881990.503874.pkl"}, "question": "You started moving at 2023-02-08 12:38:20. The current time is 2023-02-08 12:49:50 and you are located at [320.57, -40.9, 11.51].\nIs it wet outside?", "type": "binary", "answers": {"text": ["yes", "yes"], "binary": "yes"}, "question_category": null, "answer_timestamp": "12:46:28", "text_answer": null, "parsable_answer": "yes"}38{"id": "16_LONG_ef1e8b40-f29d-4830-9fdf-91a996741b8e", "seq_id": 16, "length_category": "LONG", "length": 819.9717330932617, "start_time": 1675881879.0135715, "end_time": 1675882698.9853046, "file_info": {"qa_start_filename": "1675881877.513955.pkl", "qa_end_filename": "1675882697.587415.pkl", "context_start_filename": "1675882084.907845.pkl", "context_end_filename": "1675882087.903468.pkl"}, "question": "You started moving at 2023-02-08 12:44:39. The current time is 2023-02-08 12:58:18 and you are located at [27.81, 95.01, 0.59].\nWhen did you see the pride flag?", "type": "time", "answers": {"text": ["10.21 minutes ago"], "time": 10.21}, "question_category": null, "answer_timestamp": "12:48:05", "text_answer": null, "parsable_answer": null}39{"id": "16_LONG_dbfc9ff7-cb76-4a6b-975f-e0ed40b1bd3f", "seq_id": 16, "length_category": "LONG", "length": 648.7297792434692, "start_time": 1675882199.6004345, "end_time": 1675882848.3302138, "file_info": {"qa_start_filename": "1675882198.1026.pkl", "qa_end_filename": "1675882846.980728.pkl", "context_start_filename": "1675882715.883689.pkl", "context_end_filename": "1675882718.787032.pkl"}, "question": "You started moving at 2023-02-08 12:49:59. The current time is 2023-02-08 13:00:48 and you are located at [-59.75, 53.11, -0.68].\nWhere can I find a place to sit closest to the stairs?", "type": "position", "answers": {"position": [10.340392133333332, 95.31695153333334, 0.5322447666666668]}, "question_category": null, "answer_timestamp": "12:58:38", "text_answer": null, "parsable_answer": null}40{"id": "16_LONG_2af098fa-6c27-4eb9-91a7-87e1bb14895a", "seq_id": 16, "length_category": "LONG", "length": 996.3666207790375, "start_time": 1675881337.9303367, "end_time": 1675882334.2969575, "file_info": {"qa_start_filename": "1675881336.42972.pkl", "qa_end_filename": "1675882332.899263.pkl", "context_start_filename": "1675881981.509179.pkl", "context_end_filename": "1675881984.503146.pkl"}, "question": "You started moving at 2023-02-08 12:35:37. The current time is 2023-02-08 12:52:14 and you are located at [280.46, 41.41, 12.27].\nCan you take me to the bank?", "type": "position", "answers": {"position": [357.16928369999994, 75.98858056666664, 8.107737066666665]}, "question_category": null, "answer_timestamp": "12:46:24", "text_answer": null, "parsable_answer": null}41{"id": "16_MEDIUM_7bee74a4-af1e-4fe9-9eb0-4e74d105e641", "seq_id": 16, "length_category": "MEDIUM", "length": 155.84767937660217, "start_time": 1675882759.7300353, "end_time": 1675882915.5777147, "file_info": {"qa_start_filename": "1675882758.279823.pkl", "qa_end_filename": "1675882914.179847.pkl", "context_start_filename": "1675882779.481299.pkl", "context_end_filename": "1675882782.381081.pkl"}, "question": "You started moving at 2023-02-08 12:59:19. The current time is 2023-02-08 13:01:55 and you are located at [-18.22, 35.97, -1.09].\nWhen did you pass the stop sign?", "type": "time", "answers": {"text": ["2.24 minutes ago"], "time": 2.24}, "question_category": null, "answer_timestamp": "12:59:40", "text_answer": null, "parsable_answer": null}42{"id": "16_MEDIUM_6135dc24-4444-40f6-8082-a2575f990a72", "seq_id": 16, "length_category": "MEDIUM", "length": 348.08824920654297, "start_time": 1675882622.487799, "end_time": 1675882970.5760481, "file_info": {"qa_start_filename": "1675882620.989787.pkl", "qa_end_filename": "1675882969.175056.pkl", "context_start_filename": "1675881299.432254.pkl", "context_end_filename": "1675881302.431889.pkl"}, "question": "You started moving at 2023-02-08 12:57:02. The current time is 2023-02-08 13:02:50 and you are located at [0.18, -0.36, -0.17].\nWhat color was the semi-truck?", "type": "text", "answers": {"text": ["The semi-truck was red"]}, "question_category": null, "answer_timestamp": "12:35:01", "text_answer": "The semi-truck was red", "parsable_answer": null}43{"id": "16_MEDIUM_122e73d4-c202-4773-bb8e-140c54bcc801", "seq_id": 16, "length_category": "MEDIUM", "length": 269.59174966812134, "start_time": 1675882435.542862, "end_time": 1675882705.1346116, "file_info": {"qa_start_filename": "1675882434.092267.pkl", "qa_end_filename": "1675882703.786734.pkl", "context_start_filename": "1675882498.491375.pkl", "context_end_filename": "1675882501.489429.pkl"}, "question": "You started moving at 2023-02-08 12:53:55. The current time is 2023-02-08 12:58:25 and you are located at [21.96, 95.15, 0.51].\nWas the robot driving on the left side of the sidewalk?", "type": "binary", "answers": {"text": ["No", "No"], "binary": "No"}, "question_category": null, "answer_timestamp": "12:55:01", "text_answer": null, "parsable_answer": "No"}44{"id": "16_MEDIUM_3c00c2a5-521a-4e03-8a51-0f10e2536c6c", "seq_id": 16, "length_category": "MEDIUM", "length": 366.83773469924927, "start_time": 1675882542.689882, "end_time": 1675882909.5276167, "file_info": {"qa_start_filename": "1675882541.190495.pkl", "qa_end_filename": "1675882908.177255.pkl", "context_start_filename": "1675882816.281512.pkl", "context_end_filename": "1675882819.279771.pkl"}, "question": "You started moving at 2023-02-08 12:55:42. The current time is 2023-02-08 13:01:49 and you are located at [-23.97, 36.2, -1.05].\nWas the robot driving on the left side of the yellow sidewalk?", "type": "binary", "answers": {"text": ["Yes", "Yes"], "binary": "Yes"}, "question_category": null, "answer_timestamp": "13:00:17", "text_answer": null, "parsable_answer": "Yes"}45{"id": "16_MEDIUM_1aa16770-2f02-4260-9e8f-9835e55c4fc8", "seq_id": 16, "length_category": "MEDIUM", "length": 217.74488353729248, "start_time": 1675882248.4976482, "end_time": 1675882466.2425318, "file_info": {"qa_start_filename": "1675882247.000434.pkl", "qa_end_filename": "1675882464.89065.pkl", "context_start_filename": "1675882259.396284.pkl", "context_end_filename": "1675882262.298929.pkl"}, "question": "You started moving at 2023-02-08 12:50:48. The current time is 2023-02-08 12:54:26 and you are located at [231.98, 87.45, 9.76].\nCan you take me to where the cones were blocking parking?", "type": "position", "answers": {"position": [278.0747672666667, -27.87425703333333, 12.979327933333332]}, "question_category": null, "answer_timestamp": "12:51:02", "text_answer": null, "parsable_answer": null}46{"id": "16_MEDIUM_161bac22-b5a7-4737-b544-c463e7fb82af", "seq_id": 16, "length_category": "MEDIUM", "length": 158.94563698768616, "start_time": 1675881600.8230596, "end_time": 1675881759.7686965, "file_info": {"qa_start_filename": "1675881599.323177.pkl", "qa_end_filename": "1675881758.4176.pkl", "context_start_filename": "1675881724.920983.pkl", "context_end_filename": "1675881727.820019.pkl"}, "question": "You started moving at 2023-02-08 12:40:00. The current time is 2023-02-08 12:42:39 and you are located at [176.89, 87.9, 6.32].\nWhen did you cross the street?", "type": "time", "answers": {"text": ["0.56 minutes ago"], "time": 0.56}, "question_category": null, "answer_timestamp": "12:42:07", "text_answer": null, "parsable_answer": null}47{"id": "16_MEDIUM_b44f6dae-918f-4210-8850-c294ec3ffef4", "seq_id": 16, "length_category": "MEDIUM", "length": 222.6920166015625, "start_time": 1675882689.8357403, "end_time": 1675882912.527757, "file_info": {"qa_start_filename": "1675882688.384329.pkl", "qa_end_filename": "1675882911.177903.pkl", "context_start_filename": "1675882779.481299.pkl", "context_end_filename": "1675882782.381081.pkl"}, "question": "You started moving at 2023-02-08 12:58:09. The current time is 2023-02-08 13:01:52 and you are located at [-21.12, 36.11, -1.07].\nCan you take me to the intersection the golf cart stopped at?", "type": "position", "answers": {"position": [-47.605227, 93.30868673333335, -0.26954629999999996]}, "question_category": null, "answer_timestamp": "12:59:40", "text_answer": null, "parsable_answer": null}48{"id": "16_MEDIUM_16ae797a-fc47-43cf-a518-8888c7f7195b", "seq_id": 16, "length_category": "MEDIUM", "length": 349.2892756462097, "start_time": 1675882358.8955998, "end_time": 1675882708.1848755, "file_info": {"qa_start_filename": "1675882357.394879.pkl", "qa_end_filename": "1675882706.783714.pkl", "context_start_filename": "1675882397.094473.pkl", "context_end_filename": "1675882400.094277.pkl"}, "question": "You started moving at 2023-02-08 12:52:38. The current time is 2023-02-08 12:58:28 and you are located at [19.05, 95.12, 0.46].\nDid it rain outside?", "type": "binary", "answers": {"text": ["Yes", "Yes"], "binary": "Yes"}, "question_category": null, "answer_timestamp": "12:53:19", "text_answer": null, "parsable_answer": "Yes"}49{"id": "16_MEDIUM_78f0b5ee-364e-4ea3-82e3-9708f9e96c24", "seq_id": 16, "length_category": "MEDIUM", "length": 406.7890329360962, "start_time": 1675881331.7809834, "end_time": 1675881738.5700164, "file_info": {"qa_start_filename": "1675881330.330602.pkl", "qa_end_filename": "1675881737.220846.pkl", "context_start_filename": "1675881372.830977.pkl", "context_end_filename": "1675881375.827773.pkl"}, "question": "You started moving at 2023-02-08 12:35:31. The current time is 2023-02-08 12:42:18 and you are located at [157.46, 88.02, 5.05].\nWhere is the metal boat sculpture?", "type": "position", "answers": {"position": [-59.59806306451615, 49.262761774193535, -0.6409102258064516]}, "question_category": null, "answer_timestamp": "12:36:13", "text_answer": null, "parsable_answer": null}50{"id": "16_MEDIUM_51345ee8-ad30-4857-9626-4497b814d1f1", "seq_id": 16, "length_category": "MEDIUM", "length": 231.94222211837769, "start_time": 1675882582.7394826, "end_time": 1675882814.6817048, "file_info": {"qa_start_filename": "1675882581.288206.pkl", "qa_end_filename": "1675882813.284205.pkl", "context_start_filename": "1675882779.481299.pkl", "context_end_filename": "1675882782.381081.pkl"}, "question": "You started moving at 2023-02-08 12:56:22. The current time is 2023-02-08 13:00:14 and you are located at [-57.77, 84.83, -0.59].\nDid the robot stop near the stop sign?", "type": "binary", "answers": {"text": ["Yes", "Yes"], "binary": "Yes"}, "question_category": null, "answer_timestamp": "12:59:40", "text_answer": null, "parsable_answer": "Yes"}51{"id": "16_SHORT_2ffa5ee7-3510-4943-b0f3-86387cb7a35f", "seq_id": 16, "length_category": "SHORT", "length": 73.39811682701111, "start_time": 1675881756.7187421, "end_time": 1675881830.116859, "file_info": {"qa_start_filename": "1675881755.221815.pkl", "qa_end_filename": "1675881828.715681.pkl", "context_start_filename": "1675881822.519399.pkl", "context_end_filename": "1675881825.516385.pkl"}, "question": "You started moving at 2023-02-08 12:42:36. The current time is 2023-02-08 12:43:50 and you are located at [242.61, 85.95, 10.38].\nWhere did you see the yellow police pole?", "type": "position", "answers": {"position": [236.8881630322581, 86.00718306451613, 10.082265580645162]}, "question_category": null, "answer_timestamp": "12:43:45", "text_answer": null, "parsable_answer": null}52{"id": "16_SHORT_83f8af5d-ec63-433e-8f42-b85acc8f5251", "seq_id": 16, "length_category": "SHORT", "length": 30.252289295196533, "start_time": 1675882753.7292087, "end_time": 1675882783.981498, "file_info": {"qa_start_filename": "1675882752.279055.pkl", "qa_end_filename": "1675882782.581126.pkl", "context_start_filename": "1675882779.481299.pkl", "context_end_filename": "1675882782.381081.pkl"}, "question": "You started moving at 2023-02-08 12:59:13. The current time is 2023-02-08 12:59:43 and you are located at [-49.9, 91.8, -0.44].\nWhat color is the sidewalk next to the stop sign?", "type": "text", "answers": {"text": ["The sidewalk was yellow"]}, "question_category": null, "answer_timestamp": "12:59:40", "text_answer": "The sidewalk was yellow", "parsable_answer": null}53{"id": "16_SHORT_795bab2a-d7da-42f1-b70c-96ca2555aeb4", "seq_id": 16, "length_category": "SHORT", "length": 73.29964327812195, "start_time": 1675882762.7304823, "end_time": 1675882836.0301256, "file_info": {"qa_start_filename": "1675882761.280277.pkl", "qa_end_filename": "1675882834.678861.pkl", "context_start_filename": "1675882813.181652.pkl", "context_end_filename": "1675882816.179811.pkl"}, "question": "You started moving at 2023-02-08 12:59:22. The current time is 2023-02-08 13:00:36 and you are located at [-59.32, 64.74, -0.67].\nWhat material is the large art installation made out of?", "type": "text", "answers": {"text": ["The sculpture is made out of metal"]}, "question_category": null, "answer_timestamp": "13:00:16", "text_answer": "The sculpture is made out of metal", "parsable_answer": null}54{"id": "16_SHORT_943d44c1-91b1-4517-8b3e-760e3e6d7e86", "seq_id": 16, "length_category": "SHORT", "length": 100.84676742553711, "start_time": 1675882872.7788703, "end_time": 1675882973.6256378, "file_info": {"qa_start_filename": "1675882871.279608.pkl", "qa_end_filename": "1675882972.276812.pkl", "context_start_filename": "1675882923.376829.pkl", "context_end_filename": "1675882926.278041.pkl"}, "question": "You started moving at 2023-02-08 13:01:12. The current time is 2023-02-08 13:02:53 and you are located at [-0.03, -0.37, -0.17].\nWhat is the white semi-truck carrying?", "type": "text", "answers": {"text": ["The white semi has nothing in its trailer."]}, "question_category": null, "answer_timestamp": "13:02:06", "text_answer": "The white semi has nothing in its trailer.", "parsable_answer": null}55{"id": "16_SHORT_c839b6c6-8680-4ebe-be48-808734edecf3", "seq_id": 16, "length_category": "SHORT", "length": 70.44744086265564, "start_time": 1675882503.0405781, "end_time": 1675882573.488019, "file_info": {"qa_start_filename": "1675882501.589503.pkl", "qa_end_filename": "1675882572.091376.pkl", "context_start_filename": "1675882541.190495.pkl", "context_end_filename": "1675882544.188518.pkl"}, "question": "You started moving at 2023-02-08 12:55:03. The current time is 2023-02-08 12:56:13 and you are located at [141.75, 88.97, 4.53].\nWhere is the intersection you crossed?", "type": "position", "answers": {"position": [159.6632730967742, 89.71083496774193, 5.210830967741936]}, "question_category": null, "answer_timestamp": "12:55:43", "text_answer": null, "parsable_answer": null}56{"id": "16_SHORT_a0c14dde-f389-4902-bc32-1900f9cf5aca", "seq_id": 16, "length_category": "SHORT", "length": 103.89703369140625, "start_time": 1675882866.6790144, "end_time": 1675882970.5760481, "file_info": {"qa_start_filename": "1675882865.178558.pkl", "qa_end_filename": "1675882969.175056.pkl", "context_start_filename": "1675882959.976925.pkl", "context_end_filename": "1675882962.975986.pkl"}, "question": "You started moving at 2023-02-08 13:01:06. The current time is 2023-02-08 13:02:50 and you are located at [0.18, -0.36, -0.17].\nDid you stop at the loading zone?", "type": "binary", "answers": {"text": ["Yes", "Yes"], "binary": "Yes"}, "question_category": null, "answer_timestamp": "13:02:42", "text_answer": null, "parsable_answer": "Yes"}57{"id": "16_SHORT_9c3b30a1-07df-463f-aac0-e2723b9495e1", "seq_id": 16, "length_category": "SHORT", "length": 67.24776816368103, "start_time": 1675881857.614847, "end_time": 1675881924.862615, "file_info": {"qa_start_filename": "1675881856.114479.pkl", "qa_end_filename": "1675881923.51175.pkl", "context_start_filename": "1675881880.612722.pkl", "context_end_filename": "1675881883.513392.pkl"}, "question": "You started moving at 2023-02-08 12:44:17. The current time is 2023-02-08 12:45:24 and you are located at [323.56, 83.93, 10.05].\nWhere is the recycling bin?", "type": "position", "answers": {"position": [283.33414153333337, 84.06906639999998, 11.069556933333335]}, "question_category": null, "answer_timestamp": "12:44:41", "text_answer": null, "parsable_answer": null}58{"id": "16_SHORT_75b4a1db-dc6d-40c7-96b9-ba45bf611957", "seq_id": 16, "length_category": "SHORT", "length": 61.39799427986145, "start_time": 1675882551.8900614, "end_time": 1675882613.2880557, "file_info": {"qa_start_filename": "1675882550.392929.pkl", "qa_end_filename": "1675882611.886449.pkl", "context_start_filename": "1675882547.291036.pkl", "context_end_filename": "1675882550.289119.pkl"}, "question": "You started moving at 2023-02-08 12:55:51. The current time is 2023-02-08 12:56:53 and you are located at [108.97, 91.69, 3.35].\nWhat is the name of the street you crossed?", "type": "text", "answers": {"text": ["I crossed Inner Campus Dr."]}, "question_category": null, "answer_timestamp": "12:55:50", "text_answer": "I crossed Inner Campus Dr.", "parsable_answer": null}59{"id": "16_SHORT_c20410c1-b187-4759-94e2-e47287a25574", "seq_id": 16, "length_category": "SHORT", "length": 51.9481041431427, "start_time": 1675882460.19251, "end_time": 1675882512.140614, "file_info": {"qa_start_filename": "1675882458.691565.pkl", "qa_end_filename": "1675882510.789145.pkl", "context_start_filename": "1675882397.094473.pkl", "context_end_filename": "1675882400.094277.pkl"}, "question": "You started moving at 2023-02-08 12:54:20. The current time is 2023-02-08 12:55:12 and you are located at [188.44, 88.75, 7.0].\nIs the weather sunny?", "type": "binary", "answers": {"text": ["No", "No"], "binary": "No"}, "question_category": null, "answer_timestamp": "12:53:18", "text_answer": null, "parsable_answer": "No"}60{"id": "16_SHORT_4096b839-974b-457f-9fdf-e0158f29f60a", "seq_id": 16, "length_category": "SHORT", "length": 104.09517002105713, "start_time": 1675882043.6066518, "end_time": 1675882147.7018218, "file_info": {"qa_start_filename": "1675882042.108715.pkl", "qa_end_filename": "1675882146.30107.pkl", "context_start_filename": "1675882084.907845.pkl", "context_end_filename": "1675882087.903468.pkl"}, "question": "You started moving at 2023-02-08 12:47:23. The current time is 2023-02-08 12:49:07 and you are located at [359.57, -42.4, 9.9].\nWhere did you see the rainbow flag?", "type": "position", "answers": {"position": [367.5902834193549, -1.9973046774193552, 8.693599838709678]}, "question_category": null, "answer_timestamp": "12:48:05", "text_answer": null, "parsable_answer": null}61{"id": "21_LONG_bf58d6a5-cfa1-41fa-a1db-881134770eec", "seq_id": 21, "length_category": "LONG", "length": 633.2612648010254, "start_time": 1676052231.6864104, "end_time": 1676052864.9476752, "file_info": {"qa_start_filename": "1676052230.236256.pkl", "qa_end_filename": "1676052863.597947.pkl", "context_start_filename": "1676052659.277957.pkl", "context_end_filename": "1676052662.178245.pkl"}, "question": "You started moving at 2023-02-10 12:03:51. The current time is 2023-02-10 12:14:24 and you are located at [256.1, -51.71, 12.88].\nCan you take me to the bike rack near the yellow police pole?", "type": "position", "answers": {"position": [238.62185656666665, 88.99865316666666, 13.697842433333333]}, "question_category": "spatial", "answer_timestamp": "12:11:00", "text_answer": null, "parsable_answer": "[position]"}62{"id": "21_LONG_af512a63-3353-48eb-90cb-21b97b1dff92", "seq_id": 21, "length_category": "LONG", "length": 618.2974026203156, "start_time": 1676053048.7481337, "end_time": 1676053667.0455363, "file_info": {"qa_start_filename": "1676053047.29695.pkl", "qa_end_filename": "1676053665.693548.pkl", "context_start_filename": "1676053484.899781.pkl", "context_end_filename": "1676053487.899044.pkl"}, "question": "You started moving at 2023-02-10 12:17:28. The current time is 2023-02-10 12:27:47 and you are located at [255.38, 88.59, 14.38].\nWhere are the newspaper stands near the crosswalk?", "type": "position", "answers": {"position": [357.1291896774193, 81.62890090322578, 11.233002258064516]}, "question_category": "spatial", "answer_timestamp": "12:24:46", "text_answer": null, "parsable_answer": "[position]"}63{"id": "21_LONG_c14eb6b3-e13e-4204-abf5-1f8bd8cae969", "seq_id": 21, "length_category": "LONG", "length": 979.5953645706177, "start_time": 1676052399.7035983, "end_time": 1676053379.2989628, "file_info": {"qa_start_filename": "1676052398.253461.pkl", "qa_end_filename": "1676053377.897274.pkl", "context_start_filename": "1676053028.897002.pkl", "context_end_filename": "1676053031.896753.pkl"}, "question": "You started moving at 2023-02-10 12:06:39. The current time is 2023-02-10 12:22:59 and you are located at [368.89, 39.6, 11.03].\nWhere is the nearest yellow police pole?", "type": "position", "answers": {"position": [255.37344306451612, -83.06343816129032, 12.115358741935486]}, "question_category": "spatial", "answer_timestamp": "12:17:09", "text_answer": null, "parsable_answer": "[position]"}64{"id": "21_LONG_b2577b8f-845c-4730-9a5c-971223bd09da", "seq_id": 21, "length_category": "LONG", "length": 1346.1628098487854, "start_time": 1676052216.6849785, "end_time": 1676053562.8477883, "file_info": {"qa_start_filename": "1676052215.234817.pkl", "qa_end_filename": "1676053561.498661.pkl", "context_start_filename": "1676053417.797063.pkl", "context_end_filename": "1676053466.599796.pkl"}, "question": "You started moving at 2023-02-10 12:03:36. The current time is 2023-02-10 12:26:02 and you are located at [345.06, 80.84, 11.74].\nHow long were you waiting at the intersection?", "type": "duration", "answers": {"text": ["0.75 minutes"], "duration": 0.75}, "question_category": "temporal reasoning", "answer_timestamp": "12:23:39,12:24:24", "text_answer": "I was waiting at the intersection for .75 minutes", "parsable_answer": "0.75"}65{"id": "21_LONG_57a97e86-eb00-439c-8776-71f8645301b6", "seq_id": 21, "length_category": "LONG", "length": 962.0250730514526, "start_time": 1676052603.8227794, "end_time": 1676053565.8478525, "file_info": {"qa_start_filename": "1676052602.372606.pkl", "qa_end_filename": "1676053564.498582.pkl", "context_start_filename": "1676052716.283397.pkl", "context_end_filename": "1676052719.183704.pkl"}, "question": "You started moving at 2023-02-10 12:10:03. The current time is 2023-02-10 12:26:05 and you are located at [342.22, 80.84, 11.9].\nWhen did you walk by the Texas crosswalk entrance?", "type": "time", "answers": {"text": ["14.14 minutes ago"], "time": 14.14}, "question_category": "temporal", "answer_timestamp": "12:11:59", "text_answer": null, "parsable_answer": "[minutes] ago"}66{"id": "21_LONG_c92484a7-c88a-4bdf-903c-83b7c27df536", "seq_id": 21, "length_category": "LONG", "length": 762.2104985713959, "start_time": 1676052240.6872716, "end_time": 1676053002.8977702, "file_info": {"qa_start_filename": "1676052239.237123.pkl", "qa_end_filename": "1676053001.49747.pkl", "context_start_filename": "1676052755.287437.pkl", "context_end_filename": "1676052758.187724.pkl"}, "question": "You started moving at 2023-02-10 12:04:00. The current time is 2023-02-10 12:16:42 and you are located at [254.88, -108.44, 11.41].\nCan you take me to a bike rack closest to the Texas crosswalk entrance?", "type": "position", "answers": {"position": [257.64429210000003, 48.34782726666668, 14.414915066666664]}, "question_category": "spatial", "answer_timestamp": "12:12:38", "text_answer": null, "parsable_answer": "[position]"}67{"id": "21_LONG_bf3894e7-92bc-4701-9c9c-96f0b480b899", "seq_id": 21, "length_category": "LONG", "length": 1218.9881899356842, "start_time": 1676052432.707055, "end_time": 1676053651.695245, "file_info": {"qa_start_filename": "1676052431.25689.pkl", "qa_end_filename": "1676053650.296267.pkl", "context_start_filename": "1676053209.29715.pkl", "context_end_filename": "1676053212.296866.pkl"}, "question": "You started moving at 2023-02-10 12:07:12. The current time is 2023-02-10 12:27:31 and you are located at [268.79, 88.67, 14.49].\nWhen did you drive by the parking lot?", "type": "time", "answers": {"text": ["7.35 minutes ago"], "time": 7.35}, "question_category": "temporal", "answer_timestamp": "12:20:12", "text_answer": null, "parsable_answer": "[minutes] ago"}68{"id": "21_LONG_55ac5247-2ce2-4bef-8b87-ba95cf82e58a", "seq_id": 21, "length_category": "LONG", "length": 1265.1104638576508, "start_time": 1676052633.8257256, "end_time": 1676053898.9361894, "file_info": {"qa_start_filename": "1676052632.375562.pkl", "qa_end_filename": "1676053897.58591.pkl", "context_start_filename": "1676053494.099808.pkl", "context_end_filename": "1676053497.098278.pkl"}, "question": "You started moving at 2023-02-10 12:10:33. The current time is 2023-02-10 12:31:38 and you are located at [81.44, 92.89, 4.08].\nDid you drive by the Wells Fargo today?", "type": "binary", "answers": {"text": ["Yes", "Yes"], "binary": "Yes"}, "question_category": "descriptive", "answer_timestamp": "12:24:56", "text_answer": "Yes, I did drive by the Wells Fargo.", "parsable_answer": "Yes"}69{"id": "21_LONG_5e61c6b0-f759-4a1b-b8dd-db21964d45f3", "seq_id": 21, "length_category": "LONG", "length": 727.0029807090759, "start_time": 1676052315.695079, "end_time": 1676053042.6980598, "file_info": {"qa_start_filename": "1676052314.244711.pkl", "qa_end_filename": "1676053041.297773.pkl", "context_start_filename": "1676052719.283693.pkl", "context_end_filename": "1676052722.183999.pkl"}, "question": "You started moving at 2023-02-10 12:05:15. The current time is 2023-02-10 12:17:22 and you are located at [255.65, -71.37, 12.38].\nWhat does the small building by the crosswalk say?", "type": "text", "answers": {"text": ["The building says TEXAS"]}, "question_category": "environmental", "answer_timestamp": "12:12:00", "text_answer": "The building says TEXAS", "parsable_answer": null}70{"id": "21_LONG_66ac82a9-05dd-4b8d-b649-4136aa87c392", "seq_id": 21, "length_category": "LONG", "length": 1408.3058216571808, "start_time": 1676052255.688716, "end_time": 1676053663.9945376, "file_info": {"qa_start_filename": "1676052254.238541.pkl", "qa_end_filename": "1676053662.595653.pkl", "context_start_filename": "1676052278.141115.pkl", "context_end_filename": "1676052281.041422.pkl"}, "question": "You started moving at 2023-02-10 12:04:15. The current time is 2023-02-10 12:27:43 and you are located at [257.27, 89.01, 14.43].\nWhen did you see the white van on the yellow road?", "type": "time", "answers": {"text": ["23.07 minutes ago"], "time": 23.07}, "question_category": "temporal", "answer_timestamp": "12:04:41", "text_answer": null, "parsable_answer": "[minutes] ago"}71{"id": "21_MEDIUM_8b58e59b-348c-4946-875c-9fc11ea5d3c0", "seq_id": 21, "length_category": "MEDIUM", "length": 155.75, "start_time": 1676052981.5484107, "end_time": 1676053137.2984107, "file_info": {"qa_start_filename": "1676052980.097566.pkl", "qa_end_filename": "1676053135.902693.pkl", "context_start_filename": "1676053105.29997.pkl", "context_end_filename": "1676053108.297624.pkl"}, "question": "You started moving at 2023-02-10 12:16:21. The current time is 2023-02-10 12:18:57 and you are located at [278.33, -36.89, 13.51].\nWhat color was the car that past you at the intersection?", "type": "text", "answers": {"text": ["The car was blue"]}, "question_category": "environmental", "answer_timestamp": "12:18:28", "text_answer": "The car was blue", "parsable_answer": null}72{"id": "21_MEDIUM_c781442e-1c1c-4bc4-9849-1fcb476999f8", "seq_id": 21, "length_category": "MEDIUM", "length": 394.95210099220276, "start_time": 1676053079.2972722, "end_time": 1676053474.2493732, "file_info": {"qa_start_filename": "1676053077.797786.pkl", "qa_end_filename": "1676053472.901468.pkl", "context_start_filename": "1676053292.000375.pkl", "context_end_filename": "1676053405.397833.pkl"}, "question": "You started moving at 2023-02-10 12:17:59. The current time is 2023-02-10 12:24:34 and you are located at [362.15, 74.06, 11.08].\nHow long did it take you to drive along the busy road?", "type": "duration", "answers": {"text": ["1.8 minutes"], "duration": 1.8}, "question_category": null, "answer_timestamp": "12:21:35,12:23:25", "text_answer": "It took me 1.8 minutes to drive down the busy road", "parsable_answer": "1.8"}73{"id": "21_MEDIUM_f4f9e877-351e-4721-b43c-f7348acf027a", "seq_id": 21, "length_category": "MEDIUM", "length": 351.8011474609375, "start_time": 1676053015.1974163, "end_time": 1676053366.9985638, "file_info": {"qa_start_filename": "1676053013.696789.pkl", "qa_end_filename": "1676053365.597356.pkl", "context_start_filename": "1676053209.29715.pkl", "context_end_filename": "1676053212.296866.pkl"}, "question": "You started moving at 2023-02-10 12:16:55. The current time is 2023-02-10 12:22:46 and you are located at [368.52, 28.18, 10.97].\nCan you take me to the parking lot?", "type": "position", "answers": {"position": [332.07716370967734, -37.69403358064516, 12.65519370967742]}, "question_category": "spatial", "answer_timestamp": "12:20:12", "text_answer": null, "parsable_answer": "[position]"}74{"id": "21_MEDIUM_93954cca-7eea-49f2-98af-31c4ee6db685", "seq_id": 21, "length_category": "MEDIUM", "length": 140.64578819274902, "start_time": 1676053468.149387, "end_time": 1676053608.795175, "file_info": {"qa_start_filename": "1676053466.701613.pkl", "qa_end_filename": "1676053607.394963.pkl", "context_start_filename": "1676053500.198411.pkl", "context_end_filename": "1676053503.197528.pkl"}, "question": "You started moving at 2023-02-10 12:24:28. The current time is 2023-02-10 12:26:48 and you are located at [302.83, 82.32, 13.88].\nWas the road intersection busy?", "type": "binary", "answers": {"text": ["yes", "yes"], "binary": "yes"}, "question_category": null, "answer_timestamp": "12:25:03", "text_answer": null, "parsable_answer": "yes"}75{"id": "21_MEDIUM_b269f9d2-9984-453d-843e-90ec991a0436", "seq_id": 21, "length_category": "MEDIUM", "length": 186.34959363937378, "start_time": 1676052953.9981558, "end_time": 1676053140.3477495, "file_info": {"qa_start_filename": "1676052952.500996.pkl", "qa_end_filename": "1676053138.996094.pkl", "context_start_filename": "1676053025.896818.pkl", "context_end_filename": "1676053028.798766.pkl"}, "question": "You started moving at 2023-02-10 12:15:53. The current time is 2023-02-10 12:19:00 and you are located at [278.32, -36.47, 13.52].\nCan you take me to the nearest yellow police pole?", "type": "position", "answers": {"position": [255.47103999999996, -85.81335803333332, 12.031518866666664]}, "question_category": "spatial", "answer_timestamp": "12:17:08", "text_answer": null, "parsable_answer": "[position]"}76{"id": "21_MEDIUM_eb7adb12-db6c-49c4-930c-b667f76633fb", "seq_id": 21, "length_category": "MEDIUM", "length": 201.29252290725708, "start_time": 1676053657.8951976, "end_time": 1676053859.1877205, "file_info": {"qa_start_filename": "1676053656.39382.pkl", "qa_end_filename": "1676053857.786728.pkl", "context_start_filename": "1676053693.092177.pkl", "context_end_filename": "1676053695.994269.pkl"}, "question": "You started moving at 2023-02-10 12:27:37. The current time is 2023-02-10 12:30:59 and you are located at [118.16, 91.89, 5.8].\nCan you take me to the bike rack near the trash cans?", "type": "position", "answers": {"position": [250.78188286666668, 88.4714284, 14.251751000000002]}, "question_category": "spatial", "answer_timestamp": "12:28:16", "text_answer": null, "parsable_answer": "[position]"}77{"id": "21_MEDIUM_10b1452d-2230-4f7e-9e23-9253ce738c1e", "seq_id": 21, "length_category": "MEDIUM", "length": 392.00013518333435, "start_time": 1676053063.9980316, "end_time": 1676053455.9981668, "file_info": {"qa_start_filename": "1676053062.501828.pkl", "qa_end_filename": "1676053454.600041.pkl", "context_start_filename": "1676053209.29715.pkl", "context_end_filename": "1676053212.296866.pkl"}, "question": "You started moving at 2023-02-10 12:17:43. The current time is 2023-02-10 12:24:15 and you are located at [364.88, 61.97, 11.21].\nDid the parking lot near the intersection have empty spaces?", "type": "binary", "answers": {"text": ["Yes", "Yes"], "binary": "Yes"}, "question_category": null, "answer_timestamp": "12:20:12", "text_answer": null, "parsable_answer": "Yes"}78{"id": "21_MEDIUM_18ebe275-8985-4af8-8030-3d125dc48c00", "seq_id": 21, "length_category": "MEDIUM", "length": 300.0656886100769, "start_time": 1676052702.8320816, "end_time": 1676053002.8977702, "file_info": {"qa_start_filename": "1676052701.381907.pkl", "qa_end_filename": "1676053001.49747.pkl", "context_start_filename": "1676052845.296464.pkl", "context_end_filename": "1676052848.19675.pkl"}, "question": "You started moving at 2023-02-10 12:11:42. The current time is 2023-02-10 12:16:42 and you are located at [254.88, -108.44, 11.41].\nWas the sidewalk very busy?", "type": "binary", "answers": {"text": ["No", "No"], "binary": "No"}, "question_category": null, "answer_timestamp": "12:14:08", "text_answer": null, "parsable_answer": "No"}79{"id": "21_MEDIUM_75bb8e35-542b-4c39-9021-26d234d2b796", "seq_id": 21, "length_category": "MEDIUM", "length": 177.1173005104065, "start_time": 1676052306.6937776, "end_time": 1676052483.811078, "file_info": {"qa_start_filename": "1676052305.243646.pkl", "qa_end_filename": "1676052482.460947.pkl", "context_start_filename": "1676052368.15028.pkl", "context_end_filename": "1676052371.050527.pkl"}, "question": "You started moving at 2023-02-10 12:05:06. The current time is 2023-02-10 12:08:03 and you are located at [103.87, 91.68, 5.2].\nCan you find me somewhere to sit near the stairs?", "type": "position", "answers": {"position": [-2.779584333333333, 94.4217149666667, 0.9034947666666665]}, "question_category": "spatial", "answer_timestamp": "12:06:10", "text_answer": null, "parsable_answer": "[position]"}80{"id": "21_MEDIUM_dcee9ce9-55da-4a13-ab47-1df53edb2e1e", "seq_id": 21, "length_category": "MEDIUM", "length": 318.1995277404785, "start_time": 1676052963.14731, "end_time": 1676053281.3468378, "file_info": {"qa_start_filename": "1676052961.698623.pkl", "qa_end_filename": "1676053279.995657.pkl", "context_start_filename": "1676053111.496678.pkl", "context_end_filename": "1676053114.399834.pkl"}, "question": "You started moving at 2023-02-10 12:16:03. The current time is 2023-02-10 12:21:21 and you are located at [366.74, -34.64, 11.02].\nWhen did you cross the street?", "type": "time", "answers": {"text": ["2.81 minutes ago"], "time": 2.81}, "question_category": "temporal", "answer_timestamp": "12:18:34", "text_answer": null, "parsable_answer": "[minutes] ago"}81{"id": "21_SHORT_9819e8f8-904b-4da8-ac44-7b225e6baaad", "seq_id": 21, "length_category": "SHORT", "length": 82.55083847045898, "start_time": 1676052960.1472213, "end_time": 1676053042.6980598, "file_info": {"qa_start_filename": "1676052958.696892.pkl", "qa_end_filename": "1676053041.297773.pkl", "context_start_filename": "1676052961.698623.pkl", "context_end_filename": "1676052964.597581.pkl"}, "question": "You started moving at 2023-02-10 12:16:00. The current time is 2023-02-10 12:17:22 and you are located at [255.65, -71.37, 12.38].\nIs it cloudy today?", "type": "binary", "answers": {"text": ["Yes", "Yes"], "binary": "Yes"}, "question_category": null, "answer_timestamp": "12:16:03", "text_answer": null, "parsable_answer": "Yes"}82{"id": "21_SHORT_717f5d70-12e2-423a-a8aa-b64b5428150c", "seq_id": 21, "length_category": "SHORT", "length": 33.003116607666016, "start_time": 1676052570.8196628, "end_time": 1676052603.8227794, "file_info": {"qa_start_filename": "1676052569.369511.pkl", "qa_end_filename": "1676052602.472614.pkl", "context_start_filename": "1676052587.271257.pkl", "context_end_filename": "1676052590.171445.pkl"}, "question": "You started moving at 2023-02-10 12:09:30. The current time is 2023-02-10 12:10:03 and you are located at [185.52, 89.96, 9.88].\nCan you take me to a bike rack?", "type": "position", "answers": {"position": [171.69091479999997, 90.44033373333332, 8.875074699999999]}, "question_category": "spatial", "answer_timestamp": "12:09:50", "text_answer": null, "parsable_answer": "[position]"}83{"id": "21_SHORT_e7dd32e5-1d55-46fb-a87a-88fe7e962fc5", "seq_id": 21, "length_category": "SHORT", "length": 39.900368452072144, "start_time": 1676053296.5478203, "end_time": 1676053336.4481888, "file_info": {"qa_start_filename": "1676053295.096756.pkl", "qa_end_filename": "1676053335.099437.pkl", "context_start_filename": "1676053319.600185.pkl", "context_end_filename": "1676053322.5959.pkl"}, "question": "You started moving at 2023-02-10 12:21:36. The current time is 2023-02-10 12:22:16 and you are located at [368.1, 0.14, 10.95].\nWas there traffic on the road?", "type": "binary", "answers": {"text": ["Yes", "Yes"], "binary": "Yes"}, "question_category": null, "answer_timestamp": "12:22:00", "text_answer": null, "parsable_answer": "Yes"}84{"id": "21_SHORT_45f1a060-adcd-402f-b01a-7cf72e3272bd", "seq_id": 21, "length_category": "SHORT", "length": 76.30096793174744, "start_time": 1676053106.7970526, "end_time": 1676053183.0980206, "file_info": {"qa_start_filename": "1676053105.29997.pkl", "qa_end_filename": "1676053181.696928.pkl", "context_start_filename": "1676053138.899917.pkl", "context_end_filename": "1676053141.797973.pkl"}, "question": "You started moving at 2023-02-10 12:18:26. The current time is 2023-02-10 12:19:43 and you are located at [307.23, -37.44, 13.47].\nWhen did you last see someone?", "type": "time", "answers": {"text": ["0.71 minutes ago"], "time": 0.71}, "question_category": "temporal", "answer_timestamp": "12:19:00", "text_answer": null, "parsable_answer": "[minutes] ago"}85{"id": "21_SHORT_d6c287f2-6320-409f-a42e-02d48358eaed", "seq_id": 21, "length_category": "SHORT", "length": 98.14788866043091, "start_time": 1676053568.8976476, "end_time": 1676053667.0455363, "file_info": {"qa_start_filename": "1676053567.398785.pkl", "qa_end_filename": "1676053665.693548.pkl", "context_start_filename": "1676053631.898031.pkl", "context_end_filename": "1676053634.895342.pkl"}, "question": "You started moving at 2023-02-10 12:26:08. The current time is 2023-02-10 12:27:47 and you are located at [255.38, 88.59, 14.38].\nWhere was the golf cart?", "type": "position", "answers": {"position": [284.11188254838703, 88.53693200000001, 14.638224903225804]}, "question_category": "spatial", "answer_timestamp": "12:27:12", "text_answer": null, "parsable_answer": "[position]"}86{"id": "21_SHORT_2b9ac208-4cba-4a9f-849e-6ad8bd5c616d", "seq_id": 21, "length_category": "SHORT", "length": 36.59886574745178, "start_time": 1676053853.0874705, "end_time": 1676053889.6863363, "file_info": {"qa_start_filename": "1676053851.587041.pkl", "qa_end_filename": "1676053888.285404.pkl", "context_start_filename": "1676053866.886684.pkl", "context_end_filename": "1676053869.785767.pkl"}, "question": "You started moving at 2023-02-10 12:30:53. The current time is 2023-02-10 12:31:29 and you are located at [89.96, 92.76, 4.53].\nWas there anyone sitting on the stairs?", "type": "binary", "answers": {"text": ["No", "No"], "binary": "No"}, "question_category": null, "answer_timestamp": "12:31:08", "text_answer": null, "parsable_answer": "No"}87{"id": "21_SHORT_bea0442d-3c89-4d30-91e9-d5174901ed80", "seq_id": 21, "length_category": "SHORT", "length": 36.84788274765015, "start_time": 1676053834.5387843, "end_time": 1676053871.386667, "file_info": {"qa_start_filename": "1676053833.087011.pkl", "qa_end_filename": "1676053869.990797.pkl", "context_start_filename": "1676053854.6888.pkl", "context_end_filename": "1676053857.586952.pkl"}, "question": "You started moving at 2023-02-10 12:30:34. The current time is 2023-02-10 12:31:11 and you are located at [106.98, 92.7, 5.35].\nCan you take me to the scooter?", "type": "position", "answers": {"position": [121.03068949999998, 91.9296399, 5.946750066666667]}, "question_category": "spatial", "answer_timestamp": "12:30:57", "text_answer": null, "parsable_answer": "[position]"}88{"id": "21_SHORT_fdecc7da-6eab-45d0-bfe7-94b71f968479", "seq_id": 21, "length_category": "SHORT", "length": 84.00867986679077, "start_time": 1676052267.6899972, "end_time": 1676052351.698677, "file_info": {"qa_start_filename": "1676052266.239803.pkl", "qa_end_filename": "1676052350.348542.pkl", "context_start_filename": "1676052296.142869.pkl", "context_end_filename": "1676052299.043136.pkl"}, "question": "You started moving at 2023-02-10 12:04:27. The current time is 2023-02-10 12:05:51 and you are located at [-19.7, 94.78, 0.33].\nWas the man with the backpack walking away towards the van?", "type": "binary", "answers": {"text": ["Yes", "Yes"], "binary": "Yes"}, "question_category": null, "answer_timestamp": "12:04:59", "text_answer": null, "parsable_answer": "Yes"}89{"id": "21_SHORT_db87275e-074a-4e71-b625-a68c4391220f", "seq_id": 21, "length_category": "SHORT", "length": 79.4013249874115, "start_time": 1676053400.8488703, "end_time": 1676053480.2501953, "file_info": {"qa_start_filename": "1676053399.399079.pkl", "qa_end_filename": "1676053478.899951.pkl", "context_start_filename": "1676053796.58912.pkl", "context_end_filename": "1676053799.489691.pkl"}, "question": "You started moving at 2023-02-10 12:23:20. The current time is 2023-02-10 12:24:40 and you are located at [360.51, 79.34, 11.01].\nDid other people cross the street with me?", "type": "binary", "answers": {"text": ["Yes", "Yes"], "binary": "Yes"}, "question_category": null, "answer_timestamp": "12:29:58", "text_answer": null, "parsable_answer": "Yes"}90{"id": "21_SHORT_56267d72-9c61-4adb-8081-1c93f3d28014", "seq_id": 21, "length_category": "SHORT", "length": 112.8483018875122, "start_time": 1676053776.8380344, "end_time": 1676053889.6863363, "file_info": {"qa_start_filename": "1676053775.387869.pkl", "qa_end_filename": "1676053888.285404.pkl", "context_start_filename": "1676053799.589699.pkl", "context_end_filename": "1676053802.489134.pkl"}, "question": "You started moving at 2023-02-10 12:29:36. The current time is 2023-02-10 12:31:29 and you are located at [89.96, 92.76, 4.53].\nWhen did you cross the street?", "type": "time", "answers": {"text": ["1.48 minutes ago"], "time": 1.48}, "question_category": "temporal", "answer_timestamp": "12:30:02", "text_answer": null, "parsable_answer": "[minutes] ago"}91{"id": "22_LONG_e746f4cf-92ec-474f-8a7a-507a95f5f539", "seq_id": 22, "length_category": "LONG", "length": 624.6040613651276, "start_time": 1676064552.201539, "end_time": 1676065176.8056004, "file_info": {"qa_start_filename": "1676064550.751388.pkl", "qa_end_filename": "1676065175.45747.pkl", "context_start_filename": "1676064865.069348.pkl", "context_end_filename": "1676064867.968511.pkl"}, "question": "You started moving at 2023-02-10 15:29:12. The current time is 2023-02-10 15:39:36 and you are located at [-67.65, 273.17, 0.6].\nWhen did you enter the building?", "type": "time", "answers": {"text": ["5.17 minutes ago"], "time": 5.17}, "question_category": "temporal", "answer_timestamp": "15:34:27", "text_answer": null, "parsable_answer": "[minutes] ago"}92{"id": "22_LONG_3a94843e-7200-49b0-84f4-aea31fdbc2f5", "seq_id": 22, "length_category": "LONG", "length": 1077.330822467804, "start_time": 1676064218.5678353, "end_time": 1676065295.8986578, "file_info": {"qa_start_filename": "1676064217.117734.pkl", "qa_end_filename": "1676065294.545809.pkl", "context_start_filename": "1676064871.073307.pkl", "context_end_filename": "1676064874.068711.pkl"}, "question": "You started moving at 2023-02-10 15:23:38. The current time is 2023-02-10 15:41:35 and you are located at [-65.03, 187.91, -1.63].\nCan you take me to the elevator?", "type": "position", "answers": {"position": [-117.85565000000001, 353.969815064516, 0.4611052258064517]}, "question_category": null, "answer_timestamp": "15:34:33", "text_answer": null, "parsable_answer": null}93{"id": "22_LONG_e96335e8-458e-4330-865c-d4901362d63e", "seq_id": 22, "length_category": "LONG", "length": 482.7469639778137, "start_time": 1676064657.51024, "end_time": 1676065140.257204, "file_info": {"qa_start_filename": "1676064656.060203.pkl", "qa_end_filename": "1676065138.855949.pkl", "context_start_filename": "1676064840.574696.pkl", "context_end_filename": "1676064867.968511.pkl"}, "question": "You started moving at 2023-02-10 15:30:57. The current time is 2023-02-10 15:39:00 and you are located at [-75.03, 302.34, 1.23].\nWhat is the name of the building you entered?", "type": "text", "answers": {"text": ["The name of the building I entered is the Student Activity Center"]}, "question_category": null, "answer_timestamp": "15:34:03,15:34:27", "text_answer": "The name of the building I entered is the Student Activity Center", "parsable_answer": null}94{"id": "22_LONG_bb716231-6ca2-4975-a517-0efecb7afc64", "seq_id": 22, "length_category": "LONG", "length": 592.8760712146759, "start_time": 1676065041.8621383, "end_time": 1676065634.7382095, "file_info": {"qa_start_filename": "1676065040.362196.pkl", "qa_end_filename": "1676065633.337973.pkl", "context_start_filename": "1676065158.357306.pkl", "context_end_filename": "1676065161.355133.pkl"}, "question": "You started moving at 2023-02-10 15:37:21. The current time is 2023-02-10 15:47:14 and you are located at [-7.09, 31.19, -0.97].\nWas there a food truck outside today?", "type": "binary", "answers": {"text": ["Yes", "Yes"], "binary": "Yes"}, "question_category": null, "answer_timestamp": "15:39:21", "text_answer": null, "parsable_answer": "Yes"}95{"id": "22_LONG_e9e5feba-7cdc-4dda-8d21-d274f7a0c305", "seq_id": 22, "length_category": "LONG", "length": 737.4208128452301, "start_time": 1676064778.170894, "end_time": 1676065515.5917068, "file_info": {"qa_start_filename": "1676064776.670496.pkl", "qa_end_filename": "1676065514.241673.pkl", "context_start_filename": "1676064956.767578.pkl", "context_end_filename": "1676064959.76412.pkl"}, "question": "You started moving at 2023-02-10 15:32:58. The current time is 2023-02-10 15:45:15 and you are located at [-61.94, 85.71, -3.43].\nCan you take me to the food court?", "type": "position", "answers": {"position": [-180.18400699999995, 333.9520346451613, -2.3666623870967745]}, "question_category": null, "answer_timestamp": "15:35:58", "text_answer": null, "parsable_answer": null}96{"id": "22_LONG_86d2d8f8-6cf4-4806-8dc1-d309cde394b6", "seq_id": 22, "length_category": "LONG", "length": 1372.1804399490356, "start_time": 1676064149.4619339, "end_time": 1676065521.6423738, "file_info": {"qa_start_filename": "1676064148.011834.pkl", "qa_end_filename": "1676065520.241534.pkl", "context_start_filename": "1676064865.069348.pkl", "context_end_filename": "1676064999.462503.pkl"}, "question": "You started moving at 2023-02-10 15:22:29. The current time is 2023-02-10 15:45:21 and you are located at [-62.96, 85.74, -3.46].\nHow long were you in the building for?", "type": "duration", "answers": {"text": ["2.2 minutes"], "duration": 2.2}, "question_category": null, "answer_timestamp": "15:34:27,15:36:38", "text_answer": "I was in the building for 2.2 minutes", "parsable_answer": "2.2"}97{"id": "22_LONG_c4082bde-1fb1-4f43-a6a7-eb98cb38a611", "seq_id": 22, "length_category": "LONG", "length": 675.2343311309814, "start_time": 1676064326.6794753, "end_time": 1676065001.9138064, "file_info": {"qa_start_filename": "1676064325.22943.pkl", "qa_end_filename": "1676065000.562974.pkl", "context_start_filename": "1676064322.029334.pkl", "context_end_filename": "1676064867.968511.pkl"}, "question": "You started moving at 2023-02-10 15:25:26. The current time is 2023-02-10 15:36:41 and you are located at [-171.45, 323.1, -2.58].\nHow long did it take you to get to the building?", "type": "duration", "answers": {"text": ["9.0 minutes"], "duration": 9.0}, "question_category": null, "answer_timestamp": "15:25:25,15:34:27", "text_answer": "It took me 9 minutes to get inside", "parsable_answer": "9"}98{"id": "22_LONG_0c47856c-8b39-417c-b78f-c24db0bec091", "seq_id": 22, "length_category": "LONG", "length": 642.1233067512512, "start_time": 1676064891.718721, "end_time": 1676065533.8420277, "file_info": {"qa_start_filename": "1676064890.267479.pkl", "qa_end_filename": "1676065532.444204.pkl", "context_start_filename": "1676064999.56413.pkl", "context_end_filename": "1676065002.464006.pkl"}, "question": "You started moving at 2023-02-10 15:34:51. The current time is 2023-02-10 15:45:33 and you are located at [-63.71, 75.71, -3.66].\nWhen did I leave the building?", "type": "time", "answers": {"text": ["8.88 minutes ago"], "time": 8.88}, "question_category": null, "answer_timestamp": "15:36:40", "text_answer": null, "parsable_answer": null}99{"id": "22_LONG_9113f3ce-b0e2-47f2-8926-4286ed7b7238", "seq_id": 22, "length_category": "LONG", "length": 844.295743227005, "start_time": 1676064197.566395, "end_time": 1676065041.8621383, "file_info": {"qa_start_filename": "1676064196.116316.pkl", "qa_end_filename": "1676065040.464269.pkl", "context_start_filename": "1676064914.0677.pkl", "context_end_filename": "1676064917.065933.pkl"}, "question": "You started moving at 2023-02-10 15:23:17. The current time is 2023-02-10 15:37:21 and you are located at [-140.19, 332.24, -1.48].\nWhere can I get some coffee?", "type": "position", "answers": {"position": [-153.33640838709675, 349.7681301935484, -0.6454613548387098]}, "question_category": null, "answer_timestamp": "15:35:17", "text_answer": null, "parsable_answer": null}100{"id": "22_LONG_e4d51dc6-99a4-4f8b-86e6-9abba6863c4e", "seq_id": 22, "length_category": "LONG", "length": 587.5210757255554, "start_time": 1676064894.7687314, "end_time": 1676065482.289807, "file_info": {"qa_start_filename": "1676064893.269437.pkl", "qa_end_filename": "1676065480.939707.pkl", "context_start_filename": "1676065158.357306.pkl", "context_end_filename": "1676065161.355133.pkl"}, "question": "You started moving at 2023-02-10 15:34:54. The current time is 2023-02-10 15:44:42 and you are located at [-65.18, 103.09, -3.31].\nWhere is the closest place to grab a bite of food?", "type": "position", "answers": {"position": [-74.84818425806449, 285.8547213548387, 0.7532604516129031]}, "question_category": null, "answer_timestamp": "15:39:19", "text_answer": null, "parsable_answer": null}101{"id": "22_MEDIUM_2a9524c5-8029-401f-9f05-b77ca2d4dc7d", "seq_id": 22, "length_category": "MEDIUM", "length": 266.4437394142151, "start_time": 1676064750.719788, "end_time": 1676065017.1635275, "file_info": {"qa_start_filename": "1676064749.269798.pkl", "qa_end_filename": "1676065015.76239.pkl", "context_start_filename": "1676064865.069348.pkl", "context_end_filename": "1676064999.462503.pkl"}, "question": "You started moving at 2023-02-10 15:32:30. The current time is 2023-02-10 15:36:57 and you are located at [-161.26, 328.61, -2.18].\nHow long were you in the building for?", "type": "duration", "answers": {"text": ["2.2 minutes"], "duration": 2.2}, "question_category": null, "answer_timestamp": "15:34:27,15:36:38", "text_answer": "I was in the building for 2.2 minutes", "parsable_answer": "2.2"}102{"id": "22_MEDIUM_ea7e5ad4-4328-45c8-997e-b7bad743c608", "seq_id": 22, "length_category": "MEDIUM", "length": 345.88222074508667, "start_time": 1676064992.814255, "end_time": 1676065338.6964757, "file_info": {"qa_start_filename": "1676064991.365712.pkl", "qa_end_filename": "1676065337.346229.pkl", "context_start_filename": "1676064999.56413.pkl", "context_end_filename": "1676065002.464006.pkl"}, "question": "You started moving at 2023-02-10 15:36:32. The current time is 2023-02-10 15:42:18 and you are located at [-65.61, 189.7, -1.64].\nWhen did I exit the building?", "type": "time", "answers": {"text": ["5.63 minutes ago"], "time": 5.63}, "question_category": null, "answer_timestamp": "15:36:40", "text_answer": null, "parsable_answer": null}103{"id": "22_MEDIUM_d7a8c19b-9574-42f3-a220-f4c4853a71bb", "seq_id": 22, "length_category": "MEDIUM", "length": 274.205881357193, "start_time": 1676064666.510688, "end_time": 1676064940.7165694, "file_info": {"qa_start_filename": "1676064665.060656.pkl", "qa_end_filename": "1676064939.365683.pkl", "context_start_filename": "1676064874.170313.pkl", "context_end_filename": "1676064877.070394.pkl"}, "question": "You started moving at 2023-02-10 15:31:06. The current time is 2023-02-10 15:35:40 and you are located at [-168.44, 340.24, -1.66].\nCan you take me to a trash can near an exit?", "type": "position", "answers": {"position": [-118.11920570000002, 351.39170476666663, 0.35004766666666665]}, "question_category": null, "answer_timestamp": "15:34:37", "text_answer": null, "parsable_answer": null}104{"id": "22_MEDIUM_e0b50767-7685-4702-a8ae-40876dca9213", "seq_id": 22, "length_category": "MEDIUM", "length": 358.5829014778137, "start_time": 1676064830.4208524, "end_time": 1676065189.003754, "file_info": {"qa_start_filename": "1676064828.969745.pkl", "qa_end_filename": "1676065187.653004.pkl", "context_start_filename": "1676064944.567687.pkl", "context_end_filename": "1676064947.466893.pkl"}, "question": "You started moving at 2023-02-10 15:33:50. The current time is 2023-02-10 15:39:49 and you are located at [-66.07, 273.68, 0.65].\nWas the Student Activity Center building busy?", "type": "binary", "answers": {"text": ["Yes", "Yes"], "binary": "Yes"}, "question_category": null, "answer_timestamp": "15:35:46", "text_answer": null, "parsable_answer": "Yes"}105{"id": "22_MEDIUM_f9dca453-a2c7-4dcd-9980-2977d7a9fb04", "seq_id": 22, "length_category": "MEDIUM", "length": 237.82177901268005, "start_time": 1676064461.7926536, "end_time": 1676064699.6144326, "file_info": {"qa_start_filename": "1676064460.342525.pkl", "qa_end_filename": "1676064698.264379.pkl", "context_start_filename": "1676064652.85993.pkl", "context_end_filename": "1676064655.760059.pkl"}, "question": "You started moving at 2023-02-10 15:27:41. The current time is 2023-02-10 15:31:39 and you are located at [-68.11, 283.33, 0.92].\nDid you see a food truck?", "type": "binary", "answers": {"text": ["Yes", "Yes"], "binary": "Yes"}, "question_category": null, "answer_timestamp": "15:30:55", "text_answer": null, "parsable_answer": "Yes"}106{"id": "22_MEDIUM_7f9b905a-4363-4634-84b4-12700b064460", "seq_id": 22, "length_category": "MEDIUM", "length": 248.14489006996155, "start_time": 1676064747.7196543, "end_time": 1676064995.8645444, "file_info": {"qa_start_filename": "1676064746.2697.pkl", "qa_end_filename": "1676064994.464276.pkl", "context_start_filename": "1676064746.069357.pkl", "context_end_filename": "1676064748.969694.pkl"}, "question": "You started moving at 2023-02-10 15:32:27. The current time is 2023-02-10 15:36:35 and you are located at [-176.58, 324.21, -2.62].\nWas the sidewalk crowded?", "type": "binary", "answers": {"text": ["No", "No"], "binary": "No"}, "question_category": null, "answer_timestamp": "15:32:29", "text_answer": null, "parsable_answer": "No"}107{"id": "22_MEDIUM_e791c410-7426-46b1-933e-292a554c64b6", "seq_id": 22, "length_category": "MEDIUM", "length": 270.9249439239502, "start_time": 1676064446.7915015, "end_time": 1676064717.7164454, "file_info": {"qa_start_filename": "1676064445.341264.pkl", "qa_end_filename": "1676064716.366338.pkl", "context_start_filename": "1676064442.140694.pkl", "context_end_filename": "1676064715.866296.pkl"}, "question": "You started moving at 2023-02-10 15:27:26. The current time is 2023-02-10 15:31:57 and you are located at [-68.38, 292.33, 1.19].\nHow long have I been driving around?", "type": "duration", "answers": {"text": ["4.5 minutes"], "duration": 4.5}, "question_category": null, "answer_timestamp": "15:27:25,15:31:55", "text_answer": "I have been driving around for 4.5 minutes", "parsable_answer": "4.5"}108{"id": "22_MEDIUM_405645fa-9ed7-4db4-afb7-9bdf60ff2b0c", "seq_id": 22, "length_category": "MEDIUM", "length": 219.79009652137756, "start_time": 1676065149.4567857, "end_time": 1676065369.2468822, "file_info": {"qa_start_filename": "1676065147.956189.pkl", "qa_end_filename": "1676065367.846804.pkl", "context_start_filename": "1676065152.257388.pkl", "context_end_filename": "1676065155.255634.pkl"}, "question": "You started moving at 2023-02-10 15:39:09. The current time is 2023-02-10 15:42:49 and you are located at [-71.87, 166.21, -2.4].\nWas there a line in front of the food truck?", "type": "binary", "answers": {"text": ["Yes", "Yes"], "binary": "Yes"}, "question_category": null, "answer_timestamp": "15:39:13", "text_answer": null, "parsable_answer": "Yes"}109{"id": "22_MEDIUM_2b9a7a5f-a51c-4c79-bedd-327c3ed53ad2", "seq_id": 22, "length_category": "MEDIUM", "length": 334.03253149986267, "start_time": 1676064410.6869826, "end_time": 1676064744.7195141, "file_info": {"qa_start_filename": "1676064409.23686.pkl", "qa_end_filename": "1676064743.369571.pkl", "context_start_filename": "1676064583.554642.pkl", "context_end_filename": "1676064586.45493.pkl"}, "question": "You started moving at 2023-02-10 15:26:50. The current time is 2023-02-10 15:32:24 and you are located at [-68.08, 318.02, 1.82].\nWere you driving on the left side of the sidewalk?", "type": "binary", "answers": {"text": ["No", "No"], "binary": "No"}, "question_category": null, "answer_timestamp": "15:29:45", "text_answer": null, "parsable_answer": "No"}110{"id": "22_MEDIUM_36268c3d-0543-449e-b96c-6357ef790899", "seq_id": 22, "length_category": "MEDIUM", "length": 202.39317345619202, "start_time": 1676064772.0709238, "end_time": 1676064974.4640973, "file_info": {"qa_start_filename": "1676064770.571993.pkl", "qa_end_filename": "1676064973.063104.pkl", "context_start_filename": "1676064834.570044.pkl", "context_end_filename": "1676064837.470832.pkl"}, "question": "You started moving at 2023-02-10 15:32:52. The current time is 2023-02-10 15:36:14 and you are located at [-180.71, 333.94, -2.38].\nWas there any available seating outdoors?", "type": "binary", "answers": {"text": ["Yes", "Yes"], "binary": "Yes"}, "question_category": null, "answer_timestamp": "15:33:56", "text_answer": null, "parsable_answer": "Yes"}111{"id": "22_SHORT_cacd8c01-5b34-493d-9637-5ceda4689427", "seq_id": 22, "length_category": "SHORT", "length": 88.74289798736572, "start_time": 1676065384.5466564, "end_time": 1676065473.2895544, "file_info": {"qa_start_filename": "1676065383.046959.pkl", "qa_end_filename": "1676065471.939511.pkl", "context_start_filename": "1676065396.945843.pkl", "context_end_filename": "1676065399.844268.pkl"}, "question": "You started moving at 2023-02-10 15:43:04. The current time is 2023-02-10 15:44:33 and you are located at [-65.2, 111.8, -3.16].\nWhat color was the van parked on the sidewalk?", "type": "text", "answers": {"text": ["The van was white"]}, "question_category": null, "answer_timestamp": "15:43:17", "text_answer": "The van was white", "parsable_answer": null}112{"id": "22_SHORT_f65fba8e-2be7-49fa-ae05-0b6366e35260", "seq_id": 22, "length_category": "SHORT", "length": 91.8961775302887, "start_time": 1676065576.6911864, "end_time": 1676065668.587364, "file_info": {"qa_start_filename": "1676065575.239908.pkl", "qa_end_filename": "1676065667.236165.pkl", "context_start_filename": "1676065644.1379.pkl", "context_end_filename": "1676065647.135901.pkl"}, "question": "You started moving at 2023-02-10 15:46:16. The current time is 2023-02-10 15:47:48 and you are located at [1.2, 2.03, -0.11].\nWhere is the closest fire hydrant?", "type": "position", "answers": {"position": [-2.5043603870967734, 21.358813806451607, -0.5331294193548387]}, "question_category": null, "answer_timestamp": "15:47:26", "text_answer": null, "parsable_answer": null}113{"id": "22_SHORT_79637443-dca0-4a76-be5e-d90d71ad4744", "seq_id": 22, "length_category": "SHORT", "length": 70.44590616226196, "start_time": 1676065576.6911864, "end_time": 1676065647.1370926, "file_info": {"qa_start_filename": "1676065575.239908.pkl", "qa_end_filename": "1676065645.736035.pkl", "context_start_filename": "1676065601.338971.pkl", "context_end_filename": "1676065604.239005.pkl"}, "question": "You started moving at 2023-02-10 15:46:16. The current time is 2023-02-10 15:47:27 and you are located at [-2.5, 21.36, -0.53].\nDid you see any green, electric Lime scooters?", "type": "binary", "answers": {"text": ["Yes", "Yes"], "binary": "Yes"}, "question_category": null, "answer_timestamp": "15:46:43", "text_answer": null, "parsable_answer": "Yes"}114{"id": "22_SHORT_5a44f153-1031-4bbc-b79d-b05de3919cd6", "seq_id": 22, "length_category": "SHORT", "length": 42.79691815376282, "start_time": 1676065048.0612185, "end_time": 1676065090.8581367, "file_info": {"qa_start_filename": "1676065046.562072.pkl", "qa_end_filename": "1676065089.457138.pkl", "context_start_filename": "1676065057.660741.pkl", "context_end_filename": "1676065060.66055.pkl"}, "question": "You started moving at 2023-02-10 15:37:28. The current time is 2023-02-10 15:38:10 and you are located at [-94.26, 332.44, 0.53].\nCan you take me to an entrance into the building?", "type": "position", "answers": {"position": [-122.83925470967742, 332.4126627096774, -0.8590781612903226]}, "question_category": null, "answer_timestamp": "15:37:38", "text_answer": null, "parsable_answer": null}115{"id": "22_SHORT_ed7c7a9a-ca3e-4cc8-b1af-792ea305908d", "seq_id": 22, "length_category": "SHORT", "length": 72.64753484725952, "start_time": 1676065458.144427, "end_time": 1676065530.791962, "file_info": {"qa_start_filename": "1676065456.646846.pkl", "qa_end_filename": "1676065529.442857.pkl", "context_start_filename": "1676065491.540396.pkl", "context_end_filename": "1676065494.440683.pkl"}, "question": "You started moving at 2023-02-10 15:44:18. The current time is 2023-02-10 15:45:30 and you are located at [-63.54, 78.32, -3.62].\nIs it cloudy today?", "type": "binary", "answers": {"text": ["No", "No"], "binary": "No"}, "question_category": null, "answer_timestamp": "15:44:52", "text_answer": null, "parsable_answer": "No"}116{"id": "22_SHORT_7be61216-384f-4e81-8554-dc909ac2f33a", "seq_id": 22, "length_category": "SHORT", "length": 42.005728244781494, "start_time": 1676064437.7887518, "end_time": 1676064479.79448, "file_info": {"qa_start_filename": "1676064436.338563.pkl", "qa_end_filename": "1676064478.444346.pkl", "context_start_filename": "1676064442.140694.pkl", "context_end_filename": "1676064445.041257.pkl"}, "question": "You started moving at 2023-02-10 15:27:17. The current time is 2023-02-10 15:27:59 and you are located at [-66.94, 187.87, -1.68].\nWhat color are the banners on the lamp posts?", "type": "text", "answers": {"text": ["They are orange"]}, "question_category": null, "answer_timestamp": "15:27:25", "text_answer": "They are orange", "parsable_answer": null}117{"id": "22_SHORT_0593cee9-9e74-4daf-bb65-0f32474caa00", "seq_id": 22, "length_category": "SHORT", "length": 55.448676347732544, "start_time": 1676065097.057788, "end_time": 1676065152.5064642, "file_info": {"qa_start_filename": "1676065095.558761.pkl", "qa_end_filename": "1676065151.155133.pkl", "context_start_filename": "1676065100.257268.pkl", "context_end_filename": "1676065103.156649.pkl"}, "question": "You started moving at 2023-02-10 15:38:17. The current time is 2023-02-10 15:39:12 and you are located at [-74.92, 291.35, 0.91].\nCan you take me to a trash can?", "type": "position", "answers": {"position": [-83.23564393333332, 332.28804349999996, 1.2570753]}, "question_category": null, "answer_timestamp": "15:38:21", "text_answer": null, "parsable_answer": null}118{"id": "22_SHORT_d61488ef-4390-403d-adc3-2a45da6149de", "seq_id": 22, "length_category": "SHORT", "length": 79.74605202674866, "start_time": 1676065579.690756, "end_time": 1676065659.436808, "file_info": {"qa_start_filename": "1676065578.240597.pkl", "qa_end_filename": "1676065658.035666.pkl", "context_start_filename": "1676065595.240165.pkl", "context_end_filename": "1676065598.238787.pkl"}, "question": "You started moving at 2023-02-10 15:46:19. The current time is 2023-02-10 15:47:39 and you are located at [0.45, 10.13, -0.3].\nCan I park my car in the alley?", "type": "binary", "answers": {"text": ["No", "No"], "binary": "No"}, "question_category": null, "answer_timestamp": "15:46:38", "text_answer": "No, it is a fire lane", "parsable_answer": "No"}119{"id": "22_SHORT_165c24b4-4917-4d6c-affe-b5432e19a05c", "seq_id": 22, "length_category": "SHORT", "length": 81.20879769325256, "start_time": 1676064645.508671, "end_time": 1676064726.7174687, "file_info": {"qa_start_filename": "1676064644.058725.pkl", "qa_end_filename": "1676064725.367264.pkl", "context_start_filename": "1676064655.860087.pkl", "context_end_filename": "1676064658.760178.pkl"}, "question": "You started moving at 2023-02-10 15:30:45. The current time is 2023-02-10 15:32:06 and you are located at [-68.05, 300.86, 1.48].\nDo you think the food truck sells tacos?", "type": "binary", "answers": {"text": ["No", "No"], "binary": "No"}, "question_category": null, "answer_timestamp": "15:30:58", "text_answer": null, "parsable_answer": "No"}120{"id": "22_SHORT_1102d235-3b0e-4e3e-bdd2-5a937cea3090", "seq_id": 22, "length_category": "SHORT", "length": 30.494414567947388, "start_time": 1676065442.7951398, "end_time": 1676065473.2895544, "file_info": {"qa_start_filename": "1676065441.343656.pkl", "qa_end_filename": "1676065471.939511.pkl", "context_start_filename": "1676065442.746996.pkl", "context_end_filename": "1676065445.744929.pkl"}, "question": "You started moving at 2023-02-10 15:44:02. The current time is 2023-02-10 15:44:33 and you are located at [-65.2, 111.8, -3.16].\nWas I driving on the right side of the road?", "type": "binary", "answers": {"text": ["No", "No"], "binary": "No"}, "question_category": null, "answer_timestamp": "15:44:03", "text_answer": null, "parsable_answer": "No"}121{"id": "3_LONG_82d00865-87f5-4e45-aa02-ecda9eec12ae", "seq_id": 3, "length_category": "LONG", "length": 590.7576894760132, "start_time": 1673986544.1946297, "end_time": 1673987134.9523191, "file_info": {"qa_start_filename": "1673986542.744475.pkl", "qa_end_filename": "1673987133.602156.pkl", "context_start_filename": "1673986566.746722.pkl", "context_end_filename": "1673986569.64701.pkl"}, "question": "You started moving at 2023-01-17 14:15:44. The current time is 2023-01-17 14:25:34 and you are located at [0.1, -0.2, -0.2].\nWhen did I see an \"EMERGENCY EXIT ONLY\" marker", "type": "time", "answers": {"text": ["9.45 minutes ago"], "time": 9.45}, "question_category": "temporal", "answer_timestamp": "14:16:08", "text_answer": null, "parsable_answer": null}122{"id": "3_LONG_e9c21145-3a55-41a6-b48f-e8d0b1452fb3", "seq_id": 3, "length_category": "LONG", "length": 530.548552274704, "start_time": 1673986574.1975148, "end_time": 1673987104.746067, "file_info": {"qa_start_filename": "1673986572.747452.pkl", "qa_end_filename": "1673987103.395899.pkl", "context_start_filename": "1673986669.566756.pkl", "context_end_filename": "1673986672.56518.pkl"}, "question": "You started moving at 2023-01-17 14:16:14. The current time is 2023-01-17 14:25:04 and you are located at [1.16, 15.07, -0.44].\nDid I see red sofas with people sitting on them", "type": "binary", "answers": {"text": ["Yes", "Yes"], "binary": "Yes"}, "question_category": "environmental", "answer_timestamp": "14:17:51", "text_answer": null, "parsable_answer": "Yes"}123{"id": "3_LONG_d7732615-983f-4dc0-8c52-1437b98b98ed", "seq_id": 3, "length_category": "LONG", "length": 625.4586918354034, "start_time": 1673986169.7590795, "end_time": 1673986795.2177713, "file_info": {"qa_start_filename": "1673986168.308934.pkl", "qa_end_filename": "1673986793.867635.pkl", "context_start_filename": "1673986476.637057.pkl", "context_end_filename": "1673986479.537837.pkl"}, "question": "You started moving at 2023-01-17 14:09:29. The current time is 2023-01-17 14:19:55 and you are located at [-59.68, 186.52, -0.75].\nDid I go outdoor with trees?", "type": "binary", "answers": {"text": ["Yes", "Yes"], "binary": "Yes"}, "question_category": "environmental", "answer_timestamp": "14:14:38", "text_answer": null, "parsable_answer": "Yes"}124{"id": "3_LONG_3a877fd4-beaf-4f2f-b1dc-9d461707dd2d", "seq_id": 3, "length_category": "LONG", "length": 644.6620864868164, "start_time": 1673985920.534511, "end_time": 1673986565.1965976, "file_info": {"qa_start_filename": "1673985919.08444.pkl", "qa_end_filename": "1673986563.846456.pkl", "context_start_filename": "1673986633.060308.pkl", "context_end_filename": "1673986636.059736.pkl"}, "question": "You started moving at 2023-01-17 14:05:20. The current time is 2023-01-17 14:16:05 and you are located at [-113.15, 101.07, -3.3].\nWhere did I see a hourse sculpture？", "type": "position", "answers": {"position": [-112.38662903225807, 157.23917683870965, -2.1368455483870963]}, "question_category": "spatial", "answer_timestamp": "14:17:14", "text_answer": null, "parsable_answer": "[position]"}125{"id": "3_LONG_73204feb-ee1c-4567-a836-fe2db05bfb23", "seq_id": 3, "length_category": "LONG", "length": 1259.418229341507, "start_time": 1673985848.3279297, "end_time": 1673987107.746159, "file_info": {"qa_start_filename": "1673985846.877761.pkl", "qa_end_filename": "1673987106.396116.pkl", "context_start_filename": "1673986696.96683.pkl", "context_end_filename": "1673986699.966612.pkl"}, "question": "You started moving at 2023-01-17 14:04:08. The current time is 2023-01-17 14:25:07 and you are located at [1.64, 12.3, -0.41].\nWhere did I see over 5 tables with people chatting there?", "type": "position", "answers": {"position": [-111.76245358064517, 195.19211038709676, -1.6111100322580643]}, "question_category": "spatial", "answer_timestamp": "14:18:20", "text_answer": null, "parsable_answer": "[position]"}126{"id": "3_LONG_fda7eae1-1531-42b5-be38-ed48540060a2", "seq_id": 3, "length_category": "LONG", "length": 1295.5217628479004, "start_time": 1673985806.223847, "end_time": 1673987101.7456098, "file_info": {"qa_start_filename": "1673985804.773732.pkl", "qa_end_filename": "1673987100.395445.pkl", "context_start_filename": "1673987049.291574.pkl", "context_end_filename": "1673987052.191881.pkl"}, "question": "You started moving at 2023-01-17 14:03:26. The current time is 2023-01-17 14:25:01 and you are located at [0.61, 17.85, -0.47].\nWhen did you see over 10 bikes?", "type": "time", "answers": {"text": ["0.85 minutes ago"], "time": 0.85}, "question_category": "temporal", "answer_timestamp": "14:24:10", "text_answer": null, "parsable_answer": null}127{"id": "3_LONG_cd5d197f-b393-443e-8531-6e04ad2fe37d", "seq_id": 3, "length_category": "LONG", "length": 612.5980184078217, "start_time": 1673986236.823877, "end_time": 1673986849.4218955, "file_info": {"qa_start_filename": "1673986235.323568.pkl", "qa_end_filename": "1673986848.071731.pkl", "context_start_filename": "1673986326.819189.pkl", "context_end_filename": "1673986329.819081.pkl"}, "question": "You started moving at 2023-01-17 14:10:36. The current time is 2023-01-17 14:20:49 and you are located at [-61.17, 157.5, -1.38].\nwhen did you exit the first building?", "type": "time", "answers": {"text": ["8.69 minutes ago"], "time": 8.69}, "question_category": "temporal", "answer_timestamp": "14:12:07", "text_answer": null, "parsable_answer": null}128{"id": "3_LONG_3c7ff5ee-ef38-4096-8ee6-9d9feaf9e9b2", "seq_id": 3, "length_category": "LONG", "length": 475.74894309043884, "start_time": 1673986340.669883, "end_time": 1673986816.418826, "file_info": {"qa_start_filename": "1673986339.218257.pkl", "qa_end_filename": "1673986815.068716.pkl", "context_start_filename": "1673986521.741263.pkl", "context_end_filename": "1673986524.641432.pkl"}, "question": "You started moving at 2023-01-17 14:12:20. The current time is 2023-01-17 14:20:16 and you are located at [-60.54, 183.69, -0.83].\ndid you see a car trying to park?", "type": "binary", "answers": {"text": ["Yes", "Yes"], "binary": "Yes"}, "question_category": "Reasoning", "answer_timestamp": "14:15:22", "text_answer": null, "parsable_answer": "Yes"}129{"id": "3_LONG_5213d6a7-151d-4beb-b9c3-4321c5fd59b8", "seq_id": 3, "length_category": "LONG", "length": 1061.0994234085083, "start_time": 1673986040.6461864, "end_time": 1673987101.7456098, "file_info": {"qa_start_filename": "1673986039.196076.pkl", "qa_end_filename": "1673987100.395445.pkl", "context_start_filename": "1673986186.214483.pkl", "context_end_filename": "1673986189.214326.pkl"}, "question": "You started moving at 2023-01-17 14:07:20. The current time is 2023-01-17 14:25:01 and you are located at [0.61, 17.85, -0.47].\nDid you see a person holding a door for you to enter the building?", "type": "binary", "answers": {"text": ["Yes", "Yes"], "binary": "Yes"}, "question_category": "Reasoning", "answer_timestamp": "14:09:48", "text_answer": null, "parsable_answer": "Yes"}130{"id": "3_LONG_84d8f2e1-734c-421b-8822-681b17756920", "seq_id": 3, "length_category": "LONG", "length": 473.5435428619385, "start_time": 1673986505.1902187, "end_time": 1673986978.7337615, "file_info": {"qa_start_filename": "1673986503.739864.pkl", "qa_end_filename": "1673986977.38366.pkl", "context_start_filename": "1673986675.762851.pkl", "context_end_filename": "1673986678.663946.pkl"}, "question": "You started moving at 2023-01-17 14:15:05. The current time is 2023-01-17 14:22:58 and you are located at [-61.15, 84.32, -1.99].\nDid you see the stairs in the building?", "type": "binary", "answers": {"text": ["Yes", "Yes"], "binary": "Yes"}, "question_category": "spatial", "answer_timestamp": "14:17:58", "text_answer": null, "parsable_answer": "Yes"}131{"id": "3_MEDIUM_bdb7c7ea-7e73-4565-9198-e10dfe218646", "seq_id": 3, "length_category": "MEDIUM", "length": 132.5116310119629, "start_time": 1673986768.1151373, "end_time": 1673986900.6267684, "file_info": {"qa_start_filename": "1673986766.665154.pkl", "qa_end_filename": "1673986899.276695.pkl", "context_start_filename": "1673986675.762851.pkl", "context_end_filename": "1673986678.663946.pkl"}, "question": "You started moving at 2023-01-17 14:19:28. The current time is 2023-01-17 14:21:40 and you are located at [-60.06, 132.13, -1.56].\nWhere did you see the stairs in the building?", "type": "position", "answers": {"position": [-114.02042286666665, 193.77102183333335, -1.6491095666666673]}, "question_category": "spatial", "answer_timestamp": "14:17:58", "text_answer": null, "parsable_answer": "[position]"}132{"id": "3_MEDIUM_66435c41-e1c6-47b2-93c4-f4468f30dc18", "seq_id": 3, "length_category": "MEDIUM", "length": 180.16741847991943, "start_time": 1673985992.641726, "end_time": 1673986172.8091445, "file_info": {"qa_start_filename": "1673985991.19174.pkl", "qa_end_filename": "1673986171.409239.pkl", "context_start_filename": "1673986168.108956.pkl", "context_end_filename": "1673986171.009243.pkl"}, "question": "You started moving at 2023-01-17 14:06:32. The current time is 2023-01-17 14:09:32 and you are located at [-99.09, 195.23, -1.58].\nAre you in the building?", "type": "binary", "answers": {"text": ["No", "No"], "binary": "No"}, "question_category": "spatial", "answer_timestamp": "14:09:31", "text_answer": null, "parsable_answer": "No"}133{"id": "3_MEDIUM_5a271ce5-912d-4e28-9140-bb9921444f6f", "seq_id": 3, "length_category": "MEDIUM", "length": 344.2244758605957, "start_time": 1673986628.459113, "end_time": 1673986972.6835887, "file_info": {"qa_start_filename": "1673986626.960615.pkl", "qa_end_filename": "1673986971.283592.pkl", "context_start_filename": "1673986630.058021.pkl", "context_end_filename": "1673986632.960299.pkl"}, "question": "You started moving at 2023-01-17 14:17:08. The current time is 2023-01-17 14:22:52 and you are located at [-60.93, 88.61, -1.96].\nWhat's the color of the sculpture of house", "type": "text", "answers": {"text": ["Brown"]}, "question_category": "spatial", "answer_timestamp": "14:17:13", "text_answer": "Brown", "parsable_answer": null}134{"id": "3_MEDIUM_598bd41e-8344-4d07-b894-fc1a39d4da6b", "seq_id": 3, "length_category": "MEDIUM", "length": 201.3197181224823, "start_time": 1673986861.42301, "end_time": 1673987062.7427282, "file_info": {"qa_start_filename": "1673986859.972846.pkl", "qa_end_filename": "1673987061.392647.pkl", "context_start_filename": "1673986920.178735.pkl", "context_end_filename": "1673987061.192669.pkl"}, "question": "You started moving at 2023-01-17 14:21:01. The current time is 2023-01-17 14:24:22 and you are located at [-23.9, 38.73, -1.48].\nHow many cars did you see in total?", "type": "text", "answers": {"text": ["3"]}, "question_category": "spatial and temporal", "answer_timestamp": "14:22:03,14:23:02,14:24:12,14:24:20", "text_answer": "3", "parsable_answer": null}135{"id": "3_MEDIUM_2d60058c-1488-43dd-847c-d40bc1e2859f", "seq_id": 3, "length_category": "MEDIUM", "length": 407.1301724910736, "start_time": 1673986637.6108053, "end_time": 1673987044.7409778, "file_info": {"qa_start_filename": "1673986636.159903.pkl", "qa_end_filename": "1673987043.390834.pkl", "context_start_filename": "1673986633.060308.pkl", "context_end_filename": "1673986636.059736.pkl"}, "question": "You started moving at 2023-01-17 14:17:17. The current time is 2023-01-17 14:24:04 and you are located at [-41.05, 39.09, -1.84].\nWhere did you see a big wall art?", "type": "position", "answers": {"position": [-112.38662903225807, 157.23917683870965, -2.1368455483870963]}, "question_category": "spatial", "answer_timestamp": "14:17:16", "text_answer": null, "parsable_answer": "[position]"}136{"id": "3_MEDIUM_042f8517-6875-4364-accd-3096e1032efe", "seq_id": 3, "length_category": "MEDIUM", "length": 290.6000814437866, "start_time": 1673986398.6191225, "end_time": 1673986689.219204, "file_info": {"qa_start_filename": "1673986397.118726.pkl", "qa_end_filename": "1673986687.869009.pkl", "context_start_filename": "1673986569.747018.pkl", "context_end_filename": "1673986572.647443.pkl"}, "question": "You started moving at 2023-01-17 14:13:18. The current time is 2023-01-17 14:18:09 and you are located at [-113.0, 193.74, -1.65].\nDid the women who opens the door for you also carries a water bottle?", "type": "binary", "answers": {"text": ["Yes", "Yes"], "binary": "Yes"}, "question_category": "spatial", "answer_timestamp": "14:16:12", "text_answer": null, "parsable_answer": "Yes"}137{"id": "3_MEDIUM_2d2b8344-6797-4a57-91c3-2efd1c43f517", "seq_id": 3, "length_category": "MEDIUM", "length": 415.18458795547485, "start_time": 1673986704.6621912, "end_time": 1673987119.846779, "file_info": {"qa_start_filename": "1673986703.162865.pkl", "qa_end_filename": "1673987118.496224.pkl", "context_start_filename": "1673986727.660818.pkl", "context_end_filename": "1673986730.560889.pkl"}, "question": "You started moving at 2023-01-17 14:18:24. The current time is 2023-01-17 14:25:19 and you are located at [1.49, 1.53, -0.28].\nWhere did you left the building?", "type": "position", "answers": {"position": [-100.438684, 198.3560050666667, -1.5161321333333337]}, "question_category": "spatial", "answer_timestamp": "14:18:49", "text_answer": null, "parsable_answer": "[position]"}138{"id": "3_MEDIUM_63f85e28-3f42-4aa6-bd96-21a414394ccf", "seq_id": 3, "length_category": "MEDIUM", "length": 176.4223668575287, "start_time": 1673986349.7698667, "end_time": 1673986526.1922336, "file_info": {"qa_start_filename": "1673986348.318803.pkl", "qa_end_filename": "1673986524.841429.pkl", "context_start_filename": "1673986727.660818.pkl", "context_end_filename": "1673986730.560889.pkl"}, "question": "You started moving at 2023-01-17 14:12:29. The current time is 2023-01-17 14:15:26 and you are located at [-111.75, 89.11, -3.13].\nWhen did you left the building?", "type": "time", "answers": {"text": ["-3.38 minutes ago"], "time": -3.38}, "question_category": "temporal", "answer_timestamp": "14:18:49", "text_answer": null, "parsable_answer": null}139{"id": "3_MEDIUM_ebc073aa-6f34-4206-9968-5e2f01fbbd2d", "seq_id": 3, "length_category": "MEDIUM", "length": 209.2783601284027, "start_time": 1673986361.9189079, "end_time": 1673986571.197268, "file_info": {"qa_start_filename": "1673986360.421024.pkl", "qa_end_filename": "1673986569.847007.pkl", "context_start_filename": "1673986384.820319.pkl", "context_end_filename": "1673986387.721151.pkl"}, "question": "You started moving at 2023-01-17 14:12:41. The current time is 2023-01-17 14:16:11 and you are located at [-113.18, 101.56, -3.28].\nDid you see a building with blue glass wall?", "type": "binary", "answers": {"text": ["Yes", "Yes"], "binary": "Yes"}, "question_category": "spatial", "answer_timestamp": "14:13:06", "text_answer": null, "parsable_answer": "Yes"}140{"id": "3_MEDIUM_799afe7b-9226-4097-b14d-9cb91dee7a7d", "seq_id": 3, "length_category": "MEDIUM", "length": 197.66475224494934, "start_time": 1673986130.6550972, "end_time": 1673986328.3198495, "file_info": {"qa_start_filename": "1673986129.205082.pkl", "qa_end_filename": "1673986326.918983.pkl", "context_start_filename": "1673986250.326299.pkl", "context_end_filename": "1673986253.324553.pkl"}, "question": "You started moving at 2023-01-17 14:08:50. The current time is 2023-01-17 14:12:08 and you are located at [-113.31, 104.77, -3.15].\nDid you see a big plant in the building?", "type": "binary", "answers": {"text": ["Yes", "Yes"], "binary": "Yes"}, "question_category": "spatial", "answer_timestamp": "14:10:51", "text_answer": null, "parsable_answer": "Yes"}141{"id": "3_SHORT_81b4e8bd-348a-4326-a3df-b84a4a422b0e", "seq_id": 3, "length_category": "SHORT", "length": 54.208531856536865, "start_time": 1673987083.7440262, "end_time": 1673987137.952558, "file_info": {"qa_start_filename": "1673987082.294057.pkl", "qa_end_filename": "1673987136.602472.pkl", "context_start_filename": "1673987100.295418.pkl", "context_end_filename": "1673987103.195882.pkl"}, "question": "You started moving at 2023-01-17 14:24:43. The current time is 2023-01-17 14:25:37 and you are located at [0.41, -0.06, -0.2].\nWhere did you see a parked van?", "type": "position", "answers": {"position": [0.6090432333333333, 17.851338933333334, -0.4711955]}, "question_category": "spatial", "answer_timestamp": "14:25:02", "text_answer": null, "parsable_answer": "[position]"}142{"id": "3_SHORT_ced58d98-c284-46ff-9a38-1e8312c7e486", "seq_id": 3, "length_category": "SHORT", "length": 64.26824903488159, "start_time": 1673986410.8187363, "end_time": 1673986475.0869853, "file_info": {"qa_start_filename": "1673986409.319577.pkl", "qa_end_filename": "1673986473.736888.pkl", "context_start_filename": "1673986406.221243.pkl", "context_end_filename": "1673986409.21825.pkl"}, "question": "You started moving at 2023-01-17 14:13:30. The current time is 2023-01-17 14:14:35 and you are located at [-64.84, 88.9, -1.99].\nDid you see the back of a stop sign?", "type": "binary", "answers": {"text": ["Yes", "Yes"], "binary": "Yes"}, "question_category": "spatial", "answer_timestamp": "14:13:29", "text_answer": null, "parsable_answer": "Yes"}143{"id": "3_SHORT_8aa1186d-ad47-4a1d-8068-73efdc21d309", "seq_id": 3, "length_category": "SHORT", "length": 78.00857901573181, "start_time": 1673986990.7347474, "end_time": 1673987068.7433264, "file_info": {"qa_start_filename": "1673986989.284637.pkl", "qa_end_filename": "1673987067.393218.pkl", "context_start_filename": "1673987010.286687.pkl", "context_end_filename": "1673987013.186973.pkl"}, "question": "You started moving at 2023-01-17 14:23:10. The current time is 2023-01-17 14:24:28 and you are located at [-18.23, 38.58, -1.37].\nWhere did you see the yellow bollards?", "type": "position", "answers": {"position": [-60.09694013333333, 53.5176711, -2.179147566666666]}, "question_category": "spatial", "answer_timestamp": "14:23:33", "text_answer": null, "parsable_answer": "[position]"}144{"id": "3_SHORT_f27644fc-85ac-4182-a4c8-619972564e25", "seq_id": 3, "length_category": "SHORT", "length": 78.30748534202576, "start_time": 1673985818.2249017, "end_time": 1673985896.532387, "file_info": {"qa_start_filename": "1673985816.774737.pkl", "qa_end_filename": "1673985895.182359.pkl", "context_start_filename": "1673985819.675025.pkl", "context_end_filename": "1673985822.575312.pkl"}, "question": "You started moving at 2023-01-17 14:03:38. The current time is 2023-01-17 14:04:56 and you are located at [-60.4, 123.67, -1.65].\nDid you see the trash can?", "type": "binary", "answers": {"text": ["Yes", "Yes"], "binary": "Yes"}, "question_category": "spatial", "answer_timestamp": "14:03:42", "text_answer": null, "parsable_answer": "Yes"}145{"id": "3_SHORT_a2be310a-5f69-416f-9aed-3c7d2d2b176c", "seq_id": 3, "length_category": "SHORT", "length": 45.20369076728821, "start_time": 1673986777.2155828, "end_time": 1673986822.4192736, "file_info": {"qa_start_filename": "1673986775.765281.pkl", "qa_end_filename": "1673986821.069149.pkl", "context_start_filename": "1673986811.868738.pkl", "context_end_filename": "1673986814.868738.pkl"}, "question": "You started moving at 2023-01-17 14:19:37. The current time is 2023-01-17 14:20:22 and you are located at [-59.85, 178.46, -0.94].\nDid you see a person wearing pink shoe?", "type": "binary", "answers": {"text": ["Yes", "Yes"], "binary": "Yes"}, "question_category": "environmental", "answer_timestamp": "14:20:12", "text_answer": null, "parsable_answer": "Yes"}146{"id": "3_SHORT_55634471-144f-4470-8354-82f0f2c69842", "seq_id": 3, "length_category": "SHORT", "length": 72.2058424949646, "start_time": 1673986792.2174487, "end_time": 1673986864.4232912, "file_info": {"qa_start_filename": "1673986790.767251.pkl", "qa_end_filename": "1673986863.07311.pkl", "context_start_filename": "1673986850.972156.pkl", "context_end_filename": "1673986853.872384.pkl"}, "question": "You started moving at 2023-01-17 14:19:52. The current time is 2023-01-17 14:21:04 and you are located at [-59.83, 156.77, -1.39].\nWhere did you see a blue truck?", "type": "position", "answers": {"position": [-60.89610453333333, 156.4997437, -1.395120266666667]}, "question_category": "spatial", "answer_timestamp": "14:20:52", "text_answer": null, "parsable_answer": "[position]"}147{"id": "3_SHORT_1f6e9770-3d38-40bf-aff0-48fbc321e57c", "seq_id": 3, "length_category": "SHORT", "length": 48.054285764694214, "start_time": 1673985863.4796965, "end_time": 1673985911.5339823, "file_info": {"qa_start_filename": "1673985861.979702.pkl", "qa_end_filename": "1673985910.183838.pkl", "context_start_filename": "1673985900.882748.pkl", "context_end_filename": "1673985903.783232.pkl"}, "question": "You started moving at 2023-01-17 14:04:23. The current time is 2023-01-17 14:05:11 and you are located at [-60.13, 138.03, -1.53].\nDid you see a person go down the stairs?", "type": "binary", "answers": {"text": ["Yes", "Yes"], "binary": "Yes"}, "question_category": "spatial", "answer_timestamp": "14:05:01", "text_answer": null, "parsable_answer": "Yes"}148{"id": "3_SHORT_50661793-596b-4c1f-b07e-f312bbbaf3db", "seq_id": 3, "length_category": "SHORT", "length": 66.20906805992126, "start_time": 1673987065.7430139, "end_time": 1673987131.952082, "file_info": {"qa_start_filename": "1673987064.292915.pkl", "qa_end_filename": "1673987130.60196.pkl", "context_start_filename": "1673987112.296729.pkl", "context_end_filename": "1673987115.196117.pkl"}, "question": "You started moving at 2023-01-17 14:24:25. The current time is 2023-01-17 14:25:31 and you are located at [-0.06, -0.4, -0.2].\nWhere did you see a motocycle?", "type": "position", "answers": {"position": [1.9970440333333335, 6.716283200000001, -0.35940299999999986]}, "question_category": "spatial", "answer_timestamp": "14:25:15", "text_answer": null, "parsable_answer": "[position]"}149{"id": "3_SHORT_2dbd306e-1a72-4c69-9a02-e88f13fe33a8", "seq_id": 3, "length_category": "SHORT", "length": 78.32596516609192, "start_time": 1673986459.8679764, "end_time": 1673986538.1939416, "file_info": {"qa_start_filename": "1673986458.417241.pkl", "qa_end_filename": "1673986536.843775.pkl", "context_start_filename": "1673986479.637885.pkl", "context_end_filename": "1673986482.538112.pkl"}, "question": "You started moving at 2023-01-17 14:14:19. The current time is 2023-01-17 14:15:38 and you are located at [-113.06, 99.78, -3.34].\nWhere did you see an emergency phone call location?", "type": "position", "answers": {"position": [-70.32886936666664, 88.48314286666667, -1.9408777666666661]}, "question_category": "spatial", "answer_timestamp": "14:14:42", "text_answer": null, "parsable_answer": "[position]"}150{"id": "3_SHORT_ed96bd25-71fd-4dc7-bdb3-90c5341a9198", "seq_id": 3, "length_category": "SHORT", "length": 87.22768068313599, "start_time": 1673986465.967793, "end_time": 1673986553.1954737, "file_info": {"qa_start_filename": "1673986464.5168.pkl", "qa_end_filename": "1673986551.845332.pkl", "context_start_filename": "1673986539.74418.pkl", "context_end_filename": "1673986551.645315.pkl"}, "question": "You started moving at 2023-01-17 14:14:25. The current time is 2023-01-17 14:15:53 and you are located at [-113.14, 100.98, -3.31].\nDid you stop in front of the building?", "type": "binary", "answers": {"text": ["Yes", "Yes"], "binary": "Yes"}, "question_category": "spatial", "answer_timestamp": "14:15:40,14:15:51", "text_answer": null, "parsable_answer": "Yes"}151{"id": "4_LONG_08d008fa-3196-4899-ad9c-e5006dd4abd0", "seq_id": 4, "length_category": "LONG", "length": 627.252295255661, "start_time": 1674087874.6214387, "end_time": 1674088501.873734, "file_info": {"qa_start_filename": "1674087873.171286.pkl", "qa_end_filename": "1674088500.473443.pkl", "context_start_filename": "1674087932.976984.pkl", "context_end_filename": "1674088016.983252.pkl"}, "question": "You started moving at 2023-01-18 18:24:34. The current time is 2023-01-18 18:35:01 and you are located at [0.46, 14.2, -0.31].\nhow long do you wait for entering the building?", "type": "duration", "answers": {"text": ["1.35 minutes"], "duration": 1.35}, "question_category": "temporal reasoning", "answer_timestamp": "18:25:35,18:26:56", "text_answer": "I was waiting for 1.35 minutes", "parsable_answer": "1.35"}152{"id": "4_LONG_af289cc9-dbcc-451c-89fb-9192a8e6aecb", "seq_id": 4, "length_category": "LONG", "length": 592.3601064682007, "start_time": 1674087808.6151688, "end_time": 1674088400.9752753, "file_info": {"qa_start_filename": "1674087807.164999.pkl", "qa_end_filename": "1674088399.57408.pkl", "context_start_filename": "1674088072.18735.pkl", "context_end_filename": "1674088075.18429.pkl"}, "question": "You started moving at 2023-01-18 18:23:28. The current time is 2023-01-18 18:33:20 and you are located at [-61.29, 62.57, -2.56].\nwhere I can find the horse sculpture?", "type": "position", "answers": {"position": [-106.204005, 157.94039212903226, -2.921036354838709]}, "question_category": "spatial", "answer_timestamp": "18:27:54", "text_answer": null, "parsable_answer": "[position]"}153{"id": "4_LONG_01711b96-6884-44a7-8883-0f73b1b4a3bd", "seq_id": 4, "length_category": "LONG", "length": 608.057137966156, "start_time": 1674087829.617164, "end_time": 1674088437.6743019, "file_info": {"qa_start_filename": "1674087828.167009.pkl", "qa_end_filename": "1674088436.273592.pkl", "context_start_filename": "1674088130.084286.pkl", "context_end_filename": "1674088133.083415.pkl"}, "question": "You started moving at 2023-01-18 18:23:49. The current time is 2023-01-18 18:33:57 and you are located at [-45.6, 39.5, -2.3].\nCan you take me to the second floor?", "type": "position", "answers": {"position": [-105.23614958064516, 197.45972793548384, -2.2582235806451614]}, "question_category": "spatial", "answer_timestamp": "18:28:52", "text_answer": null, "parsable_answer": "[position]"}154{"id": "4_LONG_34badd30-a686-4f85-8f87-0c82e97a2c51", "seq_id": 4, "length_category": "LONG", "length": 666.9685881137848, "start_time": 1674087721.6069055, "end_time": 1674088388.5754936, "file_info": {"qa_start_filename": "1674087720.156741.pkl", "qa_end_filename": "1674088387.174848.pkl", "context_start_filename": "1674087740.958735.pkl", "context_end_filename": "1674087743.859021.pkl"}, "question": "You started moving at 2023-01-18 18:22:01. The current time is 2023-01-18 18:33:08 and you are located at [-59.76, 74.27, -2.44].\nCan you go back to the position where you made the first turn", "type": "position", "answers": {"position": [-3.973674833333334, 29.62476776666666, -0.6073262666666666]}, "question_category": "spatial", "answer_timestamp": "18:22:21", "text_answer": null, "parsable_answer": "[position]"}155{"id": "4_LONG_d0815d48-8e28-417e-90f0-997e708e73b4", "seq_id": 4, "length_category": "LONG", "length": 543.1111381053925, "start_time": 1674087802.614598, "end_time": 1674088345.7257361, "file_info": {"qa_start_filename": "1674087801.164428.pkl", "qa_end_filename": "1674088344.374796.pkl", "context_start_filename": "1674087875.971564.pkl", "context_end_filename": "1674087878.871851.pkl"}, "question": "You started moving at 2023-01-18 18:23:22. The current time is 2023-01-18 18:32:25 and you are located at [-56.99, 104.73, -2.19].\nWhere I can call the police?", "type": "position", "answers": {"position": [-67.59597906666667, 90.51118816666667, -2.3470370000000003]}, "question_category": "spatial", "answer_timestamp": "18:24:37", "text_answer": null, "parsable_answer": "[position]"}156{"id": "4_LONG_ec69301d-4be7-41c7-a516-249fc6d7a0a8", "seq_id": 4, "length_category": "LONG", "length": 452.688360452652, "start_time": 1674088049.1853735, "end_time": 1674088501.873734, "file_info": {"qa_start_filename": "1674088047.687903.pkl", "qa_end_filename": "1674088500.473443.pkl", "context_start_filename": "1674088528.074347.pkl", "context_end_filename": "1674088528.671313.pkl"}, "question": "You started moving at 2023-01-18 18:27:29. The current time is 2023-01-18 18:35:01 and you are located at [0.46, 14.2, -0.31].\nWhat the color of the hat is for the guy who help you to open the door when you leave the building?", "type": "text", "answers": {"text": ["it was beige"]}, "question_category": null, "answer_timestamp": "20:26:08", "text_answer": "it was beige", "parsable_answer": null}157{"id": "4_LONG_49ac535e-3226-4b09-a4f6-08af863a916d", "seq_id": 4, "length_category": "LONG", "length": 592.6583652496338, "start_time": 1674087820.61631, "end_time": 1674088413.2746751, "file_info": {"qa_start_filename": "1674087819.166142.pkl", "qa_end_filename": "1674088411.873912.pkl", "context_start_filename": "1674087860.970145.pkl", "context_end_filename": "1674087920.875832.pkl"}, "question": "You started moving at 2023-01-18 18:23:40. The current time is 2023-01-18 18:33:33 and you are located at [-61.17, 51.03, -2.64].\nHow many turns did you make before you got into the building?", "type": "text", "answers": {"text": ["I made 2 turns"]}, "question_category": null, "answer_timestamp": "18:24:21,18:25:20", "text_answer": "I made 2 turns", "parsable_answer": null}158{"id": "4_LONG_fa7d3a10-6441-4acf-8007-e90645793869", "seq_id": 4, "length_category": "LONG", "length": 677.1135005950928, "start_time": 1674087766.61118, "end_time": 1674088443.7246807, "file_info": {"qa_start_filename": "1674087765.161018.pkl", "qa_end_filename": "1674088442.377114.pkl", "context_start_filename": "1674088023.185535.pkl", "context_end_filename": "1674088026.185488.pkl"}, "question": "You started moving at 2023-01-18 18:22:46. The current time is 2023-01-18 18:34:03 and you are located at [-39.93, 38.58, -2.08].\nDo you see a human picture?", "type": "binary", "answers": {"text": ["Yes", "Yes"], "binary": "Yes"}, "question_category": null, "answer_timestamp": "18:27:05", "text_answer": null, "parsable_answer": "Yes"}159{"id": "4_LONG_b66cb337-b0a3-4030-b992-b60437a35fcd", "seq_id": 4, "length_category": "LONG", "length": 704.6142423152924, "start_time": 1674087757.6103253, "end_time": 1674088462.2245677, "file_info": {"qa_start_filename": "1674087756.16017.pkl", "qa_end_filename": "1674088460.873317.pkl", "context_start_filename": "1674088023.185535.pkl", "context_end_filename": "1674088026.185488.pkl"}, "question": "You started moving at 2023-01-18 18:22:37. The current time is 2023-01-18 18:34:22 and you are located at [-22.38, 36.79, -1.53].\nWhere I can find a human picture?", "type": "position", "answers": {"position": [-108.85538306451613, 111.80390270967743, -3.8841837096774197]}, "question_category": "spatial", "answer_timestamp": "18:27:05", "text_answer": null, "parsable_answer": "[position]"}160{"id": "4_LONG_3b1c06b9-e6da-4f72-abaf-fd56b8668712", "seq_id": 4, "length_category": "LONG", "length": 516.1083114147186, "start_time": 1674087832.617449, "end_time": 1674088348.7257605, "file_info": {"qa_start_filename": "1674087831.167285.pkl", "qa_end_filename": "1674088347.37712.pkl", "context_start_filename": "1674088063.086021.pkl", "context_end_filename": "1674088065.984388.pkl"}, "question": "You started moving at 2023-01-18 18:23:52. The current time is 2023-01-18 18:32:28 and you are located at [-57.25, 101.88, -2.22].\nWhere I can throw away a recyclable box in the building?", "type": "position", "answers": {"position": [-105.33146630000002, 149.29831960000004, -3.1015823999999994]}, "question_category": "spatial", "answer_timestamp": "18:27:44", "text_answer": null, "parsable_answer": "[position]"}161{"id": "4_MEDIUM_70ac1aef-f933-413a-8504-d2b943421766", "seq_id": 4, "length_category": "MEDIUM", "length": 180.54433131217957, "start_time": 1674088247.9301848, "end_time": 1674088428.4745162, "file_info": {"qa_start_filename": "1674088246.478521.pkl", "qa_end_filename": "1674088427.075092.pkl", "context_start_filename": "1674088405.674227.pkl", "context_end_filename": "1674088408.673724.pkl"}, "question": "You started moving at 2023-01-18 18:30:47. The current time is 2023-01-18 18:33:48 and you are located at [-54.25, 41.19, -2.51].\nCan I drive a car on this road?", "type": "binary", "answers": {"text": ["No", "No"], "binary": "No"}, "question_category": null, "answer_timestamp": "18:33:28", "text_answer": null, "parsable_answer": "No"}162{"id": "4_MEDIUM_8d015656-fdb1-4aa6-8dcb-ee482d7d8683", "seq_id": 4, "length_category": "MEDIUM", "length": 201.31836557388306, "start_time": 1674087829.617164, "end_time": 1674088030.9355295, "file_info": {"qa_start_filename": "1674087828.167009.pkl", "qa_end_filename": "1674088029.5862.pkl", "context_start_filename": "1674087875.971564.pkl", "context_end_filename": "1674087878.871851.pkl"}, "question": "You started moving at 2023-01-18 18:23:49. The current time is 2023-01-18 18:27:10 and you are located at [-107.14, 117.33, -3.77].\nWhat is the color of the car that passed the gate?", "type": "text", "answers": {"text": ["It was a white car"]}, "question_category": null, "answer_timestamp": "18:24:38", "text_answer": "It was a white car", "parsable_answer": null}163{"id": "4_MEDIUM_56b27d99-f436-461d-bc4e-aa33bc72672d", "seq_id": 4, "length_category": "MEDIUM", "length": 226.34633779525757, "start_time": 1674088284.7272182, "end_time": 1674088511.073556, "file_info": {"qa_start_filename": "1674088283.276343.pkl", "qa_end_filename": "1674088509.672644.pkl", "context_start_filename": "1674088371.677576.pkl", "context_end_filename": "1674088374.674807.pkl"}, "question": "You started moving at 2023-01-18 18:31:24. The current time is 2023-01-18 18:35:11 and you are located at [1.06, 5.59, -0.21].\nCan you take me to the \"tree\" sculpture?", "type": "position", "answers": {"position": [-56.96152858064515, 88.37231538709679, -2.2466221935483874]}, "question_category": "spatial", "answer_timestamp": "18:32:54", "text_answer": null, "parsable_answer": "[position]"}164{"id": "4_MEDIUM_1bc9c977-f89f-4138-83c8-3c093312d135", "seq_id": 4, "length_category": "MEDIUM", "length": 281.3926408290863, "start_time": 1674088202.131568, "end_time": 1674088483.5242088, "file_info": {"qa_start_filename": "1674088200.68085.pkl", "qa_end_filename": "1674088482.173211.pkl", "context_start_filename": "1674088206.780072.pkl", "context_end_filename": "1674088209.680917.pkl"}, "question": "You started moving at 2023-01-18 18:30:02. The current time is 2023-01-18 18:34:43 and you are located at [-4.72, 30.42, -0.65].\nCan I ride a bike on the yellow road you saw?", "type": "binary", "answers": {"text": ["Yes", "Yes"], "binary": "Yes"}, "question_category": null, "answer_timestamp": "18:30:07", "text_answer": null, "parsable_answer": "Yes"}165{"id": "4_MEDIUM_e06f4554-f59f-44c1-88ef-a2f543a16fa7", "seq_id": 4, "length_category": "MEDIUM", "length": 403.1628346443176, "start_time": 1674087835.6177332, "end_time": 1674088238.780568, "file_info": {"qa_start_filename": "1674087834.16758.pkl", "qa_end_filename": "1674088237.380503.pkl", "context_start_filename": "1674088111.885861.pkl", "context_end_filename": "1674088114.784914.pkl"}, "question": "You started moving at 2023-01-18 18:23:55. The current time is 2023-01-18 18:30:38 and you are located at [-53.58, 186.48, -1.13].\nDid you see red sofa?", "type": "binary", "answers": {"text": ["Yes", "Yes"], "binary": "Yes"}, "question_category": null, "answer_timestamp": "18:28:33", "text_answer": null, "parsable_answer": "Yes"}166{"id": "4_MEDIUM_bb698273-f008-4d31-863f-3bd1758b80c2", "seq_id": 4, "length_category": "MEDIUM", "length": 183.5455093383789, "start_time": 1674088272.5288265, "end_time": 1674088456.0743358, "file_info": {"qa_start_filename": "1674088271.077376.pkl", "qa_end_filename": "1674088454.676472.pkl", "context_start_filename": "1674088338.1765.pkl", "context_end_filename": "1674088341.174865.pkl"}, "question": "You started moving at 2023-01-18 18:31:12. The current time is 2023-01-18 18:34:16 and you are located at [-28.22, 37.16, -1.69].\nDid you see the police call pole?", "type": "binary", "answers": {"text": ["Yes", "Yes"], "binary": "Yes"}, "question_category": null, "answer_timestamp": "18:32:20", "text_answer": null, "parsable_answer": "Yes"}167{"id": "4_MEDIUM_af9a40ef-a932-4506-a299-51d08098c035", "seq_id": 4, "length_category": "MEDIUM", "length": 242.2585768699646, "start_time": 1674087904.6242914, "end_time": 1674088146.8828683, "file_info": {"qa_start_filename": "1674087903.174124.pkl", "qa_end_filename": "1674088145.48375.pkl", "context_start_filename": "1674087902.974126.pkl", "context_end_filename": "1674087920.875832.pkl"}, "question": "You started moving at 2023-01-18 18:25:04. The current time is 2023-01-18 18:29:06 and you are located at [-97.37, 200.91, -2.09].\nHow many cars did you see that passed the gate?", "type": "text", "answers": {"text": ["I didn't see any car passing the gate"]}, "question_category": null, "answer_timestamp": "18:25:03,18:25:20", "text_answer": "I didn't see any car passing the gate", "parsable_answer": null}168{"id": "4_MEDIUM_8c676447-0458-486c-8c4a-9803fbfe234b", "seq_id": 4, "length_category": "MEDIUM", "length": 312.060617685318, "start_time": 1674087868.620869, "end_time": 1674088180.6814866, "file_info": {"qa_start_filename": "1674087867.170714.pkl", "qa_end_filename": "1674088179.282355.pkl", "context_start_filename": "1674088148.483786.pkl", "context_end_filename": "1674088163.781276.pkl"}, "question": "You started moving at 2023-01-18 18:24:28. The current time is 2023-01-18 18:29:40 and you are located at [-84.0, 200.7, -2.1].\nHow many door did they open for letting you out?", "type": "text", "answers": {"text": ["They opened 2 doors"]}, "question_category": null, "answer_timestamp": "18:29:10,18:29:23", "text_answer": "They opened 2 doors", "parsable_answer": null}169{"id": "4_MEDIUM_c5fd604e-e482-49d8-bbbd-1ee6ab360c95", "seq_id": 4, "length_category": "MEDIUM", "length": 334.1259255409241, "start_time": 1674087742.6089005, "end_time": 1674088076.734826, "file_info": {"qa_start_filename": "1674087741.158732.pkl", "qa_end_filename": "1674088075.38397.pkl", "context_start_filename": "1674087932.976984.pkl", "context_end_filename": "1674087935.877271.pkl"}, "question": "You started moving at 2023-01-18 18:22:22. The current time is 2023-01-18 18:27:56 and you are located at [-106.7, 160.82, -2.86].\nCan you take me to the door where you enter the building?", "type": "position", "answers": {"position": [-109.39719253333332, 105.0592716, -4.078801566666667]}, "question_category": "spatial", "answer_timestamp": "18:25:35", "text_answer": null, "parsable_answer": "[position]"}170{"id": "4_MEDIUM_b2bdb736-4961-4672-8b74-9fc0e9d4be17", "seq_id": 4, "length_category": "MEDIUM", "length": 214.141104221344, "start_time": 1674088116.3844554, "end_time": 1674088330.5255597, "file_info": {"qa_start_filename": "1674088114.886677.pkl", "qa_end_filename": "1674088329.176819.pkl", "context_start_filename": "1674088148.483786.pkl", "context_end_filename": "1674088151.482392.pkl"}, "question": "You started moving at 2023-01-18 18:28:36. The current time is 2023-01-18 18:32:10 and you are located at [-56.22, 119.24, -2.03].\nCan you take me to the door where you leave the building?", "type": "position", "answers": {"position": [-97.05506967741938, 200.90684764516132, -2.0828049354838707]}, "question_category": null, "answer_timestamp": "18:29:10", "text_answer": null, "parsable_answer": "[position]"}171{"id": "4_SHORT_e4b510ec-3a23-49a7-bd77-259520223e03", "seq_id": 4, "length_category": "SHORT", "length": 117.01111483573914, "start_time": 1674087784.6128912, "end_time": 1674087901.624006, "file_info": {"qa_start_filename": "1674087783.162733.pkl", "qa_end_filename": "1674087900.273837.pkl", "context_start_filename": "1674087800.96443.pkl", "context_end_filename": "1674087863.870413.pkl"}, "question": "You started moving at 2023-01-18 18:23:04. The current time is 2023-01-18 18:25:01 and you are located at [-90.53, 91.42, -3.23].\nHow many turns did you make?", "type": "text", "answers": {"text": ["I made 2 turns"]}, "question_category": null, "answer_timestamp": "18:23:22,18:24:21", "text_answer": "I made 2 turns", "parsable_answer": null}172{"id": "4_SHORT_ab9a4486-81ec-415e-8b81-7f85e922b788", "seq_id": 4, "length_category": "SHORT", "length": 61.14795160293579, "start_time": 1674088244.8798, "end_time": 1674088306.0277517, "file_info": {"qa_start_filename": "1674088243.378855.pkl", "qa_end_filename": "1674088304.676153.pkl", "context_start_filename": "1674088246.478521.pkl", "context_end_filename": "1674088249.379651.pkl"}, "question": "You started moving at 2023-01-18 18:30:44. The current time is 2023-01-18 18:31:46 and you are located at [-55.13, 142.66, -1.87].\nDid you see a bike?", "type": "binary", "answers": {"text": ["Yes", "Yes"], "binary": "Yes"}, "question_category": null, "answer_timestamp": "18:30:49", "text_answer": null, "parsable_answer": "Yes"}173{"id": "4_SHORT_54ebf623-8e77-4e7b-a418-5fe6b5f6c098", "seq_id": 4, "length_category": "SHORT", "length": 63.00598955154419, "start_time": 1674087865.6205833, "end_time": 1674087928.6265728, "file_info": {"qa_start_filename": "1674087864.170419.pkl", "qa_end_filename": "1674087927.276418.pkl", "context_start_filename": "1674087869.970993.pkl", "context_end_filename": "1674087872.87128.pkl"}, "question": "You started moving at 2023-01-18 18:24:25. The current time is 2023-01-18 18:25:28 and you are located at [-109.41, 99.43, -4.08].\nDid you see a man with straw hat?", "type": "binary", "answers": {"text": ["Yes", "Yes"], "binary": "Yes"}, "question_category": null, "answer_timestamp": "18:24:31", "text_answer": null, "parsable_answer": "Yes"}174{"id": "4_SHORT_080d6400-5c75-470b-bed1-9732e4e90e14", "seq_id": 4, "length_category": "SHORT", "length": 36.00341796875, "start_time": 1674087766.61118, "end_time": 1674087802.614598, "file_info": {"qa_start_filename": "1674087765.161018.pkl", "qa_end_filename": "1674087801.264436.pkl", "context_start_filename": "1674087791.963583.pkl", "context_end_filename": "1674087794.86387.pkl"}, "question": "You started moving at 2023-01-18 18:22:46. The current time is 2023-01-18 18:23:22 and you are located at [-57.67, 43.41, -2.52].\nDid you see a scooter?", "type": "binary", "answers": {"text": ["Yes", "Yes"], "binary": "Yes"}, "question_category": null, "answer_timestamp": "18:23:12", "text_answer": null, "parsable_answer": "Yes"}175{"id": "4_SHORT_daecee53-71ea-40ff-b4dc-92b3cef99ea0", "seq_id": 4, "length_category": "SHORT", "length": 104.04936170578003, "start_time": 1674088330.5255597, "end_time": 1674088434.5749214, "file_info": {"qa_start_filename": "1674088329.075022.pkl", "qa_end_filename": "1674088433.173642.pkl", "context_start_filename": "1674088359.476679.pkl", "context_end_filename": "1674088362.474662.pkl"}, "question": "You started moving at 2023-01-18 18:32:10. The current time is 2023-01-18 18:33:54 and you are located at [-48.51, 40.09, -2.38].\nWhen did you turn around for the first time?", "type": "time", "answers": {"text": ["1.23 minutes ago"], "time": 1.23}, "question_category": null, "answer_timestamp": "18:32:42", "text_answer": null, "parsable_answer": "[minutes] ago"}176{"id": "4_SHORT_5e826626-fffb-4d6d-942c-e749c84a458e", "seq_id": 4, "length_category": "SHORT", "length": 52.29927182197571, "start_time": 1674088360.9754033, "end_time": 1674088413.2746751, "file_info": {"qa_start_filename": "1674088359.476679.pkl", "qa_end_filename": "1674088411.873912.pkl", "context_start_filename": "1674088356.376343.pkl", "context_end_filename": "1674088359.376272.pkl"}, "question": "You started moving at 2023-01-18 18:32:40. The current time is 2023-01-18 18:33:33 and you are located at [-61.17, 51.03, -2.64].\nWhen did you see a scooter?", "type": "time", "answers": {"text": ["0.92 minutes ago"], "time": 0.92}, "question_category": null, "answer_timestamp": "18:32:39", "text_answer": null, "parsable_answer": "[minutes] ago"}177{"id": "4_SHORT_65732436-fbcb-4c0f-b2ed-51c07e7e4821", "seq_id": 4, "length_category": "SHORT", "length": 70.24619364738464, "start_time": 1674088217.4818456, "end_time": 1674088287.7280393, "file_info": {"qa_start_filename": "1674088215.983389.pkl", "qa_end_filename": "1674088286.379387.pkl", "context_start_filename": "1674088255.679053.pkl", "context_end_filename": "1674088258.582483.pkl"}, "question": "You started moving at 2023-01-18 18:30:17. The current time is 2023-01-18 18:31:27 and you are located at [-53.84, 158.7, -1.74].\nWhen did you see a skateboard?", "type": "time", "answers": {"text": ["0.51 minutes ago"], "time": 0.51}, "question_category": null, "answer_timestamp": "18:30:56", "text_answer": null, "parsable_answer": "[minutes] ago"}178{"id": "4_SHORT_86414b06-ac65-4282-811c-15290b35fb3f", "seq_id": 4, "length_category": "SHORT", "length": 116.19683623313904, "start_time": 1674088281.6780448, "end_time": 1674088397.874881, "file_info": {"qa_start_filename": "1674088280.178858.pkl", "qa_end_filename": "1674088396.477156.pkl", "context_start_filename": "1674088283.276343.pkl", "context_end_filename": "1674088371.577673.pkl"}, "question": "You started moving at 2023-01-18 18:31:21. The current time is 2023-01-18 18:33:17 and you are located at [-60.85, 65.48, -2.53].\nHow many times did you turned around?", "type": "text", "answers": {"text": ["I turned around for 3 times"]}, "question_category": null, "answer_timestamp": "18:31:26,18:32:42,18:32:49", "text_answer": "I turned around for 3 times", "parsable_answer": null}179{"id": "4_SHORT_519b3d63-d1f0-49a5-9c6f-914e6ca4359d", "seq_id": 4, "length_category": "SHORT", "length": 119.2957911491394, "start_time": 1674088073.6852734, "end_time": 1674088192.9810646, "file_info": {"qa_start_filename": "1674088072.18735.pkl", "qa_end_filename": "1674088191.581715.pkl", "context_start_filename": "1674088114.886677.pkl", "context_end_filename": "1674088117.88157.pkl"}, "question": "You started moving at 2023-01-18 18:27:53. The current time is 2023-01-18 18:29:52 and you are located at [-76.58, 195.38, -1.86].\nWhere is the stair？", "type": "position", "answers": {"position": [-106.11330048387099, 197.1642252903226, -2.274772032258065]}, "question_category": null, "answer_timestamp": "18:28:36", "text_answer": null, "parsable_answer": "[position]"}180{"id": "4_SHORT_ea407d62-977d-4ff2-90dc-d7e6749eaa92", "seq_id": 4, "length_category": "SHORT", "length": 63.00598382949829, "start_time": 1674087766.61118, "end_time": 1674087829.617164, "file_info": {"qa_start_filename": "1674087765.161018.pkl", "qa_end_filename": "1674087828.266998.pkl", "context_start_filename": "1674087797.964154.pkl", "context_end_filename": "1674087800.864441.pkl"}, "question": "You started moving at 2023-01-18 18:22:46. The current time is 2023-01-18 18:23:49 and you are located at [-59.05, 67.92, -2.42].\nDid you turn left or turn right?", "type": "text", "answers": {"text": ["I turned right"]}, "question_category": null, "answer_timestamp": "18:23:19", "text_answer": "I turned right", "parsable_answer": null}181{"id": "6_LONG_f6065dfb-213b-467e-9fd8-f0e67a772191", "seq_id": 6, "length_category": "LONG", "length": 470.97124314308167, "start_time": 1674764983.0804641, "end_time": 1674765454.0517073, "file_info": {"qa_start_filename": "1674764981.630344.pkl", "qa_end_filename": "1674765452.650606.pkl", "context_start_filename": "1674764993.631468.pkl", "context_end_filename": "1674764996.531755.pkl"}, "question": "You started moving at 2023-01-26 14:29:43. The current time is 2023-01-26 14:37:34 and you are located at [-76.31, 309.81, 0.65].\nIs it sunny outside?", "type": "binary", "answers": {"text": ["yes", "yes"], "binary": "yes"}, "question_category": "environmental", "answer_timestamp": "14:29:56", "text_answer": "yes", "parsable_answer": "yes"}182{"id": "6_LONG_d0e0a27c-67f0-4186-b330-9148db321d15", "seq_id": 6, "length_category": "LONG", "length": 588.9478576183319, "start_time": 1674765109.6457891, "end_time": 1674765698.5936468, "file_info": {"qa_start_filename": "1674765108.146488.pkl", "qa_end_filename": "1674765697.244485.pkl", "context_start_filename": "1674765174.757834.pkl", "context_end_filename": "1674765177.659175.pkl"}, "question": "You started moving at 2023-01-26 14:31:49. The current time is 2023-01-26 14:41:38 and you are located at [-67.37, 121.37, -0.87].\nWhere can I get food here?", "type": "position", "answers": {"position": [-183.5261898, 322.93878526666674, 1.1057519999999998]}, "question_category": "spatial", "answer_timestamp": "14:32:55", "text_answer": null, "parsable_answer": "[position]"}183{"id": "6_LONG_1dfb386f-cd34-43e4-ad57-cd4d0b70bcc2", "seq_id": 6, "length_category": "LONG", "length": 938.4312188625336, "start_time": 1674764790.3627234, "end_time": 1674765728.7939422, "file_info": {"qa_start_filename": "1674764788.912567.pkl", "qa_end_filename": "1674765727.442308.pkl", "context_start_filename": "1674765192.956462.pkl", "context_end_filename": "1674765195.858082.pkl"}, "question": "You started moving at 2023-01-26 14:26:30. The current time is 2023-01-26 14:42:08 and you are located at [-65.89, 93.11, -0.86].\nWhere is an ATM?", "type": "position", "answers": {"position": [-185.7339039, 331.92782810000006, 1.208152866666667]}, "question_category": "spatial", "answer_timestamp": "14:33:15", "text_answer": null, "parsable_answer": "[position]"}184{"id": "6_LONG_82f2e531-d605-4a72-beab-095dd4b9e08f", "seq_id": 6, "length_category": "LONG", "length": 562.0717132091522, "start_time": 1674764950.0275457, "end_time": 1674765512.099259, "file_info": {"qa_start_filename": "1674764948.527636.pkl", "qa_end_filename": "1674765510.748317.pkl", "context_start_filename": "1674765241.754793.pkl", "context_end_filename": "1674765244.655716.pkl"}, "question": "You started moving at 2023-01-26 14:29:10. The current time is 2023-01-26 14:38:32 and you are located at [-72.07, 272.68, 0.25].\nWhat's the name of the coffee shop?", "type": "text", "answers": {"text": ["The name of the coffee shop is Longhorn Coffee Co"]}, "question_category": "temporal, text interpretation", "answer_timestamp": "14:34:04", "text_answer": "The name of the coffee shop is Longhorn Coffee Co", "parsable_answer": "Longhorn Coffee Co"}185{"id": "6_LONG_9acacace-2350-4ad0-8eb1-7182a39cf6e8", "seq_id": 6, "length_category": "LONG", "length": 564.4781520366669, "start_time": 1674764898.8231895, "end_time": 1674765463.3013415, "file_info": {"qa_start_filename": "1674764897.323164.pkl", "qa_end_filename": "1674765461.952397.pkl", "context_start_filename": "1674765032.835407.pkl", "context_end_filename": "1674765035.735753.pkl"}, "question": "You started moving at 2023-01-26 14:28:18. The current time is 2023-01-26 14:37:43 and you are located at [-78.04, 302.85, 0.6].\nWhere is the closest place to eat outside?", "type": "position", "answers": {"position": [-88.75821986666668, 286.31502129999996, 0.6238858666666667]}, "question_category": "environmental, spatial", "answer_timestamp": "14:30:35", "text_answer": null, "parsable_answer": "[position]"}186{"id": "6_LONG_628ccb31-49df-457d-b43a-c247d3a9b82f", "seq_id": 6, "length_category": "LONG", "length": 485.6381175518036, "start_time": 1674765240.1556559, "end_time": 1674765725.7937734, "file_info": {"qa_start_filename": "1674765238.658815.pkl", "qa_end_filename": "1674765724.442339.pkl", "context_start_filename": "1674765281.454252.pkl", "context_end_filename": "1674765284.354972.pkl"}, "question": "You started moving at 2023-01-26 14:34:00. The current time is 2023-01-26 14:42:05 and you are located at [-66.11, 95.83, -0.87].\nWhere is the nearest AED?", "type": "position", "answers": {"position": [-140.26599753333332, 348.65564770000015, 1.1073881333333337]}, "question_category": "object detection, spatial", "answer_timestamp": "14:34:44", "text_answer": null, "parsable_answer": "[position]"}187{"id": "6_LONG_7eb863ca-4343-4181-8a96-a28bb5bb792c", "seq_id": 6, "length_category": "LONG", "length": 1139.8453664779663, "start_time": 1674764625.3467314, "end_time": 1674765765.192098, "file_info": {"qa_start_filename": "1674764623.896584.pkl", "qa_end_filename": "1674765763.840913.pkl", "context_start_filename": "1674764698.804301.pkl", "context_end_filename": "1674764701.704371.pkl"}, "question": "You started moving at 2023-01-26 14:23:45. The current time is 2023-01-26 14:42:45 and you are located at [-66.2, 72.45, -0.88].\nDid you see anyone riding an electric scooter?", "type": "binary", "answers": {"text": ["yes", "yes"], "binary": "yes"}, "question_category": "object detection, contextual reasoning", "answer_timestamp": "14:24:59", "text_answer": "yes", "parsable_answer": "yes"}188{"id": "6_LONG_7c5b8ad3-242a-4a35-abb9-eca2fd2c2402", "seq_id": 6, "length_category": "LONG", "length": 835.3517951965332, "start_time": 1674764652.3491118, "end_time": 1674765487.700907, "file_info": {"qa_start_filename": "1674764650.898968.pkl", "qa_end_filename": "1674765486.349552.pkl", "context_start_filename": "1674764972.629773.pkl", "context_end_filename": "1674764975.529804.pkl"}, "question": "You started moving at 2023-01-26 14:24:12. The current time is 2023-01-26 14:38:07 and you are located at [-78.73, 281.17, 0.31].\nWhat was the color of the food truck?", "type": "text", "answers": {"text": ["The food truck was yellow"]}, "question_category": "environmental, object detection", "answer_timestamp": "14:29:35", "text_answer": "The food truck was yellow", "parsable_answer": "yellow"}189{"id": "6_LONG_258dba25-f218-436e-ab68-c742babc97ef", "seq_id": 6, "length_category": "LONG", "length": 574.9673857688904, "start_time": 1674764986.0807827, "end_time": 1674765561.0481684, "file_info": {"qa_start_filename": "1674764984.630718.pkl", "qa_end_filename": "1674765559.647434.pkl", "context_start_filename": "1674765114.245255.pkl", "context_end_filename": "1674765117.145247.pkl"}, "question": "You started moving at 2023-01-26 14:29:46. The current time is 2023-01-26 14:39:21 and you are located at [-78.13, 230.14, -0.16].\nDid you see any bike racks?", "type": "binary", "answers": {"text": ["yes", "yes"], "binary": "yes"}, "question_category": "object detection, environmental", "answer_timestamp": "14:31:56", "text_answer": "yes", "parsable_answer": "yes"}190{"id": "6_LONG_fc569d7c-6544-4dc1-9591-baee636e5cb2", "seq_id": 6, "length_category": "LONG", "length": 499.6824252605438, "start_time": 1674764865.6692488, "end_time": 1674765365.351674, "file_info": {"qa_start_filename": "1674764864.219096.pkl", "qa_end_filename": "1674765363.954635.pkl", "context_start_filename": "1674765424.850507.pkl", "context_end_filename": "1674765427.750047.pkl"}, "question": "You started moving at 2023-01-26 14:27:45. The current time is 2023-01-26 14:36:05 and you are located at [-86.07, 363.27, 0.8].\nWhere did you see a crowd of people standing?", "type": "position", "answers": {"position": [-74.13211946666668, 335.3594660999999, 0.6564575]}, "question_category": "environmental, contextual reasoning", "answer_timestamp": "14:37:06", "text_answer": null, "parsable_answer": "[position]"}191{"id": "6_MEDIUM_adb9a59c-93f6-4171-901a-00782038ff83", "seq_id": 6, "length_category": "MEDIUM", "length": 293.09027647972107, "start_time": 1674765530.4491446, "end_time": 1674765823.539421, "file_info": {"qa_start_filename": "1674765528.94831.pkl", "qa_end_filename": "1674765822.142647.pkl", "context_start_filename": "1674765791.341874.pkl", "context_end_filename": "1674765794.340125.pkl"}, "question": "You started moving at 2023-01-26 14:38:50. The current time is 2023-01-26 14:43:43 and you are located at [-43.32, 36.03, -0.94].\nDid you pass through any bollards?", "type": "binary", "answers": {"text": ["yes", "yes"], "binary": "yes"}, "question_category": "environmental, egocentric reasoning", "answer_timestamp": "14:43:14", "text_answer": "yes", "parsable_answer": "yes"}192{"id": "6_MEDIUM_4701bd3d-352e-40d4-94fe-3d2a18edbd23", "seq_id": 6, "length_category": "MEDIUM", "length": 407.1683201789856, "start_time": 1674765010.083223, "end_time": 1674765417.2515433, "file_info": {"qa_start_filename": "1674765008.633163.pkl", "qa_end_filename": "1674765415.850221.pkl", "context_start_filename": "1674765281.454252.pkl", "context_end_filename": "1674765284.354972.pkl"}, "question": "You started moving at 2023-01-26 14:30:10. The current time is 2023-01-26 14:36:57 and you are located at [-74.2, 344.0, 0.67].\nCan you take me to the restroom near the food court?", "type": "position", "answers": {"position": [-140.26599753333332, 348.65564770000015, 1.1073881333333337]}, "question_category": "spatial, signs", "answer_timestamp": "14:34:42", "text_answer": null, "parsable_answer": "[position]"}193{"id": "6_MEDIUM_8ddfc026-55ad-4a28-9c1d-df9385c32b94", "seq_id": 6, "length_category": "MEDIUM", "length": 189.5457444190979, "start_time": 1674765719.6936624, "end_time": 1674765909.2394068, "file_info": {"qa_start_filename": "1674765718.244145.pkl", "qa_end_filename": "1674765907.84322.pkl", "context_start_filename": "1674765898.639616.pkl", "context_end_filename": "1674765901.637544.pkl"}, "question": "You started moving at 2023-01-26 14:41:59. The current time is 2023-01-26 14:45:09 and you are located at [0.0, -0.09, -0.03].\nDid you see a loading zone?", "type": "binary", "answers": {"text": ["yes", "yes"], "binary": "yes"}, "question_category": "environmental, text interpretation", "answer_timestamp": "14:44:59", "text_answer": "yes", "parsable_answer": "yes"}194{"id": "6_MEDIUM_abc888ec-e5a1-4ba9-8612-cc4fec8549f2", "seq_id": 6, "length_category": "MEDIUM", "length": 238.3446261882782, "start_time": 1674765343.9531279, "end_time": 1674765582.297754, "file_info": {"qa_start_filename": "1674765342.451716.pkl", "qa_end_filename": "1674765580.948254.pkl", "context_start_filename": "1674765437.15104.pkl", "context_end_filename": "1674765440.149877.pkl"}, "question": "You started moving at 2023-01-26 14:35:43. The current time is 2023-01-26 14:39:42 and you are located at [-77.28, 209.9, -0.37].\nWhere did you see orange cones?", "type": "position", "answers": {"position": [-74.55478741935485, 323.85622419354837, 0.6552014838709678]}, "question_category": "environmental, object detection", "answer_timestamp": "14:37:18", "text_answer": null, "parsable_answer": "[position]"}195{"id": "6_MEDIUM_b4e59b77-8e44-4f48-ab04-a3d4fc653a6c", "seq_id": 6, "length_category": "MEDIUM", "length": 176.89422035217285, "start_time": 1674765646.6452007, "end_time": 1674765823.539421, "file_info": {"qa_start_filename": "1674765645.145885.pkl", "qa_end_filename": "1674765822.142647.pkl", "context_start_filename": "1674765739.443656.pkl", "context_end_filename": "1674765742.344099.pkl"}, "question": "You started moving at 2023-01-26 14:40:46. The current time is 2023-01-26 14:43:43 and you are located at [-43.32, 36.03, -0.94].\nDid you see a Stop sign?", "type": "binary", "answers": {"text": ["yes", "yes"], "binary": "yes"}, "question_category": "traffic signs interpretation", "answer_timestamp": "14:42:20", "text_answer": "yes", "parsable_answer": "yes"}196{"id": "6_MEDIUM_a60e24ac-50b6-49e7-8c68-abfd677d4ea5", "seq_id": 6, "length_category": "MEDIUM", "length": 311.19034719467163, "start_time": 1674765484.700906, "end_time": 1674765795.8912532, "file_info": {"qa_start_filename": "1674765483.249286.pkl", "qa_end_filename": "1674765794.540317.pkl", "context_start_filename": "1674765480.153809.pkl", "context_end_filename": "1674765483.153198.pkl"}, "question": "You started moving at 2023-01-26 14:38:04. The current time is 2023-01-26 14:43:15 and you are located at [-65.05, 43.58, -0.91].\nWhat does the food truck sell?", "type": "text", "answers": {"text": ["The food truck sells pretzels"]}, "question_category": "text interpretation", "answer_timestamp": "14:38:03", "text_answer": "The food truck sells pretzels", "parsable_answer": "pretzels"}197{"id": "6_MEDIUM_7a9d7a3c-6730-42dd-a834-91e3eb684fc6", "seq_id": 6, "length_category": "MEDIUM", "length": 326.892076253891, "start_time": 1674765576.2977211, "end_time": 1674765903.1897974, "file_info": {"qa_start_filename": "1674765574.846729.pkl", "qa_end_filename": "1674765901.839252.pkl", "context_start_filename": "1674765730.342429.pkl", "context_end_filename": "1674765733.243984.pkl"}, "question": "You started moving at 2023-01-26 14:39:36. The current time is 2023-01-26 14:45:03 and you are located at [-0.42, -0.4, -0.03].\nIs it safe to walk outside?", "type": "binary", "answers": {"text": ["yes", "yes"], "binary": "yes"}, "question_category": "contextual reasoning, object detection", "answer_timestamp": "14:42:13", "text_answer": "Yes, it is a bright day with a lot of people walking around, so it should be safe.", "parsable_answer": "yes"}198{"id": "6_MEDIUM_eed3c4de-9597-49af-951b-b2588dbf7c4c", "seq_id": 6, "length_category": "MEDIUM", "length": 140.99747776985168, "start_time": 1674765768.241929, "end_time": 1674765909.2394068, "file_info": {"qa_start_filename": "1674765766.744518.pkl", "qa_end_filename": "1674765907.84322.pkl", "context_start_filename": "1674765803.640113.pkl", "context_end_filename": "1674765806.639564.pkl"}, "question": "You started moving at 2023-01-26 14:42:48. The current time is 2023-01-26 14:45:09 and you are located at [0.0, -0.09, -0.03].\nDid you see an elevated pedestrian bridge?", "type": "binary", "answers": {"text": ["yes", "yes"], "binary": "yes"}, "question_category": "environmental", "answer_timestamp": "14:43:24", "text_answer": "yes", "parsable_answer": "yes"}199{"id": "6_MEDIUM_a76280fa-7bd6-42d8-b16f-01d457362826", "seq_id": 6, "length_category": "MEDIUM", "length": 121.74655151367188, "start_time": 1674765634.3457134, "end_time": 1674765756.092265, "file_info": {"qa_start_filename": "1674765632.845115.pkl", "qa_end_filename": "1674765754.741445.pkl", "context_start_filename": "1674765733.34653.pkl", "context_end_filename": "1674765736.341698.pkl"}, "question": "You started moving at 2023-01-26 14:40:34. The current time is 2023-01-26 14:42:36 and you are located at [-65.64, 80.65, -0.86].\nDid you see any traffic lights?", "type": "binary", "answers": {"text": ["no", "no"], "binary": "no"}, "question_category": "object detection, environmental", "answer_timestamp": "14:42:16", "text_answer": "no", "parsable_answer": "no"}200{"id": "6_MEDIUM_d27a4b07-7b8e-4591-87b5-d732d57e695d", "seq_id": 6, "length_category": "MEDIUM", "length": 195.26968240737915, "start_time": 1674764643.3482597, "end_time": 1674764838.617942, "file_info": {"qa_start_filename": "1674764641.898141.pkl", "qa_end_filename": "1674764837.217835.pkl", "context_start_filename": "1674764695.803986.pkl", "context_end_filename": "1674764698.704331.pkl"}, "question": "You started moving at 2023-01-26 14:24:03. The current time is 2023-01-26 14:27:18 and you are located at [-71.98, 183.66, -0.57].\nWhen did you reach the tree-lined path?", "type": "time", "answers": {"text": ["2.36 minutes ago"], "time": 2.36}, "question_category": "temporal", "answer_timestamp": "14:24:57", "text_answer": null, "parsable_answer": "[minutes] ago"}201{"id": "6_SHORT_0a24625a-bc44-4bab-8cc7-5e5fc31eb0b0", "seq_id": 6, "length_category": "SHORT", "length": 42.74834179878235, "start_time": 1674765475.4514742, "end_time": 1674765518.199816, "file_info": {"qa_start_filename": "1674765473.954818.pkl", "qa_end_filename": "1674765516.851851.pkl", "context_start_filename": "1674765473.954818.pkl", "context_end_filename": "1674765476.951911.pkl"}, "question": "You started moving at 2023-01-26 14:37:55. The current time is 2023-01-26 14:38:38 and you are located at [-74.24, 269.84, 0.2].\nWhat was the color of the semi truck", "type": "text", "answers": {"text": ["yellow"]}, "question_category": "object detection", "answer_timestamp": "14:37:54", "text_answer": "yellow", "parsable_answer": "yellow"}202{"id": "6_SHORT_116cb2c2-8a03-4491-abe1-31b3c9b809bd", "seq_id": 6, "length_category": "SHORT", "length": 46.05027770996094, "start_time": 1674765854.0894122, "end_time": 1674765900.13969, "file_info": {"qa_start_filename": "1674765852.639878.pkl", "qa_end_filename": "1674765898.741654.pkl", "context_start_filename": "1674765864.8375.pkl", "context_end_filename": "1674765867.738288.pkl"}, "question": "You started moving at 2023-01-26 14:44:14. The current time is 2023-01-26 14:45:00 and you are located at [0.4, -0.64, -0.02].\nDid you see a building with large windows?", "type": "binary", "answers": {"text": ["yes", "yes"], "binary": "yes"}, "question_category": "environmental", "answer_timestamp": "14:44:27", "text_answer": "yes", "parsable_answer": "yes"}203{"id": "6_SHORT_4b6d1d26-871c-43ee-9e86-98d1cf75a132", "seq_id": 6, "length_category": "SHORT", "length": 73.2979588508606, "start_time": 1674765316.4031403, "end_time": 1674765389.7010992, "file_info": {"qa_start_filename": "1674765314.951994.pkl", "qa_end_filename": "1674765388.352326.pkl", "context_start_filename": "1674765314.951994.pkl", "context_end_filename": "1674765317.851991.pkl"}, "question": "You started moving at 2023-01-26 14:35:16. The current time is 2023-01-26 14:36:29 and you are located at [-72.8, 363.91, 0.7].\nWhat was the color of shoes of the person who opened the door for you?", "type": "text", "answers": {"text": ["The person who opened the door for me was wearing white shoes"]}, "question_category": "environmental, spatial", "answer_timestamp": "14:35:15", "text_answer": "The person who opened the door for me was wearing white shoes", "parsable_answer": "white"}204{"id": "6_SHORT_136fb34b-f179-47ec-98ba-16fe18a7f7f3", "seq_id": 6, "length_category": "SHORT", "length": 67.39705514907837, "start_time": 1674765771.3421125, "end_time": 1674765838.7391677, "file_info": {"qa_start_filename": "1674765769.845402.pkl", "qa_end_filename": "1674765837.338197.pkl", "context_start_filename": "1674765794.440094.pkl", "context_end_filename": "1674765797.343942.pkl"}, "question": "You started moving at 2023-01-26 14:42:51. The current time is 2023-01-26 14:43:58 and you are located at [-29.0, 36.06, -0.96].\nWhen did you pass through the yellow bollards?", "type": "time", "answers": {"text": ["0.71 minutes ago"], "time": 0.71}, "question_category": "temporal, environmental", "answer_timestamp": "14:43:15", "text_answer": null, "parsable_answer": "[minutes] ago"}205{"id": "6_SHORT_aae33b1e-1d56-4e1a-a067-69b5ac3ec84a", "seq_id": 6, "length_category": "SHORT", "length": 49.14669680595398, "start_time": 1674765777.4424474, "end_time": 1674765826.5891442, "file_info": {"qa_start_filename": "1674765775.945565.pkl", "qa_end_filename": "1674765825.23802.pkl", "context_start_filename": "1674765794.440094.pkl", "context_end_filename": "1674765797.343942.pkl"}, "question": "You started moving at 2023-01-26 14:42:57. The current time is 2023-01-26 14:43:46 and you are located at [-40.41, 36.0, -0.91].\nDid you see any vehicles?", "type": "binary", "answers": {"text": ["yes", "yes"], "binary": "yes"}, "question_category": "environmental", "answer_timestamp": "14:43:16", "text_answer": "Yes, I saw vehicles.", "parsable_answer": "yes"}206{"id": "6_SHORT_2732dae9-2d64-4bc1-b36e-1adf39854dc3", "seq_id": 6, "length_category": "SHORT", "length": 64.19694375991821, "start_time": 1674765203.5071294, "end_time": 1674765267.7040732, "file_info": {"qa_start_filename": "1674765202.056062.pkl", "qa_end_filename": "1674765266.35467.pkl", "context_start_filename": "1674765198.961234.pkl", "context_end_filename": "1674765201.960241.pkl"}, "question": "You started moving at 2023-01-26 14:33:23. The current time is 2023-01-26 14:34:27 and you are located at [-154.53, 348.94, 1.41].\nWhere is the fire extinguisher?", "type": "position", "answers": {"position": [-186.44837138709678, 332.1441339354839, 1.22504935483871]}, "question_category": "environmental, object detection", "answer_timestamp": "14:33:22", "text_answer": null, "parsable_answer": "[position]"}207{"id": "6_SHORT_47b97723-1b7f-4dee-9a57-b71c478299b6", "seq_id": 6, "length_category": "SHORT", "length": 115.89735722541809, "start_time": 1674765612.896585, "end_time": 1674765728.7939422, "file_info": {"qa_start_filename": "1674765611.445518.pkl", "qa_end_filename": "1674765727.442308.pkl", "context_start_filename": "1674765654.343719.pkl", "context_end_filename": "1674765657.245281.pkl"}, "question": "You started moving at 2023-01-26 14:40:12. The current time is 2023-01-26 14:42:08 and you are located at [-65.89, 93.11, -0.86].\nWhat was written on the back of the trailer?", "type": "text", "answers": {"text": ["The word \"Cotton\" was written on the back of the trailer"]}, "question_category": "environmental, text interpretation", "answer_timestamp": "14:40:55", "text_answer": "The word \"Cotton\" was written on the back of the trailer", "parsable_answer": "cotton"}208{"id": "6_SHORT_df3a971e-ad32-4e0e-b450-391e4ae37e24", "seq_id": 6, "length_category": "SHORT", "length": 42.20326256752014, "start_time": 1674764889.7723086, "end_time": 1674764931.9755712, "file_info": {"qa_start_filename": "1674764888.32214.pkl", "qa_end_filename": "1674764930.625457.pkl", "context_start_filename": "1674764915.524127.pkl", "context_end_filename": "1674764918.424376.pkl"}, "question": "You started moving at 2023-01-26 14:28:09. The current time is 2023-01-26 14:28:51 and you are located at [-71.85, 221.57, -0.25].\nWhich hand was the person using to pull the cart?", "type": "text", "answers": {"text": ["The person was using their left hand to pull the cart"]}, "question_category": "environmental, contextual reasoning", "answer_timestamp": "14:28:38", "text_answer": "The person was using their left hand to pull the cart", "parsable_answer": "left"}209{"id": "6_SHORT_8938e1b4-a114-4f7d-a06c-d132acaba896", "seq_id": 6, "length_category": "SHORT", "length": 76.49863600730896, "start_time": 1674765805.1407952, "end_time": 1674765881.6394312, "file_info": {"qa_start_filename": "1674765803.640113.pkl", "qa_end_filename": "1674765880.242396.pkl", "context_start_filename": "1674765831.140357.pkl", "context_end_filename": "1674765834.139826.pkl"}, "question": "You started moving at 2023-01-26 14:43:25. The current time is 2023-01-26 14:44:41 and you are located at [-1.95, 14.98, -0.43].\nWhich direction did you turn after the parked bicycles?", "type": "text", "answers": {"text": ["I turned right after the parked bicycles"]}, "question_category": "environmental, egocentric reasoning", "answer_timestamp": "14:43:52", "text_answer": "I turned right after the parked bicycles", "parsable_answer": "right"}210{"id": "6_SHORT_39bc90dd-27ee-420a-b578-046237c0b0aa", "seq_id": 6, "length_category": "SHORT", "length": 97.19760465621948, "start_time": 1674765671.0443244, "end_time": 1674765768.241929, "file_info": {"qa_start_filename": "1674765669.547376.pkl", "qa_end_filename": "1674765766.840608.pkl", "context_start_filename": "1674765742.44424.pkl", "context_end_filename": "1674765745.440859.pkl"}, "question": "You started moving at 2023-01-26 14:41:11. The current time is 2023-01-26 14:42:48 and you are located at [-66.21, 69.59, -0.9].\nDid you go over any grass?", "type": "binary", "answers": {"text": ["no", "no"], "binary": "no"}, "question_category": "environmental, egocentric reasoning", "answer_timestamp": "14:42:23", "text_answer": "No, I did not go over any grass.", "parsable_answer": "no"}211