VLM_Comparison / Monday /monday_mcq_test_unseen_os_4o.json
advaitgupta's picture
Upload folder using huggingface_hub
8718432 verified
[
{
"episode_id": "0QAjCuQE4Qg",
"step_id": 0,
"screenshot_path": "./monday_mcq_images_4o/test_unseen_os_0QAjCuQE4Qg__frame_0000.png",
"source": "MONDAY",
"category": "test_unseen_os",
"os": "WindowMobile",
"goal": "How to delete photos/pictures - Windows Phone 8/Nokia Lumia 920",
"action_history": "",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"CLICK at [235, 400]",
"PRESS_BACK",
"SCROLL_UP",
"SCROLL_RIGHT"
],
"answer": 3
},
{
"episode_id": "0QAjCuQE4Qg",
"step_id": 1,
"screenshot_path": "./monday_mcq_images_4o/test_unseen_os_0QAjCuQE4Qg__frame_0001.png",
"source": "MONDAY",
"category": "test_unseen_os",
"os": "WindowMobile",
"goal": "How to delete photos/pictures - Windows Phone 8/Nokia Lumia 920",
"action_history": "Step 0: SCROLL_RIGHT",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"CLICK at [420, 40]",
"SCROLL_UP",
"SCROLL_DOWN",
"PRESS_HOME"
],
"answer": 2
},
{
"episode_id": "0QAjCuQE4Qg",
"step_id": 2,
"screenshot_path": "./monday_mcq_images_4o/test_unseen_os_0QAjCuQE4Qg__frame_0002.png",
"source": "MONDAY",
"category": "test_unseen_os",
"os": "WindowMobile",
"goal": "How to delete photos/pictures - Windows Phone 8/Nokia Lumia 920",
"action_history": "Step 0: SCROLL_RIGHT\nStep 1: SCROLL_DOWN",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"PRESS_BACK",
"SCROLL_UP",
"CLICK at [230, 405]",
"CLICK at [165, 400]"
],
"answer": 3
},
{
"episode_id": "0QAjCuQE4Qg",
"step_id": 3,
"screenshot_path": "./monday_mcq_images_4o/test_unseen_os_0QAjCuQE4Qg__frame_0003.png",
"source": "MONDAY",
"category": "test_unseen_os",
"os": "WindowMobile",
"goal": "How to delete photos/pictures - Windows Phone 8/Nokia Lumia 920",
"action_history": "Step 0: SCROLL_RIGHT\nStep 1: SCROLL_DOWN\nStep 2: CLICK at [165, 400]",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"CLICK at [180, 450]",
"CLICK at [350, 250]",
"SCROLL_UP",
"CLICK at [200, 310]"
],
"answer": 3
},
{
"episode_id": "0QAjCuQE4Qg",
"step_id": 4,
"screenshot_path": "./monday_mcq_images_4o/test_unseen_os_0QAjCuQE4Qg__frame_0004.png",
"source": "MONDAY",
"category": "test_unseen_os",
"os": "WindowMobile",
"goal": "How to delete photos/pictures - Windows Phone 8/Nokia Lumia 920",
"action_history": "Step 0: SCROLL_RIGHT\nStep 1: SCROLL_DOWN\nStep 2: CLICK at [165, 400]\nStep 3: CLICK at [200, 310]",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"CLICK at [250, 240]",
"CLICK at [188, 238]",
"SCROLL_UP",
"PRESS_HOME"
],
"answer": 1
},
{
"episode_id": "0QAjCuQE4Qg",
"step_id": 5,
"screenshot_path": "./monday_mcq_images_4o/test_unseen_os_0QAjCuQE4Qg__frame_0005.png",
"source": "MONDAY",
"category": "test_unseen_os",
"os": "WindowMobile",
"goal": "How to delete photos/pictures - Windows Phone 8/Nokia Lumia 920",
"action_history": "Step 0: SCROLL_RIGHT\nStep 1: SCROLL_DOWN\nStep 2: CLICK at [165, 400]\nStep 3: CLICK at [200, 310]\nStep 4: CLICK at [188, 238]",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"CLICK at [62, 670]",
"TYPE 'delete photo'",
"CLICK at [62, 750]",
"SCROLL_UP"
],
"answer": 0
},
{
"episode_id": "0QAjCuQE4Qg",
"step_id": 6,
"screenshot_path": "./monday_mcq_images_4o/test_unseen_os_0QAjCuQE4Qg__frame_0006.png",
"source": "MONDAY",
"category": "test_unseen_os",
"os": "WindowMobile",
"goal": "How to delete photos/pictures - Windows Phone 8/Nokia Lumia 920",
"action_history": "Step 0: SCROLL_RIGHT\nStep 1: SCROLL_DOWN\nStep 2: CLICK at [165, 400]\nStep 3: CLICK at [200, 310]\nStep 4: CLICK at [188, 238]\nStep 5: CLICK at [62, 670]",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"CLICK at [81, 400]",
"CLICK at [81, 480]",
"SCROLL_UP",
"CLICK at [81, 520]"
],
"answer": 1
},
{
"episode_id": "0QAjCuQE4Qg",
"step_id": 7,
"screenshot_path": "./monday_mcq_images_4o/test_unseen_os_0QAjCuQE4Qg__frame_0007.png",
"source": "MONDAY",
"category": "test_unseen_os",
"os": "WindowMobile",
"goal": "How to delete photos/pictures - Windows Phone 8/Nokia Lumia 920",
"action_history": "Step 0: SCROLL_RIGHT\nStep 1: SCROLL_DOWN\nStep 2: CLICK at [165, 400]\nStep 3: CLICK at [200, 310]\nStep 4: CLICK at [188, 238]\nStep 5: CLICK at [62, 670]\nStep 6: CLICK at [81, 480]",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"CLICK at [85, 400]",
"CLICK at [85, 201]",
"CLICK at [250, 201]",
"PRESS_BACK"
],
"answer": 1
},
{
"episode_id": "0QAjCuQE4Qg",
"step_id": 8,
"screenshot_path": "./monday_mcq_images_4o/test_unseen_os_0QAjCuQE4Qg__frame_0008.png",
"source": "MONDAY",
"category": "test_unseen_os",
"os": "WindowMobile",
"goal": "How to delete photos/pictures - Windows Phone 8/Nokia Lumia 920",
"action_history": "Step 0: SCROLL_RIGHT\nStep 1: SCROLL_DOWN\nStep 2: CLICK at [165, 400]\nStep 3: CLICK at [200, 310]\nStep 4: CLICK at [188, 238]\nStep 5: CLICK at [62, 670]\nStep 6: CLICK at [81, 480]\nStep 7: CLICK at [85, 201]",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"SCROLL_UP",
"CLICK at [350, 300]",
"CLICK at [368, 219]",
"CLICK at [50, 50]"
],
"answer": 2
},
{
"episode_id": "0QAjCuQE4Qg",
"step_id": 9,
"screenshot_path": "./monday_mcq_images_4o/test_unseen_os_0QAjCuQE4Qg__frame_0009.png",
"source": "MONDAY",
"category": "test_unseen_os",
"os": "WindowMobile",
"goal": "How to delete photos/pictures - Windows Phone 8/Nokia Lumia 920",
"action_history": "Step 0: SCROLL_RIGHT\nStep 1: SCROLL_DOWN\nStep 2: CLICK at [165, 400]\nStep 3: CLICK at [200, 310]\nStep 4: CLICK at [188, 238]\nStep 5: CLICK at [62, 670]\nStep 6: CLICK at [81, 480]\nStep 7: CLICK at [85, 201]\nStep 8: CLICK at [368, 219]",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"CLICK at [300, 400]",
"SCROLL_UP",
"CLICK at [50, 387]",
"CLICK at [80, 387]"
],
"answer": 3
},
{
"episode_id": "0QAjCuQE4Qg",
"step_id": 10,
"screenshot_path": "./monday_mcq_images_4o/test_unseen_os_0QAjCuQE4Qg__frame_0010.png",
"source": "MONDAY",
"category": "test_unseen_os",
"os": "WindowMobile",
"goal": "How to delete photos/pictures - Windows Phone 8/Nokia Lumia 920",
"action_history": "Step 0: SCROLL_RIGHT\nStep 1: SCROLL_DOWN\nStep 2: CLICK at [165, 400]\nStep 3: CLICK at [200, 310]\nStep 4: CLICK at [188, 238]\nStep 5: CLICK at [62, 670]\nStep 6: CLICK at [81, 480]\nStep 7: CLICK at [85, 201]\nStep 8: CLICK at [368, 219]\nStep 9: CLICK at [80, 387]",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"CLICK at [113, 600]",
"CLICK at [113, 213]",
"SCROLL_UP",
"CLICK at [330, 213]"
],
"answer": 1
},
{
"episode_id": "0QAjCuQE4Qg",
"step_id": 11,
"screenshot_path": "./monday_mcq_images_4o/test_unseen_os_0QAjCuQE4Qg__frame_0011.png",
"source": "MONDAY",
"category": "test_unseen_os",
"os": "WindowMobile",
"goal": "How to delete photos/pictures - Windows Phone 8/Nokia Lumia 920",
"action_history": "Step 0: SCROLL_RIGHT\nStep 1: SCROLL_DOWN\nStep 2: CLICK at [165, 400]\nStep 3: CLICK at [200, 310]\nStep 4: CLICK at [188, 238]\nStep 5: CLICK at [62, 670]\nStep 6: CLICK at [81, 480]\nStep 7: CLICK at [85, 201]\nStep 8: CLICK at [368, 219]\nStep 9: CLICK at [80, 387]\nStep 10: CLICK at [113, 213]",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"CLICK at [200, 800]",
"SCROLL_LEFT",
"PRESS_HOME",
"TYPE 'delete'"
],
"answer": 2
},
{
"episode_id": "1zwW_wwGT6I",
"step_id": 0,
"screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0000.png",
"source": "MONDAY",
"category": "test_unseen_os",
"os": "WindowMobile",
"goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920",
"action_history": "",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"PRESS_HOME",
"SCROLL_RIGHT",
"CLICK at [75, 200]",
"SCROLL_DOWN"
],
"answer": 1
},
{
"episode_id": "1zwW_wwGT6I",
"step_id": 1,
"screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0001.png",
"source": "MONDAY",
"category": "test_unseen_os",
"os": "WindowMobile",
"goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920",
"action_history": "Step 0: SCROLL_RIGHT",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"CLICK at [223, 303]",
"SCROLL_DOWN",
"CLICK at [123, 303]",
"CLICK at [223, 400]"
],
"answer": 0
},
{
"episode_id": "1zwW_wwGT6I",
"step_id": 2,
"screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0002.png",
"source": "MONDAY",
"category": "test_unseen_os",
"os": "WindowMobile",
"goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920",
"action_history": "Step 0: SCROLL_RIGHT\nStep 1: CLICK at [223, 303]",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"CLICK at [180, 615]",
"CLICK at [267, 615]",
"CLICK at [267, 500]",
"SCROLL_UP"
],
"answer": 1
},
{
"episode_id": "1zwW_wwGT6I",
"step_id": 3,
"screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0003.png",
"source": "MONDAY",
"category": "test_unseen_os",
"os": "WindowMobile",
"goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920",
"action_history": "Step 0: SCROLL_RIGHT\nStep 1: CLICK at [223, 303]\nStep 2: CLICK at [267, 615]",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"PRESS_BACK",
"CLICK at [355, 254]",
"CLICK at [355, 354]",
"SCROLL_LEFT"
],
"answer": 1
},
{
"episode_id": "1zwW_wwGT6I",
"step_id": 4,
"screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0004.png",
"source": "MONDAY",
"category": "test_unseen_os",
"os": "WindowMobile",
"goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920",
"action_history": "Step 0: SCROLL_RIGHT\nStep 1: CLICK at [223, 303]\nStep 2: CLICK at [267, 615]\nStep 3: CLICK at [355, 254]",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"CLICK at [30, 80]",
"CLICK at [50, 750]",
"SCROLL_UP",
"SCROLL_DOWN"
],
"answer": 3
},
{
"episode_id": "1zwW_wwGT6I",
"step_id": 5,
"screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0005.png",
"source": "MONDAY",
"category": "test_unseen_os",
"os": "WindowMobile",
"goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920",
"action_history": "Step 0: SCROLL_RIGHT\nStep 1: CLICK at [223, 303]\nStep 2: CLICK at [267, 615]\nStep 3: CLICK at [355, 254]\nStep 4: SCROLL_DOWN",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"CLICK at [284, 530]",
"CLICK at [350, 720]",
"SCROLL_UP",
"CLICK at [284, 585]"
],
"answer": 3
},
{
"episode_id": "1zwW_wwGT6I",
"step_id": 6,
"screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0006.png",
"source": "MONDAY",
"category": "test_unseen_os",
"os": "WindowMobile",
"goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920",
"action_history": "Step 0: SCROLL_RIGHT\nStep 1: CLICK at [223, 303]\nStep 2: CLICK at [267, 615]\nStep 3: CLICK at [355, 254]\nStep 4: SCROLL_DOWN\nStep 5: CLICK at [284, 585]",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"CLICK at [30, 450]",
"CLICK at [71, 379]",
"SCROLL_UP",
"CLICK at [190, 379]"
],
"answer": 1
},
{
"episode_id": "1zwW_wwGT6I",
"step_id": 7,
"screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0007.png",
"source": "MONDAY",
"category": "test_unseen_os",
"os": "WindowMobile",
"goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920",
"action_history": "Step 0: SCROLL_RIGHT\nStep 1: CLICK at [223, 303]\nStep 2: CLICK at [267, 615]\nStep 3: CLICK at [355, 254]\nStep 4: SCROLL_DOWN\nStep 5: CLICK at [284, 585]\nStep 6: CLICK at [71, 379]",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"PRESS_BACK",
"SCROLL_UP",
"CLICK at [450, 785]",
"SCROLL_DOWN"
],
"answer": 1
},
{
"episode_id": "1zwW_wwGT6I",
"step_id": 8,
"screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0008.png",
"source": "MONDAY",
"category": "test_unseen_os",
"os": "WindowMobile",
"goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920",
"action_history": "Step 0: SCROLL_RIGHT\nStep 1: CLICK at [223, 303]\nStep 2: CLICK at [267, 615]\nStep 3: CLICK at [355, 254]\nStep 4: SCROLL_DOWN\nStep 5: CLICK at [284, 585]\nStep 6: CLICK at [71, 379]\nStep 7: SCROLL_UP",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"PRESS_HOME",
"CLICK at [35, 750]",
"SCROLL_DOWN",
"SCROLL_UP"
],
"answer": 2
},
{
"episode_id": "1zwW_wwGT6I",
"step_id": 9,
"screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0009.png",
"source": "MONDAY",
"category": "test_unseen_os",
"os": "WindowMobile",
"goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920",
"action_history": "Step 0: SCROLL_RIGHT\nStep 1: CLICK at [223, 303]\nStep 2: CLICK at [267, 615]\nStep 3: CLICK at [355, 254]\nStep 4: SCROLL_DOWN\nStep 5: CLICK at [284, 585]\nStep 6: CLICK at [71, 379]\nStep 7: SCROLL_UP\nStep 8: SCROLL_DOWN",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"SCROLL_LEFT",
"CLICK at [300, 720]",
"CLICK at [57, 352]",
"PRESS_BACK"
],
"answer": 2
},
{
"episode_id": "1zwW_wwGT6I",
"step_id": 10,
"screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0010.png",
"source": "MONDAY",
"category": "test_unseen_os",
"os": "WindowMobile",
"goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920",
"action_history": "Step 0: SCROLL_RIGHT\nStep 1: CLICK at [223, 303]\nStep 2: CLICK at [267, 615]\nStep 3: CLICK at [355, 254]\nStep 4: SCROLL_DOWN\nStep 5: CLICK at [284, 585]\nStep 6: CLICK at [71, 379]\nStep 7: SCROLL_UP\nStep 8: SCROLL_DOWN\nStep 9: CLICK at [57, 352]",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"CLICK at [50, 100]",
"SCROLL_UP",
"TYPE 'Doctors Appointment'",
"PRESS_BACK"
],
"answer": 2
},
{
"episode_id": "1zwW_wwGT6I",
"step_id": 11,
"screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0011.png",
"source": "MONDAY",
"category": "test_unseen_os",
"os": "WindowMobile",
"goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920",
"action_history": "Step 0: SCROLL_RIGHT\nStep 1: CLICK at [223, 303]\nStep 2: CLICK at [267, 615]\nStep 3: CLICK at [355, 254]\nStep 4: SCROLL_DOWN\nStep 5: CLICK at [284, 585]\nStep 6: CLICK at [71, 379]\nStep 7: SCROLL_UP\nStep 8: SCROLL_DOWN\nStep 9: CLICK at [57, 352]\nStep 10: TYPE 'Doctors Appointment'",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"CLICK at [50, 632]",
"CLICK at [262, 632]",
"CLICK at [262, 700]",
"SCROLL_UP"
],
"answer": 1
},
{
"episode_id": "1zwW_wwGT6I",
"step_id": 12,
"screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0012.png",
"source": "MONDAY",
"category": "test_unseen_os",
"os": "WindowMobile",
"goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920",
"action_history": "Step 0: SCROLL_RIGHT\nStep 1: CLICK at [223, 303]\nStep 2: CLICK at [267, 615]\nStep 3: CLICK at [355, 254]\nStep 4: SCROLL_DOWN\nStep 5: CLICK at [284, 585]\nStep 6: CLICK at [71, 379]\nStep 7: SCROLL_UP\nStep 8: SCROLL_DOWN\nStep 9: CLICK at [57, 352]\nStep 10: TYPE 'Doctors Appointment'\nStep 11: CLICK at [262, 632]",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"SCROLL_DOWN",
"CLICK at [235, 780]",
"PRESS_HOME",
"SCROLL_UP"
],
"answer": 3
},
{
"episode_id": "1zwW_wwGT6I",
"step_id": 13,
"screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0013.png",
"source": "MONDAY",
"category": "test_unseen_os",
"os": "WindowMobile",
"goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920",
"action_history": "Step 0: SCROLL_RIGHT\nStep 1: CLICK at [223, 303]\nStep 2: CLICK at [267, 615]\nStep 3: CLICK at [355, 254]\nStep 4: SCROLL_DOWN\nStep 5: CLICK at [284, 585]\nStep 6: CLICK at [71, 379]\nStep 7: SCROLL_UP\nStep 8: SCROLL_DOWN\nStep 9: CLICK at [57, 352]\nStep 10: TYPE 'Doctors Appointment'\nStep 11: CLICK at [262, 632]\nStep 12: SCROLL_UP",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"CLICK at [295, 700]",
"SCROLL_DOWN",
"TYPE 'Meeting Reminder'",
"CLICK at [295, 633]"
],
"answer": 3
},
{
"episode_id": "1zwW_wwGT6I",
"step_id": 14,
"screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0014.png",
"source": "MONDAY",
"category": "test_unseen_os",
"os": "WindowMobile",
"goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920",
"action_history": "Step 0: SCROLL_RIGHT\nStep 1: CLICK at [223, 303]\nStep 2: CLICK at [267, 615]\nStep 3: CLICK at [355, 254]\nStep 4: SCROLL_DOWN\nStep 5: CLICK at [284, 585]\nStep 6: CLICK at [71, 379]\nStep 7: SCROLL_UP\nStep 8: SCROLL_DOWN\nStep 9: CLICK at [57, 352]\nStep 10: TYPE 'Doctors Appointment'\nStep 11: CLICK at [262, 632]\nStep 12: SCROLL_UP\nStep 13: CLICK at [295, 633]",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"CLICK at [80, 280]",
"CLICK at [79, 383]",
"SCROLL_UP",
"CLICK at [300, 450]"
],
"answer": 1
},
{
"episode_id": "1zwW_wwGT6I",
"step_id": 15,
"screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0015.png",
"source": "MONDAY",
"category": "test_unseen_os",
"os": "WindowMobile",
"goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920",
"action_history": "Step 0: SCROLL_RIGHT\nStep 1: CLICK at [223, 303]\nStep 2: CLICK at [267, 615]\nStep 3: CLICK at [355, 254]\nStep 4: SCROLL_DOWN\nStep 5: CLICK at [284, 585]\nStep 6: CLICK at [71, 379]\nStep 7: SCROLL_UP\nStep 8: SCROLL_DOWN\nStep 9: CLICK at [57, 352]\nStep 10: TYPE 'Doctors Appointment'\nStep 11: CLICK at [262, 632]\nStep 12: SCROLL_UP\nStep 13: CLICK at [295, 633]\nStep 14: CLICK at [79, 383]",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"CLICK at [317, 569]",
"CLICK at [347, 589]",
"CLICK at [139, 612]",
"SCROLL_LEFT"
],
"answer": 0
},
{
"episode_id": "1zwW_wwGT6I",
"step_id": 16,
"screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0016.png",
"source": "MONDAY",
"category": "test_unseen_os",
"os": "WindowMobile",
"goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920",
"action_history": "Step 0: SCROLL_RIGHT\nStep 1: CLICK at [223, 303]\nStep 2: CLICK at [267, 615]\nStep 3: CLICK at [355, 254]\nStep 4: SCROLL_DOWN\nStep 5: CLICK at [284, 585]\nStep 6: CLICK at [71, 379]\nStep 7: SCROLL_UP\nStep 8: SCROLL_DOWN\nStep 9: CLICK at [57, 352]\nStep 10: TYPE 'Doctors Appointment'\nStep 11: CLICK at [262, 632]\nStep 12: SCROLL_UP\nStep 13: CLICK at [295, 633]\nStep 14: CLICK at [79, 383]\nStep 15: CLICK at [317, 569]",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"CLICK at [210, 650]",
"CLICK at [500, 300]",
"TYPE 'Dentist appointment'",
"SCROLL_LEFT"
],
"answer": 2
},
{
"episode_id": "1zwW_wwGT6I",
"step_id": 17,
"screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0017.png",
"source": "MONDAY",
"category": "test_unseen_os",
"os": "WindowMobile",
"goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920",
"action_history": "Step 0: SCROLL_RIGHT\nStep 1: CLICK at [223, 303]\nStep 2: CLICK at [267, 615]\nStep 3: CLICK at [355, 254]\nStep 4: SCROLL_DOWN\nStep 5: CLICK at [284, 585]\nStep 6: CLICK at [71, 379]\nStep 7: SCROLL_UP\nStep 8: SCROLL_DOWN\nStep 9: CLICK at [57, 352]\nStep 10: TYPE 'Doctors Appointment'\nStep 11: CLICK at [262, 632]\nStep 12: SCROLL_UP\nStep 13: CLICK at [295, 633]\nStep 14: CLICK at [79, 383]\nStep 15: CLICK at [317, 569]\nStep 16: TYPE 'Dentist appointment'",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"CLICK at [50, 100]",
"CLICK at [249, 450]",
"CLICK at [249, 508]",
"SCROLL_DOWN"
],
"answer": 2
},
{
"episode_id": "1zwW_wwGT6I",
"step_id": 18,
"screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0018.png",
"source": "MONDAY",
"category": "test_unseen_os",
"os": "WindowMobile",
"goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920",
"action_history": "Step 0: SCROLL_RIGHT\nStep 1: CLICK at [223, 303]\nStep 2: CLICK at [267, 615]\nStep 3: CLICK at [355, 254]\nStep 4: SCROLL_DOWN\nStep 5: CLICK at [284, 585]\nStep 6: CLICK at [71, 379]\nStep 7: SCROLL_UP\nStep 8: SCROLL_DOWN\nStep 9: CLICK at [57, 352]\nStep 10: TYPE 'Doctors Appointment'\nStep 11: CLICK at [262, 632]\nStep 12: SCROLL_UP\nStep 13: CLICK at [295, 633]\nStep 14: CLICK at [79, 383]\nStep 15: CLICK at [317, 569]\nStep 16: TYPE 'Dentist appointment'\nStep 17: CLICK at [249, 508]",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"CLICK at [69, 174]",
"CLICK at [120, 190]",
"CLICK at [223, 540]",
"SCROLL_UP"
],
"answer": 0
},
{
"episode_id": "1zwW_wwGT6I",
"step_id": 19,
"screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0019.png",
"source": "MONDAY",
"category": "test_unseen_os",
"os": "WindowMobile",
"goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920",
"action_history": "Step 0: SCROLL_RIGHT\nStep 1: CLICK at [223, 303]\nStep 2: CLICK at [267, 615]\nStep 3: CLICK at [355, 254]\nStep 4: SCROLL_DOWN\nStep 5: CLICK at [284, 585]\nStep 6: CLICK at [71, 379]\nStep 7: SCROLL_UP\nStep 8: SCROLL_DOWN\nStep 9: CLICK at [57, 352]\nStep 10: TYPE 'Doctors Appointment'\nStep 11: CLICK at [262, 632]\nStep 12: SCROLL_UP\nStep 13: CLICK at [295, 633]\nStep 14: CLICK at [79, 383]\nStep 15: CLICK at [317, 569]\nStep 16: TYPE 'Dentist appointment'\nStep 17: CLICK at [249, 508]\nStep 18: CLICK at [69, 174]",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"CLICK at [230, 420]",
"CLICK at [310, 700]",
"TYPE 'Dentist'",
"SCROLL_DOWN"
],
"answer": 2
},
{
"episode_id": "1zwW_wwGT6I",
"step_id": 20,
"screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0020.png",
"source": "MONDAY",
"category": "test_unseen_os",
"os": "WindowMobile",
"goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920",
"action_history": "Step 0: SCROLL_RIGHT\nStep 1: CLICK at [223, 303]\nStep 2: CLICK at [267, 615]\nStep 3: CLICK at [355, 254]\nStep 4: SCROLL_DOWN\nStep 5: CLICK at [284, 585]\nStep 6: CLICK at [71, 379]\nStep 7: SCROLL_UP\nStep 8: SCROLL_DOWN\nStep 9: CLICK at [57, 352]\nStep 10: TYPE 'Doctors Appointment'\nStep 11: CLICK at [262, 632]\nStep 12: SCROLL_UP\nStep 13: CLICK at [295, 633]\nStep 14: CLICK at [79, 383]\nStep 15: CLICK at [317, 569]\nStep 16: TYPE 'Dentist appointment'\nStep 17: CLICK at [249, 508]\nStep 18: CLICK at [69, 174]\nStep 19: TYPE 'Dentist'",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"CLICK at [100, 700]",
"CLICK at [231, 564]",
"CLICK at [330, 564]",
"SCROLL_DOWN"
],
"answer": 1
},
{
"episode_id": "1zwW_wwGT6I",
"step_id": 21,
"screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0021.png",
"source": "MONDAY",
"category": "test_unseen_os",
"os": "WindowMobile",
"goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920",
"action_history": "Step 0: SCROLL_RIGHT\nStep 1: CLICK at [223, 303]\nStep 2: CLICK at [267, 615]\nStep 3: CLICK at [355, 254]\nStep 4: SCROLL_DOWN\nStep 5: CLICK at [284, 585]\nStep 6: CLICK at [71, 379]\nStep 7: SCROLL_UP\nStep 8: SCROLL_DOWN\nStep 9: CLICK at [57, 352]\nStep 10: TYPE 'Doctors Appointment'\nStep 11: CLICK at [262, 632]\nStep 12: SCROLL_UP\nStep 13: CLICK at [295, 633]\nStep 14: CLICK at [79, 383]\nStep 15: CLICK at [317, 569]\nStep 16: TYPE 'Dentist appointment'\nStep 17: CLICK at [249, 508]\nStep 18: CLICK at [69, 174]\nStep 19: TYPE 'Dentist'\nStep 20: CLICK at [231, 564]",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"SCROLL_RIGHT",
"CLICK at [104, 320]",
"CLICK at [56, 534]",
"CLICK at [104, 460]"
],
"answer": 1
},
{
"episode_id": "1zwW_wwGT6I",
"step_id": 22,
"screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0022.png",
"source": "MONDAY",
"category": "test_unseen_os",
"os": "WindowMobile",
"goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920",
"action_history": "Step 0: SCROLL_RIGHT\nStep 1: CLICK at [223, 303]\nStep 2: CLICK at [267, 615]\nStep 3: CLICK at [355, 254]\nStep 4: SCROLL_DOWN\nStep 5: CLICK at [284, 585]\nStep 6: CLICK at [71, 379]\nStep 7: SCROLL_UP\nStep 8: SCROLL_DOWN\nStep 9: CLICK at [57, 352]\nStep 10: TYPE 'Doctors Appointment'\nStep 11: CLICK at [262, 632]\nStep 12: SCROLL_UP\nStep 13: CLICK at [295, 633]\nStep 14: CLICK at [79, 383]\nStep 15: CLICK at [317, 569]\nStep 16: TYPE 'Dentist appointment'\nStep 17: CLICK at [249, 508]\nStep 18: CLICK at [69, 174]\nStep 19: TYPE 'Dentist'\nStep 20: CLICK at [231, 564]\nStep 21: CLICK at [104, 320]",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"SCROLL_LEFT",
"CLICK at [372, 524]",
"CLICK at [246, 600]",
"CLICK at [246, 524]"
],
"answer": 3
},
{
"episode_id": "1zwW_wwGT6I",
"step_id": 23,
"screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0023.png",
"source": "MONDAY",
"category": "test_unseen_os",
"os": "WindowMobile",
"goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920",
"action_history": "Step 0: SCROLL_RIGHT\nStep 1: CLICK at [223, 303]\nStep 2: CLICK at [267, 615]\nStep 3: CLICK at [355, 254]\nStep 4: SCROLL_DOWN\nStep 5: CLICK at [284, 585]\nStep 6: CLICK at [71, 379]\nStep 7: SCROLL_UP\nStep 8: SCROLL_DOWN\nStep 9: CLICK at [57, 352]\nStep 10: TYPE 'Doctors Appointment'\nStep 11: CLICK at [262, 632]\nStep 12: SCROLL_UP\nStep 13: CLICK at [295, 633]\nStep 14: CLICK at [79, 383]\nStep 15: CLICK at [317, 569]\nStep 16: TYPE 'Dentist appointment'\nStep 17: CLICK at [249, 508]\nStep 18: CLICK at [69, 174]\nStep 19: TYPE 'Dentist'\nStep 20: CLICK at [231, 564]\nStep 21: CLICK at [104, 320]\nStep 22: CLICK at [246, 524]",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"SCROLL_UP",
"CLICK at [181, 266]",
"CLICK at [180, 360]",
"CLICK at [300, 600]"
],
"answer": 1
},
{
"episode_id": "1zwW_wwGT6I",
"step_id": 24,
"screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0024.png",
"source": "MONDAY",
"category": "test_unseen_os",
"os": "WindowMobile",
"goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920",
"action_history": "Step 0: SCROLL_RIGHT\nStep 1: CLICK at [223, 303]\nStep 2: CLICK at [267, 615]\nStep 3: CLICK at [355, 254]\nStep 4: SCROLL_DOWN\nStep 5: CLICK at [284, 585]\nStep 6: CLICK at [71, 379]\nStep 7: SCROLL_UP\nStep 8: SCROLL_DOWN\nStep 9: CLICK at [57, 352]\nStep 10: TYPE 'Doctors Appointment'\nStep 11: CLICK at [262, 632]\nStep 12: SCROLL_UP\nStep 13: CLICK at [295, 633]\nStep 14: CLICK at [79, 383]\nStep 15: CLICK at [317, 569]\nStep 16: TYPE 'Dentist appointment'\nStep 17: CLICK at [249, 508]\nStep 18: CLICK at [69, 174]\nStep 19: TYPE 'Dentist'\nStep 20: CLICK at [231, 564]\nStep 21: CLICK at [104, 320]\nStep 22: CLICK at [246, 524]\nStep 23: CLICK at [181, 266]",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"SCROLL_UP",
"CLICK at [250, 700]",
"PRESS_BACK",
"PRESS_HOME"
],
"answer": 2
},
{
"episode_id": "1zwW_wwGT6I",
"step_id": 25,
"screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0025.png",
"source": "MONDAY",
"category": "test_unseen_os",
"os": "WindowMobile",
"goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920",
"action_history": "Step 0: SCROLL_RIGHT\nStep 1: CLICK at [223, 303]\nStep 2: CLICK at [267, 615]\nStep 3: CLICK at [355, 254]\nStep 4: SCROLL_DOWN\nStep 5: CLICK at [284, 585]\nStep 6: CLICK at [71, 379]\nStep 7: SCROLL_UP\nStep 8: SCROLL_DOWN\nStep 9: CLICK at [57, 352]\nStep 10: TYPE 'Doctors Appointment'\nStep 11: CLICK at [262, 632]\nStep 12: SCROLL_UP\nStep 13: CLICK at [295, 633]\nStep 14: CLICK at [79, 383]\nStep 15: CLICK at [317, 569]\nStep 16: TYPE 'Dentist appointment'\nStep 17: CLICK at [249, 508]\nStep 18: CLICK at [69, 174]\nStep 19: TYPE 'Dentist'\nStep 20: CLICK at [231, 564]\nStep 21: CLICK at [104, 320]\nStep 22: CLICK at [246, 524]\nStep 23: CLICK at [181, 266]\nStep 24: PRESS_BACK",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"CLICK at [137, 449]",
"SCROLL_UP",
"CLICK at [120, 480]",
"CLICK at [200, 600]"
],
"answer": 0
},
{
"episode_id": "1zwW_wwGT6I",
"step_id": 26,
"screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0026.png",
"source": "MONDAY",
"category": "test_unseen_os",
"os": "WindowMobile",
"goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920",
"action_history": "Step 0: SCROLL_RIGHT\nStep 1: CLICK at [223, 303]\nStep 2: CLICK at [267, 615]\nStep 3: CLICK at [355, 254]\nStep 4: SCROLL_DOWN\nStep 5: CLICK at [284, 585]\nStep 6: CLICK at [71, 379]\nStep 7: SCROLL_UP\nStep 8: SCROLL_DOWN\nStep 9: CLICK at [57, 352]\nStep 10: TYPE 'Doctors Appointment'\nStep 11: CLICK at [262, 632]\nStep 12: SCROLL_UP\nStep 13: CLICK at [295, 633]\nStep 14: CLICK at [79, 383]\nStep 15: CLICK at [317, 569]\nStep 16: TYPE 'Dentist appointment'\nStep 17: CLICK at [249, 508]\nStep 18: CLICK at [69, 174]\nStep 19: TYPE 'Dentist'\nStep 20: CLICK at [231, 564]\nStep 21: CLICK at [104, 320]\nStep 22: CLICK at [246, 524]\nStep 23: CLICK at [181, 266]\nStep 24: PRESS_BACK\nStep 25: CLICK at [137, 449]",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"SCROLL_DOWN",
"CLICK at [169, 314]",
"CLICK at [237, 262]",
"CLICK at [169, 414]"
],
"answer": 3
},
{
"episode_id": "1zwW_wwGT6I",
"step_id": 27,
"screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0027.png",
"source": "MONDAY",
"category": "test_unseen_os",
"os": "WindowMobile",
"goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920",
"action_history": "Step 0: SCROLL_RIGHT\nStep 1: CLICK at [223, 303]\nStep 2: CLICK at [267, 615]\nStep 3: CLICK at [355, 254]\nStep 4: SCROLL_DOWN\nStep 5: CLICK at [284, 585]\nStep 6: CLICK at [71, 379]\nStep 7: SCROLL_UP\nStep 8: SCROLL_DOWN\nStep 9: CLICK at [57, 352]\nStep 10: TYPE 'Doctors Appointment'\nStep 11: CLICK at [262, 632]\nStep 12: SCROLL_UP\nStep 13: CLICK at [295, 633]\nStep 14: CLICK at [79, 383]\nStep 15: CLICK at [317, 569]\nStep 16: TYPE 'Dentist appointment'\nStep 17: CLICK at [249, 508]\nStep 18: CLICK at [69, 174]\nStep 19: TYPE 'Dentist'\nStep 20: CLICK at [231, 564]\nStep 21: CLICK at [104, 320]\nStep 22: CLICK at [246, 524]\nStep 23: CLICK at [181, 266]\nStep 24: PRESS_BACK\nStep 25: CLICK at [137, 449]\nStep 26: CLICK at [169, 414]",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"CLICK at [223, 631]",
"CLICK at [310, 400]",
"CLICK at [223, 700]",
"SCROLL_UP"
],
"answer": 0
},
{
"episode_id": "1zwW_wwGT6I",
"step_id": 28,
"screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0028.png",
"source": "MONDAY",
"category": "test_unseen_os",
"os": "WindowMobile",
"goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920",
"action_history": "Step 0: SCROLL_RIGHT\nStep 1: CLICK at [223, 303]\nStep 2: CLICK at [267, 615]\nStep 3: CLICK at [355, 254]\nStep 4: SCROLL_DOWN\nStep 5: CLICK at [284, 585]\nStep 6: CLICK at [71, 379]\nStep 7: SCROLL_UP\nStep 8: SCROLL_DOWN\nStep 9: CLICK at [57, 352]\nStep 10: TYPE 'Doctors Appointment'\nStep 11: CLICK at [262, 632]\nStep 12: SCROLL_UP\nStep 13: CLICK at [295, 633]\nStep 14: CLICK at [79, 383]\nStep 15: CLICK at [317, 569]\nStep 16: TYPE 'Dentist appointment'\nStep 17: CLICK at [249, 508]\nStep 18: CLICK at [69, 174]\nStep 19: TYPE 'Dentist'\nStep 20: CLICK at [231, 564]\nStep 21: CLICK at [104, 320]\nStep 22: CLICK at [246, 524]\nStep 23: CLICK at [181, 266]\nStep 24: PRESS_BACK\nStep 25: CLICK at [137, 449]\nStep 26: CLICK at [169, 414]\nStep 27: CLICK at [223, 631]",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"CLICK at [400, 380]",
"SCROLL_LEFT",
"CLICK at [180, 393]",
"CLICK at [160, 480]"
],
"answer": 2
},
{
"episode_id": "1zwW_wwGT6I",
"step_id": 29,
"screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0029.png",
"source": "MONDAY",
"category": "test_unseen_os",
"os": "WindowMobile",
"goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920",
"action_history": "Step 0: SCROLL_RIGHT\nStep 1: CLICK at [223, 303]\nStep 2: CLICK at [267, 615]\nStep 3: CLICK at [355, 254]\nStep 4: SCROLL_DOWN\nStep 5: CLICK at [284, 585]\nStep 6: CLICK at [71, 379]\nStep 7: SCROLL_UP\nStep 8: SCROLL_DOWN\nStep 9: CLICK at [57, 352]\nStep 10: TYPE 'Doctors Appointment'\nStep 11: CLICK at [262, 632]\nStep 12: SCROLL_UP\nStep 13: CLICK at [295, 633]\nStep 14: CLICK at [79, 383]\nStep 15: CLICK at [317, 569]\nStep 16: TYPE 'Dentist appointment'\nStep 17: CLICK at [249, 508]\nStep 18: CLICK at [69, 174]\nStep 19: TYPE 'Dentist'\nStep 20: CLICK at [231, 564]\nStep 21: CLICK at [104, 320]\nStep 22: CLICK at [246, 524]\nStep 23: CLICK at [181, 266]\nStep 24: PRESS_BACK\nStep 25: CLICK at [137, 449]\nStep 26: CLICK at [169, 414]\nStep 27: CLICK at [223, 631]\nStep 28: CLICK at [180, 393]",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"SCROLL_UP",
"CLICK at [275, 690]",
"CLICK at [275, 565]",
"CLICK at [275, 639]"
],
"answer": 3
},
{
"episode_id": "1zwW_wwGT6I",
"step_id": 30,
"screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0030.png",
"source": "MONDAY",
"category": "test_unseen_os",
"os": "WindowMobile",
"goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920",
"action_history": "Step 0: SCROLL_RIGHT\nStep 1: CLICK at [223, 303]\nStep 2: CLICK at [267, 615]\nStep 3: CLICK at [355, 254]\nStep 4: SCROLL_DOWN\nStep 5: CLICK at [284, 585]\nStep 6: CLICK at [71, 379]\nStep 7: SCROLL_UP\nStep 8: SCROLL_DOWN\nStep 9: CLICK at [57, 352]\nStep 10: TYPE 'Doctors Appointment'\nStep 11: CLICK at [262, 632]\nStep 12: SCROLL_UP\nStep 13: CLICK at [295, 633]\nStep 14: CLICK at [79, 383]\nStep 15: CLICK at [317, 569]\nStep 16: TYPE 'Dentist appointment'\nStep 17: CLICK at [249, 508]\nStep 18: CLICK at [69, 174]\nStep 19: TYPE 'Dentist'\nStep 20: CLICK at [231, 564]\nStep 21: CLICK at [104, 320]\nStep 22: CLICK at [246, 524]\nStep 23: CLICK at [181, 266]\nStep 24: PRESS_BACK\nStep 25: CLICK at [137, 449]\nStep 26: CLICK at [169, 414]\nStep 27: CLICK at [223, 631]\nStep 28: CLICK at [180, 393]\nStep 29: CLICK at [275, 639]",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"CLICK at [144, 465]",
"CLICK at [144, 400]",
"CLICK at [150, 600]",
"SCROLL_UP"
],
"answer": 0
},
{
"episode_id": "1zwW_wwGT6I",
"step_id": 31,
"screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0031.png",
"source": "MONDAY",
"category": "test_unseen_os",
"os": "WindowMobile",
"goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920",
"action_history": "Step 0: SCROLL_RIGHT\nStep 1: CLICK at [223, 303]\nStep 2: CLICK at [267, 615]\nStep 3: CLICK at [355, 254]\nStep 4: SCROLL_DOWN\nStep 5: CLICK at [284, 585]\nStep 6: CLICK at [71, 379]\nStep 7: SCROLL_UP\nStep 8: SCROLL_DOWN\nStep 9: CLICK at [57, 352]\nStep 10: TYPE 'Doctors Appointment'\nStep 11: CLICK at [262, 632]\nStep 12: SCROLL_UP\nStep 13: CLICK at [295, 633]\nStep 14: CLICK at [79, 383]\nStep 15: CLICK at [317, 569]\nStep 16: TYPE 'Dentist appointment'\nStep 17: CLICK at [249, 508]\nStep 18: CLICK at [69, 174]\nStep 19: TYPE 'Dentist'\nStep 20: CLICK at [231, 564]\nStep 21: CLICK at [104, 320]\nStep 22: CLICK at [246, 524]\nStep 23: CLICK at [181, 266]\nStep 24: PRESS_BACK\nStep 25: CLICK at [137, 449]\nStep 26: CLICK at [169, 414]\nStep 27: CLICK at [223, 631]\nStep 28: CLICK at [180, 393]\nStep 29: CLICK at [275, 639]\nStep 30: CLICK at [144, 465]",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"CLICK at [145, 695]",
"SCROLL_UP",
"CLICK at [152, 495]",
"CLICK at [152, 435]"
],
"answer": 2
},
{
"episode_id": "1zwW_wwGT6I",
"step_id": 32,
"screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0032.png",
"source": "MONDAY",
"category": "test_unseen_os",
"os": "WindowMobile",
"goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920",
"action_history": "Step 0: SCROLL_RIGHT\nStep 1: CLICK at [223, 303]\nStep 2: CLICK at [267, 615]\nStep 3: CLICK at [355, 254]\nStep 4: SCROLL_DOWN\nStep 5: CLICK at [284, 585]\nStep 6: CLICK at [71, 379]\nStep 7: SCROLL_UP\nStep 8: SCROLL_DOWN\nStep 9: CLICK at [57, 352]\nStep 10: TYPE 'Doctors Appointment'\nStep 11: CLICK at [262, 632]\nStep 12: SCROLL_UP\nStep 13: CLICK at [295, 633]\nStep 14: CLICK at [79, 383]\nStep 15: CLICK at [317, 569]\nStep 16: TYPE 'Dentist appointment'\nStep 17: CLICK at [249, 508]\nStep 18: CLICK at [69, 174]\nStep 19: TYPE 'Dentist'\nStep 20: CLICK at [231, 564]\nStep 21: CLICK at [104, 320]\nStep 22: CLICK at [246, 524]\nStep 23: CLICK at [181, 266]\nStep 24: PRESS_BACK\nStep 25: CLICK at [137, 449]\nStep 26: CLICK at [169, 414]\nStep 27: CLICK at [223, 631]\nStep 28: CLICK at [180, 393]\nStep 29: CLICK at [275, 639]\nStep 30: CLICK at [144, 465]\nStep 31: CLICK at [152, 495]",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"PRESS_HOME",
"CLICK at [250, 750]",
"SCROLL_RIGHT",
"PRESS_BACK"
],
"answer": 0
},
{
"episode_id": "1zwW_wwGT6I",
"step_id": 33,
"screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0033.png",
"source": "MONDAY",
"category": "test_unseen_os",
"os": "WindowMobile",
"goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920",
"action_history": "Step 0: SCROLL_RIGHT\nStep 1: CLICK at [223, 303]\nStep 2: CLICK at [267, 615]\nStep 3: CLICK at [355, 254]\nStep 4: SCROLL_DOWN\nStep 5: CLICK at [284, 585]\nStep 6: CLICK at [71, 379]\nStep 7: SCROLL_UP\nStep 8: SCROLL_DOWN\nStep 9: CLICK at [57, 352]\nStep 10: TYPE 'Doctors Appointment'\nStep 11: CLICK at [262, 632]\nStep 12: SCROLL_UP\nStep 13: CLICK at [295, 633]\nStep 14: CLICK at [79, 383]\nStep 15: CLICK at [317, 569]\nStep 16: TYPE 'Dentist appointment'\nStep 17: CLICK at [249, 508]\nStep 18: CLICK at [69, 174]\nStep 19: TYPE 'Dentist'\nStep 20: CLICK at [231, 564]\nStep 21: CLICK at [104, 320]\nStep 22: CLICK at [246, 524]\nStep 23: CLICK at [181, 266]\nStep 24: PRESS_BACK\nStep 25: CLICK at [137, 449]\nStep 26: CLICK at [169, 414]\nStep 27: CLICK at [223, 631]\nStep 28: CLICK at [180, 393]\nStep 29: CLICK at [275, 639]\nStep 30: CLICK at [144, 465]\nStep 31: CLICK at [152, 495]\nStep 32: PRESS_HOME",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"CLICK at [82, 728]",
"PRESS_HOME",
"CLICK at [232, 678]",
"SCROLL_LEFT"
],
"answer": 1
}
]