Spaces:
Sleeping
Sleeping
| [ | |
| { | |
| "episode_id": "0QAjCuQE4Qg", | |
| "step_id": 0, | |
| "screenshot_path": "./monday_mcq_images_4o/test_unseen_os_0QAjCuQE4Qg__frame_0000.png", | |
| "source": "MONDAY", | |
| "category": "test_unseen_os", | |
| "os": "WindowMobile", | |
| "goal": "How to delete photos/pictures - Windows Phone 8/Nokia Lumia 920", | |
| "action_history": "", | |
| "current_question": "Based on the screenshot and goal, what is the correct next action to perform?", | |
| "options": [ | |
| "CLICK at [235, 400]", | |
| "PRESS_BACK", | |
| "SCROLL_UP", | |
| "SCROLL_RIGHT" | |
| ], | |
| "answer": 3 | |
| }, | |
| { | |
| "episode_id": "0QAjCuQE4Qg", | |
| "step_id": 1, | |
| "screenshot_path": "./monday_mcq_images_4o/test_unseen_os_0QAjCuQE4Qg__frame_0001.png", | |
| "source": "MONDAY", | |
| "category": "test_unseen_os", | |
| "os": "WindowMobile", | |
| "goal": "How to delete photos/pictures - Windows Phone 8/Nokia Lumia 920", | |
| "action_history": "Step 0: SCROLL_RIGHT", | |
| "current_question": "Based on the screenshot and goal, what is the correct next action to perform?", | |
| "options": [ | |
| "CLICK at [420, 40]", | |
| "SCROLL_UP", | |
| "SCROLL_DOWN", | |
| "PRESS_HOME" | |
| ], | |
| "answer": 2 | |
| }, | |
| { | |
| "episode_id": "0QAjCuQE4Qg", | |
| "step_id": 2, | |
| "screenshot_path": "./monday_mcq_images_4o/test_unseen_os_0QAjCuQE4Qg__frame_0002.png", | |
| "source": "MONDAY", | |
| "category": "test_unseen_os", | |
| "os": "WindowMobile", | |
| "goal": "How to delete photos/pictures - Windows Phone 8/Nokia Lumia 920", | |
| "action_history": "Step 0: SCROLL_RIGHT\nStep 1: SCROLL_DOWN", | |
| "current_question": "Based on the screenshot and goal, what is the correct next action to perform?", | |
| "options": [ | |
| "PRESS_BACK", | |
| "SCROLL_UP", | |
| "CLICK at [230, 405]", | |
| "CLICK at [165, 400]" | |
| ], | |
| "answer": 3 | |
| }, | |
| { | |
| "episode_id": "0QAjCuQE4Qg", | |
| "step_id": 3, | |
| "screenshot_path": "./monday_mcq_images_4o/test_unseen_os_0QAjCuQE4Qg__frame_0003.png", | |
| "source": "MONDAY", | |
| "category": "test_unseen_os", | |
| "os": "WindowMobile", | |
| "goal": "How to delete photos/pictures - Windows Phone 8/Nokia Lumia 920", | |
| "action_history": "Step 0: SCROLL_RIGHT\nStep 1: SCROLL_DOWN\nStep 2: CLICK at [165, 400]", | |
| "current_question": "Based on the screenshot and goal, what is the correct next action to perform?", | |
| "options": [ | |
| "CLICK at [180, 450]", | |
| "CLICK at [350, 250]", | |
| "SCROLL_UP", | |
| "CLICK at [200, 310]" | |
| ], | |
| "answer": 3 | |
| }, | |
| { | |
| "episode_id": "0QAjCuQE4Qg", | |
| "step_id": 4, | |
| "screenshot_path": "./monday_mcq_images_4o/test_unseen_os_0QAjCuQE4Qg__frame_0004.png", | |
| "source": "MONDAY", | |
| "category": "test_unseen_os", | |
| "os": "WindowMobile", | |
| "goal": "How to delete photos/pictures - Windows Phone 8/Nokia Lumia 920", | |
| "action_history": "Step 0: SCROLL_RIGHT\nStep 1: SCROLL_DOWN\nStep 2: CLICK at [165, 400]\nStep 3: CLICK at [200, 310]", | |
| "current_question": "Based on the screenshot and goal, what is the correct next action to perform?", | |
| "options": [ | |
| "CLICK at [250, 240]", | |
| "CLICK at [188, 238]", | |
| "SCROLL_UP", | |
| "PRESS_HOME" | |
| ], | |
| "answer": 1 | |
| }, | |
| { | |
| "episode_id": "0QAjCuQE4Qg", | |
| "step_id": 5, | |
| "screenshot_path": "./monday_mcq_images_4o/test_unseen_os_0QAjCuQE4Qg__frame_0005.png", | |
| "source": "MONDAY", | |
| "category": "test_unseen_os", | |
| "os": "WindowMobile", | |
| "goal": "How to delete photos/pictures - Windows Phone 8/Nokia Lumia 920", | |
| "action_history": "Step 0: SCROLL_RIGHT\nStep 1: SCROLL_DOWN\nStep 2: CLICK at [165, 400]\nStep 3: CLICK at [200, 310]\nStep 4: CLICK at [188, 238]", | |
| "current_question": "Based on the screenshot and goal, what is the correct next action to perform?", | |
| "options": [ | |
| "CLICK at [62, 670]", | |
| "TYPE 'delete photo'", | |
| "CLICK at [62, 750]", | |
| "SCROLL_UP" | |
| ], | |
| "answer": 0 | |
| }, | |
| { | |
| "episode_id": "0QAjCuQE4Qg", | |
| "step_id": 6, | |
| "screenshot_path": "./monday_mcq_images_4o/test_unseen_os_0QAjCuQE4Qg__frame_0006.png", | |
| "source": "MONDAY", | |
| "category": "test_unseen_os", | |
| "os": "WindowMobile", | |
| "goal": "How to delete photos/pictures - Windows Phone 8/Nokia Lumia 920", | |
| "action_history": "Step 0: SCROLL_RIGHT\nStep 1: SCROLL_DOWN\nStep 2: CLICK at [165, 400]\nStep 3: CLICK at [200, 310]\nStep 4: CLICK at [188, 238]\nStep 5: CLICK at [62, 670]", | |
| "current_question": "Based on the screenshot and goal, what is the correct next action to perform?", | |
| "options": [ | |
| "CLICK at [81, 400]", | |
| "CLICK at [81, 480]", | |
| "SCROLL_UP", | |
| "CLICK at [81, 520]" | |
| ], | |
| "answer": 1 | |
| }, | |
| { | |
| "episode_id": "0QAjCuQE4Qg", | |
| "step_id": 7, | |
| "screenshot_path": "./monday_mcq_images_4o/test_unseen_os_0QAjCuQE4Qg__frame_0007.png", | |
| "source": "MONDAY", | |
| "category": "test_unseen_os", | |
| "os": "WindowMobile", | |
| "goal": "How to delete photos/pictures - Windows Phone 8/Nokia Lumia 920", | |
| "action_history": "Step 0: SCROLL_RIGHT\nStep 1: SCROLL_DOWN\nStep 2: CLICK at [165, 400]\nStep 3: CLICK at [200, 310]\nStep 4: CLICK at [188, 238]\nStep 5: CLICK at [62, 670]\nStep 6: CLICK at [81, 480]", | |
| "current_question": "Based on the screenshot and goal, what is the correct next action to perform?", | |
| "options": [ | |
| "CLICK at [85, 400]", | |
| "CLICK at [85, 201]", | |
| "CLICK at [250, 201]", | |
| "PRESS_BACK" | |
| ], | |
| "answer": 1 | |
| }, | |
| { | |
| "episode_id": "0QAjCuQE4Qg", | |
| "step_id": 8, | |
| "screenshot_path": "./monday_mcq_images_4o/test_unseen_os_0QAjCuQE4Qg__frame_0008.png", | |
| "source": "MONDAY", | |
| "category": "test_unseen_os", | |
| "os": "WindowMobile", | |
| "goal": "How to delete photos/pictures - Windows Phone 8/Nokia Lumia 920", | |
| "action_history": "Step 0: SCROLL_RIGHT\nStep 1: SCROLL_DOWN\nStep 2: CLICK at [165, 400]\nStep 3: CLICK at [200, 310]\nStep 4: CLICK at [188, 238]\nStep 5: CLICK at [62, 670]\nStep 6: CLICK at [81, 480]\nStep 7: CLICK at [85, 201]", | |
| "current_question": "Based on the screenshot and goal, what is the correct next action to perform?", | |
| "options": [ | |
| "SCROLL_UP", | |
| "CLICK at [350, 300]", | |
| "CLICK at [368, 219]", | |
| "CLICK at [50, 50]" | |
| ], | |
| "answer": 2 | |
| }, | |
| { | |
| "episode_id": "0QAjCuQE4Qg", | |
| "step_id": 9, | |
| "screenshot_path": "./monday_mcq_images_4o/test_unseen_os_0QAjCuQE4Qg__frame_0009.png", | |
| "source": "MONDAY", | |
| "category": "test_unseen_os", | |
| "os": "WindowMobile", | |
| "goal": "How to delete photos/pictures - Windows Phone 8/Nokia Lumia 920", | |
| "action_history": "Step 0: SCROLL_RIGHT\nStep 1: SCROLL_DOWN\nStep 2: CLICK at [165, 400]\nStep 3: CLICK at [200, 310]\nStep 4: CLICK at [188, 238]\nStep 5: CLICK at [62, 670]\nStep 6: CLICK at [81, 480]\nStep 7: CLICK at [85, 201]\nStep 8: CLICK at [368, 219]", | |
| "current_question": "Based on the screenshot and goal, what is the correct next action to perform?", | |
| "options": [ | |
| "CLICK at [300, 400]", | |
| "SCROLL_UP", | |
| "CLICK at [50, 387]", | |
| "CLICK at [80, 387]" | |
| ], | |
| "answer": 3 | |
| }, | |
| { | |
| "episode_id": "0QAjCuQE4Qg", | |
| "step_id": 10, | |
| "screenshot_path": "./monday_mcq_images_4o/test_unseen_os_0QAjCuQE4Qg__frame_0010.png", | |
| "source": "MONDAY", | |
| "category": "test_unseen_os", | |
| "os": "WindowMobile", | |
| "goal": "How to delete photos/pictures - Windows Phone 8/Nokia Lumia 920", | |
| "action_history": "Step 0: SCROLL_RIGHT\nStep 1: SCROLL_DOWN\nStep 2: CLICK at [165, 400]\nStep 3: CLICK at [200, 310]\nStep 4: CLICK at [188, 238]\nStep 5: CLICK at [62, 670]\nStep 6: CLICK at [81, 480]\nStep 7: CLICK at [85, 201]\nStep 8: CLICK at [368, 219]\nStep 9: CLICK at [80, 387]", | |
| "current_question": "Based on the screenshot and goal, what is the correct next action to perform?", | |
| "options": [ | |
| "CLICK at [113, 600]", | |
| "CLICK at [113, 213]", | |
| "SCROLL_UP", | |
| "CLICK at [330, 213]" | |
| ], | |
| "answer": 1 | |
| }, | |
| { | |
| "episode_id": "0QAjCuQE4Qg", | |
| "step_id": 11, | |
| "screenshot_path": "./monday_mcq_images_4o/test_unseen_os_0QAjCuQE4Qg__frame_0011.png", | |
| "source": "MONDAY", | |
| "category": "test_unseen_os", | |
| "os": "WindowMobile", | |
| "goal": "How to delete photos/pictures - Windows Phone 8/Nokia Lumia 920", | |
| "action_history": "Step 0: SCROLL_RIGHT\nStep 1: SCROLL_DOWN\nStep 2: CLICK at [165, 400]\nStep 3: CLICK at [200, 310]\nStep 4: CLICK at [188, 238]\nStep 5: CLICK at [62, 670]\nStep 6: CLICK at [81, 480]\nStep 7: CLICK at [85, 201]\nStep 8: CLICK at [368, 219]\nStep 9: CLICK at [80, 387]\nStep 10: CLICK at [113, 213]", | |
| "current_question": "Based on the screenshot and goal, what is the correct next action to perform?", | |
| "options": [ | |
| "CLICK at [200, 800]", | |
| "SCROLL_LEFT", | |
| "PRESS_HOME", | |
| "TYPE 'delete'" | |
| ], | |
| "answer": 2 | |
| }, | |
| { | |
| "episode_id": "1zwW_wwGT6I", | |
| "step_id": 0, | |
| "screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0000.png", | |
| "source": "MONDAY", | |
| "category": "test_unseen_os", | |
| "os": "WindowMobile", | |
| "goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920", | |
| "action_history": "", | |
| "current_question": "Based on the screenshot and goal, what is the correct next action to perform?", | |
| "options": [ | |
| "PRESS_HOME", | |
| "SCROLL_RIGHT", | |
| "CLICK at [75, 200]", | |
| "SCROLL_DOWN" | |
| ], | |
| "answer": 1 | |
| }, | |
| { | |
| "episode_id": "1zwW_wwGT6I", | |
| "step_id": 1, | |
| "screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0001.png", | |
| "source": "MONDAY", | |
| "category": "test_unseen_os", | |
| "os": "WindowMobile", | |
| "goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920", | |
| "action_history": "Step 0: SCROLL_RIGHT", | |
| "current_question": "Based on the screenshot and goal, what is the correct next action to perform?", | |
| "options": [ | |
| "CLICK at [223, 303]", | |
| "SCROLL_DOWN", | |
| "CLICK at [123, 303]", | |
| "CLICK at [223, 400]" | |
| ], | |
| "answer": 0 | |
| }, | |
| { | |
| "episode_id": "1zwW_wwGT6I", | |
| "step_id": 2, | |
| "screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0002.png", | |
| "source": "MONDAY", | |
| "category": "test_unseen_os", | |
| "os": "WindowMobile", | |
| "goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920", | |
| "action_history": "Step 0: SCROLL_RIGHT\nStep 1: CLICK at [223, 303]", | |
| "current_question": "Based on the screenshot and goal, what is the correct next action to perform?", | |
| "options": [ | |
| "CLICK at [180, 615]", | |
| "CLICK at [267, 615]", | |
| "CLICK at [267, 500]", | |
| "SCROLL_UP" | |
| ], | |
| "answer": 1 | |
| }, | |
| { | |
| "episode_id": "1zwW_wwGT6I", | |
| "step_id": 3, | |
| "screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0003.png", | |
| "source": "MONDAY", | |
| "category": "test_unseen_os", | |
| "os": "WindowMobile", | |
| "goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920", | |
| "action_history": "Step 0: SCROLL_RIGHT\nStep 1: CLICK at [223, 303]\nStep 2: CLICK at [267, 615]", | |
| "current_question": "Based on the screenshot and goal, what is the correct next action to perform?", | |
| "options": [ | |
| "PRESS_BACK", | |
| "CLICK at [355, 254]", | |
| "CLICK at [355, 354]", | |
| "SCROLL_LEFT" | |
| ], | |
| "answer": 1 | |
| }, | |
| { | |
| "episode_id": "1zwW_wwGT6I", | |
| "step_id": 4, | |
| "screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0004.png", | |
| "source": "MONDAY", | |
| "category": "test_unseen_os", | |
| "os": "WindowMobile", | |
| "goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920", | |
| "action_history": "Step 0: SCROLL_RIGHT\nStep 1: CLICK at [223, 303]\nStep 2: CLICK at [267, 615]\nStep 3: CLICK at [355, 254]", | |
| "current_question": "Based on the screenshot and goal, what is the correct next action to perform?", | |
| "options": [ | |
| "CLICK at [30, 80]", | |
| "CLICK at [50, 750]", | |
| "SCROLL_UP", | |
| "SCROLL_DOWN" | |
| ], | |
| "answer": 3 | |
| }, | |
| { | |
| "episode_id": "1zwW_wwGT6I", | |
| "step_id": 5, | |
| "screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0005.png", | |
| "source": "MONDAY", | |
| "category": "test_unseen_os", | |
| "os": "WindowMobile", | |
| "goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920", | |
| "action_history": "Step 0: SCROLL_RIGHT\nStep 1: CLICK at [223, 303]\nStep 2: CLICK at [267, 615]\nStep 3: CLICK at [355, 254]\nStep 4: SCROLL_DOWN", | |
| "current_question": "Based on the screenshot and goal, what is the correct next action to perform?", | |
| "options": [ | |
| "CLICK at [284, 530]", | |
| "CLICK at [350, 720]", | |
| "SCROLL_UP", | |
| "CLICK at [284, 585]" | |
| ], | |
| "answer": 3 | |
| }, | |
| { | |
| "episode_id": "1zwW_wwGT6I", | |
| "step_id": 6, | |
| "screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0006.png", | |
| "source": "MONDAY", | |
| "category": "test_unseen_os", | |
| "os": "WindowMobile", | |
| "goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920", | |
| "action_history": "Step 0: SCROLL_RIGHT\nStep 1: CLICK at [223, 303]\nStep 2: CLICK at [267, 615]\nStep 3: CLICK at [355, 254]\nStep 4: SCROLL_DOWN\nStep 5: CLICK at [284, 585]", | |
| "current_question": "Based on the screenshot and goal, what is the correct next action to perform?", | |
| "options": [ | |
| "CLICK at [30, 450]", | |
| "CLICK at [71, 379]", | |
| "SCROLL_UP", | |
| "CLICK at [190, 379]" | |
| ], | |
| "answer": 1 | |
| }, | |
| { | |
| "episode_id": "1zwW_wwGT6I", | |
| "step_id": 7, | |
| "screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0007.png", | |
| "source": "MONDAY", | |
| "category": "test_unseen_os", | |
| "os": "WindowMobile", | |
| "goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920", | |
| "action_history": "Step 0: SCROLL_RIGHT\nStep 1: CLICK at [223, 303]\nStep 2: CLICK at [267, 615]\nStep 3: CLICK at [355, 254]\nStep 4: SCROLL_DOWN\nStep 5: CLICK at [284, 585]\nStep 6: CLICK at [71, 379]", | |
| "current_question": "Based on the screenshot and goal, what is the correct next action to perform?", | |
| "options": [ | |
| "PRESS_BACK", | |
| "SCROLL_UP", | |
| "CLICK at [450, 785]", | |
| "SCROLL_DOWN" | |
| ], | |
| "answer": 1 | |
| }, | |
| { | |
| "episode_id": "1zwW_wwGT6I", | |
| "step_id": 8, | |
| "screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0008.png", | |
| "source": "MONDAY", | |
| "category": "test_unseen_os", | |
| "os": "WindowMobile", | |
| "goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920", | |
| "action_history": "Step 0: SCROLL_RIGHT\nStep 1: CLICK at [223, 303]\nStep 2: CLICK at [267, 615]\nStep 3: CLICK at [355, 254]\nStep 4: SCROLL_DOWN\nStep 5: CLICK at [284, 585]\nStep 6: CLICK at [71, 379]\nStep 7: SCROLL_UP", | |
| "current_question": "Based on the screenshot and goal, what is the correct next action to perform?", | |
| "options": [ | |
| "PRESS_HOME", | |
| "CLICK at [35, 750]", | |
| "SCROLL_DOWN", | |
| "SCROLL_UP" | |
| ], | |
| "answer": 2 | |
| }, | |
| { | |
| "episode_id": "1zwW_wwGT6I", | |
| "step_id": 9, | |
| "screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0009.png", | |
| "source": "MONDAY", | |
| "category": "test_unseen_os", | |
| "os": "WindowMobile", | |
| "goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920", | |
| "action_history": "Step 0: SCROLL_RIGHT\nStep 1: CLICK at [223, 303]\nStep 2: CLICK at [267, 615]\nStep 3: CLICK at [355, 254]\nStep 4: SCROLL_DOWN\nStep 5: CLICK at [284, 585]\nStep 6: CLICK at [71, 379]\nStep 7: SCROLL_UP\nStep 8: SCROLL_DOWN", | |
| "current_question": "Based on the screenshot and goal, what is the correct next action to perform?", | |
| "options": [ | |
| "SCROLL_LEFT", | |
| "CLICK at [300, 720]", | |
| "CLICK at [57, 352]", | |
| "PRESS_BACK" | |
| ], | |
| "answer": 2 | |
| }, | |
| { | |
| "episode_id": "1zwW_wwGT6I", | |
| "step_id": 10, | |
| "screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0010.png", | |
| "source": "MONDAY", | |
| "category": "test_unseen_os", | |
| "os": "WindowMobile", | |
| "goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920", | |
| "action_history": "Step 0: SCROLL_RIGHT\nStep 1: CLICK at [223, 303]\nStep 2: CLICK at [267, 615]\nStep 3: CLICK at [355, 254]\nStep 4: SCROLL_DOWN\nStep 5: CLICK at [284, 585]\nStep 6: CLICK at [71, 379]\nStep 7: SCROLL_UP\nStep 8: SCROLL_DOWN\nStep 9: CLICK at [57, 352]", | |
| "current_question": "Based on the screenshot and goal, what is the correct next action to perform?", | |
| "options": [ | |
| "CLICK at [50, 100]", | |
| "SCROLL_UP", | |
| "TYPE 'Doctors Appointment'", | |
| "PRESS_BACK" | |
| ], | |
| "answer": 2 | |
| }, | |
| { | |
| "episode_id": "1zwW_wwGT6I", | |
| "step_id": 11, | |
| "screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0011.png", | |
| "source": "MONDAY", | |
| "category": "test_unseen_os", | |
| "os": "WindowMobile", | |
| "goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920", | |
| "action_history": "Step 0: SCROLL_RIGHT\nStep 1: CLICK at [223, 303]\nStep 2: CLICK at [267, 615]\nStep 3: CLICK at [355, 254]\nStep 4: SCROLL_DOWN\nStep 5: CLICK at [284, 585]\nStep 6: CLICK at [71, 379]\nStep 7: SCROLL_UP\nStep 8: SCROLL_DOWN\nStep 9: CLICK at [57, 352]\nStep 10: TYPE 'Doctors Appointment'", | |
| "current_question": "Based on the screenshot and goal, what is the correct next action to perform?", | |
| "options": [ | |
| "CLICK at [50, 632]", | |
| "CLICK at [262, 632]", | |
| "CLICK at [262, 700]", | |
| "SCROLL_UP" | |
| ], | |
| "answer": 1 | |
| }, | |
| { | |
| "episode_id": "1zwW_wwGT6I", | |
| "step_id": 12, | |
| "screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0012.png", | |
| "source": "MONDAY", | |
| "category": "test_unseen_os", | |
| "os": "WindowMobile", | |
| "goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920", | |
| "action_history": "Step 0: SCROLL_RIGHT\nStep 1: CLICK at [223, 303]\nStep 2: CLICK at [267, 615]\nStep 3: CLICK at [355, 254]\nStep 4: SCROLL_DOWN\nStep 5: CLICK at [284, 585]\nStep 6: CLICK at [71, 379]\nStep 7: SCROLL_UP\nStep 8: SCROLL_DOWN\nStep 9: CLICK at [57, 352]\nStep 10: TYPE 'Doctors Appointment'\nStep 11: CLICK at [262, 632]", | |
| "current_question": "Based on the screenshot and goal, what is the correct next action to perform?", | |
| "options": [ | |
| "SCROLL_DOWN", | |
| "CLICK at [235, 780]", | |
| "PRESS_HOME", | |
| "SCROLL_UP" | |
| ], | |
| "answer": 3 | |
| }, | |
| { | |
| "episode_id": "1zwW_wwGT6I", | |
| "step_id": 13, | |
| "screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0013.png", | |
| "source": "MONDAY", | |
| "category": "test_unseen_os", | |
| "os": "WindowMobile", | |
| "goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920", | |
| "action_history": "Step 0: SCROLL_RIGHT\nStep 1: CLICK at [223, 303]\nStep 2: CLICK at [267, 615]\nStep 3: CLICK at [355, 254]\nStep 4: SCROLL_DOWN\nStep 5: CLICK at [284, 585]\nStep 6: CLICK at [71, 379]\nStep 7: SCROLL_UP\nStep 8: SCROLL_DOWN\nStep 9: CLICK at [57, 352]\nStep 10: TYPE 'Doctors Appointment'\nStep 11: CLICK at [262, 632]\nStep 12: SCROLL_UP", | |
| "current_question": "Based on the screenshot and goal, what is the correct next action to perform?", | |
| "options": [ | |
| "CLICK at [295, 700]", | |
| "SCROLL_DOWN", | |
| "TYPE 'Meeting Reminder'", | |
| "CLICK at [295, 633]" | |
| ], | |
| "answer": 3 | |
| }, | |
| { | |
| "episode_id": "1zwW_wwGT6I", | |
| "step_id": 14, | |
| "screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0014.png", | |
| "source": "MONDAY", | |
| "category": "test_unseen_os", | |
| "os": "WindowMobile", | |
| "goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920", | |
| "action_history": "Step 0: SCROLL_RIGHT\nStep 1: CLICK at [223, 303]\nStep 2: CLICK at [267, 615]\nStep 3: CLICK at [355, 254]\nStep 4: SCROLL_DOWN\nStep 5: CLICK at [284, 585]\nStep 6: CLICK at [71, 379]\nStep 7: SCROLL_UP\nStep 8: SCROLL_DOWN\nStep 9: CLICK at [57, 352]\nStep 10: TYPE 'Doctors Appointment'\nStep 11: CLICK at [262, 632]\nStep 12: SCROLL_UP\nStep 13: CLICK at [295, 633]", | |
| "current_question": "Based on the screenshot and goal, what is the correct next action to perform?", | |
| "options": [ | |
| "CLICK at [80, 280]", | |
| "CLICK at [79, 383]", | |
| "SCROLL_UP", | |
| "CLICK at [300, 450]" | |
| ], | |
| "answer": 1 | |
| }, | |
| { | |
| "episode_id": "1zwW_wwGT6I", | |
| "step_id": 15, | |
| "screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0015.png", | |
| "source": "MONDAY", | |
| "category": "test_unseen_os", | |
| "os": "WindowMobile", | |
| "goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920", | |
| "action_history": "Step 0: SCROLL_RIGHT\nStep 1: CLICK at [223, 303]\nStep 2: CLICK at [267, 615]\nStep 3: CLICK at [355, 254]\nStep 4: SCROLL_DOWN\nStep 5: CLICK at [284, 585]\nStep 6: CLICK at [71, 379]\nStep 7: SCROLL_UP\nStep 8: SCROLL_DOWN\nStep 9: CLICK at [57, 352]\nStep 10: TYPE 'Doctors Appointment'\nStep 11: CLICK at [262, 632]\nStep 12: SCROLL_UP\nStep 13: CLICK at [295, 633]\nStep 14: CLICK at [79, 383]", | |
| "current_question": "Based on the screenshot and goal, what is the correct next action to perform?", | |
| "options": [ | |
| "CLICK at [317, 569]", | |
| "CLICK at [347, 589]", | |
| "CLICK at [139, 612]", | |
| "SCROLL_LEFT" | |
| ], | |
| "answer": 0 | |
| }, | |
| { | |
| "episode_id": "1zwW_wwGT6I", | |
| "step_id": 16, | |
| "screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0016.png", | |
| "source": "MONDAY", | |
| "category": "test_unseen_os", | |
| "os": "WindowMobile", | |
| "goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920", | |
| "action_history": "Step 0: SCROLL_RIGHT\nStep 1: CLICK at [223, 303]\nStep 2: CLICK at [267, 615]\nStep 3: CLICK at [355, 254]\nStep 4: SCROLL_DOWN\nStep 5: CLICK at [284, 585]\nStep 6: CLICK at [71, 379]\nStep 7: SCROLL_UP\nStep 8: SCROLL_DOWN\nStep 9: CLICK at [57, 352]\nStep 10: TYPE 'Doctors Appointment'\nStep 11: CLICK at [262, 632]\nStep 12: SCROLL_UP\nStep 13: CLICK at [295, 633]\nStep 14: CLICK at [79, 383]\nStep 15: CLICK at [317, 569]", | |
| "current_question": "Based on the screenshot and goal, what is the correct next action to perform?", | |
| "options": [ | |
| "CLICK at [210, 650]", | |
| "CLICK at [500, 300]", | |
| "TYPE 'Dentist appointment'", | |
| "SCROLL_LEFT" | |
| ], | |
| "answer": 2 | |
| }, | |
| { | |
| "episode_id": "1zwW_wwGT6I", | |
| "step_id": 17, | |
| "screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0017.png", | |
| "source": "MONDAY", | |
| "category": "test_unseen_os", | |
| "os": "WindowMobile", | |
| "goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920", | |
| "action_history": "Step 0: SCROLL_RIGHT\nStep 1: CLICK at [223, 303]\nStep 2: CLICK at [267, 615]\nStep 3: CLICK at [355, 254]\nStep 4: SCROLL_DOWN\nStep 5: CLICK at [284, 585]\nStep 6: CLICK at [71, 379]\nStep 7: SCROLL_UP\nStep 8: SCROLL_DOWN\nStep 9: CLICK at [57, 352]\nStep 10: TYPE 'Doctors Appointment'\nStep 11: CLICK at [262, 632]\nStep 12: SCROLL_UP\nStep 13: CLICK at [295, 633]\nStep 14: CLICK at [79, 383]\nStep 15: CLICK at [317, 569]\nStep 16: TYPE 'Dentist appointment'", | |
| "current_question": "Based on the screenshot and goal, what is the correct next action to perform?", | |
| "options": [ | |
| "CLICK at [50, 100]", | |
| "CLICK at [249, 450]", | |
| "CLICK at [249, 508]", | |
| "SCROLL_DOWN" | |
| ], | |
| "answer": 2 | |
| }, | |
| { | |
| "episode_id": "1zwW_wwGT6I", | |
| "step_id": 18, | |
| "screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0018.png", | |
| "source": "MONDAY", | |
| "category": "test_unseen_os", | |
| "os": "WindowMobile", | |
| "goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920", | |
| "action_history": "Step 0: SCROLL_RIGHT\nStep 1: CLICK at [223, 303]\nStep 2: CLICK at [267, 615]\nStep 3: CLICK at [355, 254]\nStep 4: SCROLL_DOWN\nStep 5: CLICK at [284, 585]\nStep 6: CLICK at [71, 379]\nStep 7: SCROLL_UP\nStep 8: SCROLL_DOWN\nStep 9: CLICK at [57, 352]\nStep 10: TYPE 'Doctors Appointment'\nStep 11: CLICK at [262, 632]\nStep 12: SCROLL_UP\nStep 13: CLICK at [295, 633]\nStep 14: CLICK at [79, 383]\nStep 15: CLICK at [317, 569]\nStep 16: TYPE 'Dentist appointment'\nStep 17: CLICK at [249, 508]", | |
| "current_question": "Based on the screenshot and goal, what is the correct next action to perform?", | |
| "options": [ | |
| "CLICK at [69, 174]", | |
| "CLICK at [120, 190]", | |
| "CLICK at [223, 540]", | |
| "SCROLL_UP" | |
| ], | |
| "answer": 0 | |
| }, | |
| { | |
| "episode_id": "1zwW_wwGT6I", | |
| "step_id": 19, | |
| "screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0019.png", | |
| "source": "MONDAY", | |
| "category": "test_unseen_os", | |
| "os": "WindowMobile", | |
| "goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920", | |
| "action_history": "Step 0: SCROLL_RIGHT\nStep 1: CLICK at [223, 303]\nStep 2: CLICK at [267, 615]\nStep 3: CLICK at [355, 254]\nStep 4: SCROLL_DOWN\nStep 5: CLICK at [284, 585]\nStep 6: CLICK at [71, 379]\nStep 7: SCROLL_UP\nStep 8: SCROLL_DOWN\nStep 9: CLICK at [57, 352]\nStep 10: TYPE 'Doctors Appointment'\nStep 11: CLICK at [262, 632]\nStep 12: SCROLL_UP\nStep 13: CLICK at [295, 633]\nStep 14: CLICK at [79, 383]\nStep 15: CLICK at [317, 569]\nStep 16: TYPE 'Dentist appointment'\nStep 17: CLICK at [249, 508]\nStep 18: CLICK at [69, 174]", | |
| "current_question": "Based on the screenshot and goal, what is the correct next action to perform?", | |
| "options": [ | |
| "CLICK at [230, 420]", | |
| "CLICK at [310, 700]", | |
| "TYPE 'Dentist'", | |
| "SCROLL_DOWN" | |
| ], | |
| "answer": 2 | |
| }, | |
| { | |
| "episode_id": "1zwW_wwGT6I", | |
| "step_id": 20, | |
| "screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0020.png", | |
| "source": "MONDAY", | |
| "category": "test_unseen_os", | |
| "os": "WindowMobile", | |
| "goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920", | |
| "action_history": "Step 0: SCROLL_RIGHT\nStep 1: CLICK at [223, 303]\nStep 2: CLICK at [267, 615]\nStep 3: CLICK at [355, 254]\nStep 4: SCROLL_DOWN\nStep 5: CLICK at [284, 585]\nStep 6: CLICK at [71, 379]\nStep 7: SCROLL_UP\nStep 8: SCROLL_DOWN\nStep 9: CLICK at [57, 352]\nStep 10: TYPE 'Doctors Appointment'\nStep 11: CLICK at [262, 632]\nStep 12: SCROLL_UP\nStep 13: CLICK at [295, 633]\nStep 14: CLICK at [79, 383]\nStep 15: CLICK at [317, 569]\nStep 16: TYPE 'Dentist appointment'\nStep 17: CLICK at [249, 508]\nStep 18: CLICK at [69, 174]\nStep 19: TYPE 'Dentist'", | |
| "current_question": "Based on the screenshot and goal, what is the correct next action to perform?", | |
| "options": [ | |
| "CLICK at [100, 700]", | |
| "CLICK at [231, 564]", | |
| "CLICK at [330, 564]", | |
| "SCROLL_DOWN" | |
| ], | |
| "answer": 1 | |
| }, | |
| { | |
| "episode_id": "1zwW_wwGT6I", | |
| "step_id": 21, | |
| "screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0021.png", | |
| "source": "MONDAY", | |
| "category": "test_unseen_os", | |
| "os": "WindowMobile", | |
| "goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920", | |
| "action_history": "Step 0: SCROLL_RIGHT\nStep 1: CLICK at [223, 303]\nStep 2: CLICK at [267, 615]\nStep 3: CLICK at [355, 254]\nStep 4: SCROLL_DOWN\nStep 5: CLICK at [284, 585]\nStep 6: CLICK at [71, 379]\nStep 7: SCROLL_UP\nStep 8: SCROLL_DOWN\nStep 9: CLICK at [57, 352]\nStep 10: TYPE 'Doctors Appointment'\nStep 11: CLICK at [262, 632]\nStep 12: SCROLL_UP\nStep 13: CLICK at [295, 633]\nStep 14: CLICK at [79, 383]\nStep 15: CLICK at [317, 569]\nStep 16: TYPE 'Dentist appointment'\nStep 17: CLICK at [249, 508]\nStep 18: CLICK at [69, 174]\nStep 19: TYPE 'Dentist'\nStep 20: CLICK at [231, 564]", | |
| "current_question": "Based on the screenshot and goal, what is the correct next action to perform?", | |
| "options": [ | |
| "SCROLL_RIGHT", | |
| "CLICK at [104, 320]", | |
| "CLICK at [56, 534]", | |
| "CLICK at [104, 460]" | |
| ], | |
| "answer": 1 | |
| }, | |
| { | |
| "episode_id": "1zwW_wwGT6I", | |
| "step_id": 22, | |
| "screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0022.png", | |
| "source": "MONDAY", | |
| "category": "test_unseen_os", | |
| "os": "WindowMobile", | |
| "goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920", | |
| "action_history": "Step 0: SCROLL_RIGHT\nStep 1: CLICK at [223, 303]\nStep 2: CLICK at [267, 615]\nStep 3: CLICK at [355, 254]\nStep 4: SCROLL_DOWN\nStep 5: CLICK at [284, 585]\nStep 6: CLICK at [71, 379]\nStep 7: SCROLL_UP\nStep 8: SCROLL_DOWN\nStep 9: CLICK at [57, 352]\nStep 10: TYPE 'Doctors Appointment'\nStep 11: CLICK at [262, 632]\nStep 12: SCROLL_UP\nStep 13: CLICK at [295, 633]\nStep 14: CLICK at [79, 383]\nStep 15: CLICK at [317, 569]\nStep 16: TYPE 'Dentist appointment'\nStep 17: CLICK at [249, 508]\nStep 18: CLICK at [69, 174]\nStep 19: TYPE 'Dentist'\nStep 20: CLICK at [231, 564]\nStep 21: CLICK at [104, 320]", | |
| "current_question": "Based on the screenshot and goal, what is the correct next action to perform?", | |
| "options": [ | |
| "SCROLL_LEFT", | |
| "CLICK at [372, 524]", | |
| "CLICK at [246, 600]", | |
| "CLICK at [246, 524]" | |
| ], | |
| "answer": 3 | |
| }, | |
| { | |
| "episode_id": "1zwW_wwGT6I", | |
| "step_id": 23, | |
| "screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0023.png", | |
| "source": "MONDAY", | |
| "category": "test_unseen_os", | |
| "os": "WindowMobile", | |
| "goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920", | |
| "action_history": "Step 0: SCROLL_RIGHT\nStep 1: CLICK at [223, 303]\nStep 2: CLICK at [267, 615]\nStep 3: CLICK at [355, 254]\nStep 4: SCROLL_DOWN\nStep 5: CLICK at [284, 585]\nStep 6: CLICK at [71, 379]\nStep 7: SCROLL_UP\nStep 8: SCROLL_DOWN\nStep 9: CLICK at [57, 352]\nStep 10: TYPE 'Doctors Appointment'\nStep 11: CLICK at [262, 632]\nStep 12: SCROLL_UP\nStep 13: CLICK at [295, 633]\nStep 14: CLICK at [79, 383]\nStep 15: CLICK at [317, 569]\nStep 16: TYPE 'Dentist appointment'\nStep 17: CLICK at [249, 508]\nStep 18: CLICK at [69, 174]\nStep 19: TYPE 'Dentist'\nStep 20: CLICK at [231, 564]\nStep 21: CLICK at [104, 320]\nStep 22: CLICK at [246, 524]", | |
| "current_question": "Based on the screenshot and goal, what is the correct next action to perform?", | |
| "options": [ | |
| "SCROLL_UP", | |
| "CLICK at [181, 266]", | |
| "CLICK at [180, 360]", | |
| "CLICK at [300, 600]" | |
| ], | |
| "answer": 1 | |
| }, | |
| { | |
| "episode_id": "1zwW_wwGT6I", | |
| "step_id": 24, | |
| "screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0024.png", | |
| "source": "MONDAY", | |
| "category": "test_unseen_os", | |
| "os": "WindowMobile", | |
| "goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920", | |
| "action_history": "Step 0: SCROLL_RIGHT\nStep 1: CLICK at [223, 303]\nStep 2: CLICK at [267, 615]\nStep 3: CLICK at [355, 254]\nStep 4: SCROLL_DOWN\nStep 5: CLICK at [284, 585]\nStep 6: CLICK at [71, 379]\nStep 7: SCROLL_UP\nStep 8: SCROLL_DOWN\nStep 9: CLICK at [57, 352]\nStep 10: TYPE 'Doctors Appointment'\nStep 11: CLICK at [262, 632]\nStep 12: SCROLL_UP\nStep 13: CLICK at [295, 633]\nStep 14: CLICK at [79, 383]\nStep 15: CLICK at [317, 569]\nStep 16: TYPE 'Dentist appointment'\nStep 17: CLICK at [249, 508]\nStep 18: CLICK at [69, 174]\nStep 19: TYPE 'Dentist'\nStep 20: CLICK at [231, 564]\nStep 21: CLICK at [104, 320]\nStep 22: CLICK at [246, 524]\nStep 23: CLICK at [181, 266]", | |
| "current_question": "Based on the screenshot and goal, what is the correct next action to perform?", | |
| "options": [ | |
| "SCROLL_UP", | |
| "CLICK at [250, 700]", | |
| "PRESS_BACK", | |
| "PRESS_HOME" | |
| ], | |
| "answer": 2 | |
| }, | |
| { | |
| "episode_id": "1zwW_wwGT6I", | |
| "step_id": 25, | |
| "screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0025.png", | |
| "source": "MONDAY", | |
| "category": "test_unseen_os", | |
| "os": "WindowMobile", | |
| "goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920", | |
| "action_history": "Step 0: SCROLL_RIGHT\nStep 1: CLICK at [223, 303]\nStep 2: CLICK at [267, 615]\nStep 3: CLICK at [355, 254]\nStep 4: SCROLL_DOWN\nStep 5: CLICK at [284, 585]\nStep 6: CLICK at [71, 379]\nStep 7: SCROLL_UP\nStep 8: SCROLL_DOWN\nStep 9: CLICK at [57, 352]\nStep 10: TYPE 'Doctors Appointment'\nStep 11: CLICK at [262, 632]\nStep 12: SCROLL_UP\nStep 13: CLICK at [295, 633]\nStep 14: CLICK at [79, 383]\nStep 15: CLICK at [317, 569]\nStep 16: TYPE 'Dentist appointment'\nStep 17: CLICK at [249, 508]\nStep 18: CLICK at [69, 174]\nStep 19: TYPE 'Dentist'\nStep 20: CLICK at [231, 564]\nStep 21: CLICK at [104, 320]\nStep 22: CLICK at [246, 524]\nStep 23: CLICK at [181, 266]\nStep 24: PRESS_BACK", | |
| "current_question": "Based on the screenshot and goal, what is the correct next action to perform?", | |
| "options": [ | |
| "CLICK at [137, 449]", | |
| "SCROLL_UP", | |
| "CLICK at [120, 480]", | |
| "CLICK at [200, 600]" | |
| ], | |
| "answer": 0 | |
| }, | |
| { | |
| "episode_id": "1zwW_wwGT6I", | |
| "step_id": 26, | |
| "screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0026.png", | |
| "source": "MONDAY", | |
| "category": "test_unseen_os", | |
| "os": "WindowMobile", | |
| "goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920", | |
| "action_history": "Step 0: SCROLL_RIGHT\nStep 1: CLICK at [223, 303]\nStep 2: CLICK at [267, 615]\nStep 3: CLICK at [355, 254]\nStep 4: SCROLL_DOWN\nStep 5: CLICK at [284, 585]\nStep 6: CLICK at [71, 379]\nStep 7: SCROLL_UP\nStep 8: SCROLL_DOWN\nStep 9: CLICK at [57, 352]\nStep 10: TYPE 'Doctors Appointment'\nStep 11: CLICK at [262, 632]\nStep 12: SCROLL_UP\nStep 13: CLICK at [295, 633]\nStep 14: CLICK at [79, 383]\nStep 15: CLICK at [317, 569]\nStep 16: TYPE 'Dentist appointment'\nStep 17: CLICK at [249, 508]\nStep 18: CLICK at [69, 174]\nStep 19: TYPE 'Dentist'\nStep 20: CLICK at [231, 564]\nStep 21: CLICK at [104, 320]\nStep 22: CLICK at [246, 524]\nStep 23: CLICK at [181, 266]\nStep 24: PRESS_BACK\nStep 25: CLICK at [137, 449]", | |
| "current_question": "Based on the screenshot and goal, what is the correct next action to perform?", | |
| "options": [ | |
| "SCROLL_DOWN", | |
| "CLICK at [169, 314]", | |
| "CLICK at [237, 262]", | |
| "CLICK at [169, 414]" | |
| ], | |
| "answer": 3 | |
| }, | |
| { | |
| "episode_id": "1zwW_wwGT6I", | |
| "step_id": 27, | |
| "screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0027.png", | |
| "source": "MONDAY", | |
| "category": "test_unseen_os", | |
| "os": "WindowMobile", | |
| "goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920", | |
| "action_history": "Step 0: SCROLL_RIGHT\nStep 1: CLICK at [223, 303]\nStep 2: CLICK at [267, 615]\nStep 3: CLICK at [355, 254]\nStep 4: SCROLL_DOWN\nStep 5: CLICK at [284, 585]\nStep 6: CLICK at [71, 379]\nStep 7: SCROLL_UP\nStep 8: SCROLL_DOWN\nStep 9: CLICK at [57, 352]\nStep 10: TYPE 'Doctors Appointment'\nStep 11: CLICK at [262, 632]\nStep 12: SCROLL_UP\nStep 13: CLICK at [295, 633]\nStep 14: CLICK at [79, 383]\nStep 15: CLICK at [317, 569]\nStep 16: TYPE 'Dentist appointment'\nStep 17: CLICK at [249, 508]\nStep 18: CLICK at [69, 174]\nStep 19: TYPE 'Dentist'\nStep 20: CLICK at [231, 564]\nStep 21: CLICK at [104, 320]\nStep 22: CLICK at [246, 524]\nStep 23: CLICK at [181, 266]\nStep 24: PRESS_BACK\nStep 25: CLICK at [137, 449]\nStep 26: CLICK at [169, 414]", | |
| "current_question": "Based on the screenshot and goal, what is the correct next action to perform?", | |
| "options": [ | |
| "CLICK at [223, 631]", | |
| "CLICK at [310, 400]", | |
| "CLICK at [223, 700]", | |
| "SCROLL_UP" | |
| ], | |
| "answer": 0 | |
| }, | |
| { | |
| "episode_id": "1zwW_wwGT6I", | |
| "step_id": 28, | |
| "screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0028.png", | |
| "source": "MONDAY", | |
| "category": "test_unseen_os", | |
| "os": "WindowMobile", | |
| "goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920", | |
| "action_history": "Step 0: SCROLL_RIGHT\nStep 1: CLICK at [223, 303]\nStep 2: CLICK at [267, 615]\nStep 3: CLICK at [355, 254]\nStep 4: SCROLL_DOWN\nStep 5: CLICK at [284, 585]\nStep 6: CLICK at [71, 379]\nStep 7: SCROLL_UP\nStep 8: SCROLL_DOWN\nStep 9: CLICK at [57, 352]\nStep 10: TYPE 'Doctors Appointment'\nStep 11: CLICK at [262, 632]\nStep 12: SCROLL_UP\nStep 13: CLICK at [295, 633]\nStep 14: CLICK at [79, 383]\nStep 15: CLICK at [317, 569]\nStep 16: TYPE 'Dentist appointment'\nStep 17: CLICK at [249, 508]\nStep 18: CLICK at [69, 174]\nStep 19: TYPE 'Dentist'\nStep 20: CLICK at [231, 564]\nStep 21: CLICK at [104, 320]\nStep 22: CLICK at [246, 524]\nStep 23: CLICK at [181, 266]\nStep 24: PRESS_BACK\nStep 25: CLICK at [137, 449]\nStep 26: CLICK at [169, 414]\nStep 27: CLICK at [223, 631]", | |
| "current_question": "Based on the screenshot and goal, what is the correct next action to perform?", | |
| "options": [ | |
| "CLICK at [400, 380]", | |
| "SCROLL_LEFT", | |
| "CLICK at [180, 393]", | |
| "CLICK at [160, 480]" | |
| ], | |
| "answer": 2 | |
| }, | |
| { | |
| "episode_id": "1zwW_wwGT6I", | |
| "step_id": 29, | |
| "screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0029.png", | |
| "source": "MONDAY", | |
| "category": "test_unseen_os", | |
| "os": "WindowMobile", | |
| "goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920", | |
| "action_history": "Step 0: SCROLL_RIGHT\nStep 1: CLICK at [223, 303]\nStep 2: CLICK at [267, 615]\nStep 3: CLICK at [355, 254]\nStep 4: SCROLL_DOWN\nStep 5: CLICK at [284, 585]\nStep 6: CLICK at [71, 379]\nStep 7: SCROLL_UP\nStep 8: SCROLL_DOWN\nStep 9: CLICK at [57, 352]\nStep 10: TYPE 'Doctors Appointment'\nStep 11: CLICK at [262, 632]\nStep 12: SCROLL_UP\nStep 13: CLICK at [295, 633]\nStep 14: CLICK at [79, 383]\nStep 15: CLICK at [317, 569]\nStep 16: TYPE 'Dentist appointment'\nStep 17: CLICK at [249, 508]\nStep 18: CLICK at [69, 174]\nStep 19: TYPE 'Dentist'\nStep 20: CLICK at [231, 564]\nStep 21: CLICK at [104, 320]\nStep 22: CLICK at [246, 524]\nStep 23: CLICK at [181, 266]\nStep 24: PRESS_BACK\nStep 25: CLICK at [137, 449]\nStep 26: CLICK at [169, 414]\nStep 27: CLICK at [223, 631]\nStep 28: CLICK at [180, 393]", | |
| "current_question": "Based on the screenshot and goal, what is the correct next action to perform?", | |
| "options": [ | |
| "SCROLL_UP", | |
| "CLICK at [275, 690]", | |
| "CLICK at [275, 565]", | |
| "CLICK at [275, 639]" | |
| ], | |
| "answer": 3 | |
| }, | |
| { | |
| "episode_id": "1zwW_wwGT6I", | |
| "step_id": 30, | |
| "screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0030.png", | |
| "source": "MONDAY", | |
| "category": "test_unseen_os", | |
| "os": "WindowMobile", | |
| "goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920", | |
| "action_history": "Step 0: SCROLL_RIGHT\nStep 1: CLICK at [223, 303]\nStep 2: CLICK at [267, 615]\nStep 3: CLICK at [355, 254]\nStep 4: SCROLL_DOWN\nStep 5: CLICK at [284, 585]\nStep 6: CLICK at [71, 379]\nStep 7: SCROLL_UP\nStep 8: SCROLL_DOWN\nStep 9: CLICK at [57, 352]\nStep 10: TYPE 'Doctors Appointment'\nStep 11: CLICK at [262, 632]\nStep 12: SCROLL_UP\nStep 13: CLICK at [295, 633]\nStep 14: CLICK at [79, 383]\nStep 15: CLICK at [317, 569]\nStep 16: TYPE 'Dentist appointment'\nStep 17: CLICK at [249, 508]\nStep 18: CLICK at [69, 174]\nStep 19: TYPE 'Dentist'\nStep 20: CLICK at [231, 564]\nStep 21: CLICK at [104, 320]\nStep 22: CLICK at [246, 524]\nStep 23: CLICK at [181, 266]\nStep 24: PRESS_BACK\nStep 25: CLICK at [137, 449]\nStep 26: CLICK at [169, 414]\nStep 27: CLICK at [223, 631]\nStep 28: CLICK at [180, 393]\nStep 29: CLICK at [275, 639]", | |
| "current_question": "Based on the screenshot and goal, what is the correct next action to perform?", | |
| "options": [ | |
| "CLICK at [144, 465]", | |
| "CLICK at [144, 400]", | |
| "CLICK at [150, 600]", | |
| "SCROLL_UP" | |
| ], | |
| "answer": 0 | |
| }, | |
| { | |
| "episode_id": "1zwW_wwGT6I", | |
| "step_id": 31, | |
| "screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0031.png", | |
| "source": "MONDAY", | |
| "category": "test_unseen_os", | |
| "os": "WindowMobile", | |
| "goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920", | |
| "action_history": "Step 0: SCROLL_RIGHT\nStep 1: CLICK at [223, 303]\nStep 2: CLICK at [267, 615]\nStep 3: CLICK at [355, 254]\nStep 4: SCROLL_DOWN\nStep 5: CLICK at [284, 585]\nStep 6: CLICK at [71, 379]\nStep 7: SCROLL_UP\nStep 8: SCROLL_DOWN\nStep 9: CLICK at [57, 352]\nStep 10: TYPE 'Doctors Appointment'\nStep 11: CLICK at [262, 632]\nStep 12: SCROLL_UP\nStep 13: CLICK at [295, 633]\nStep 14: CLICK at [79, 383]\nStep 15: CLICK at [317, 569]\nStep 16: TYPE 'Dentist appointment'\nStep 17: CLICK at [249, 508]\nStep 18: CLICK at [69, 174]\nStep 19: TYPE 'Dentist'\nStep 20: CLICK at [231, 564]\nStep 21: CLICK at [104, 320]\nStep 22: CLICK at [246, 524]\nStep 23: CLICK at [181, 266]\nStep 24: PRESS_BACK\nStep 25: CLICK at [137, 449]\nStep 26: CLICK at [169, 414]\nStep 27: CLICK at [223, 631]\nStep 28: CLICK at [180, 393]\nStep 29: CLICK at [275, 639]\nStep 30: CLICK at [144, 465]", | |
| "current_question": "Based on the screenshot and goal, what is the correct next action to perform?", | |
| "options": [ | |
| "CLICK at [145, 695]", | |
| "SCROLL_UP", | |
| "CLICK at [152, 495]", | |
| "CLICK at [152, 435]" | |
| ], | |
| "answer": 2 | |
| }, | |
| { | |
| "episode_id": "1zwW_wwGT6I", | |
| "step_id": 32, | |
| "screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0032.png", | |
| "source": "MONDAY", | |
| "category": "test_unseen_os", | |
| "os": "WindowMobile", | |
| "goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920", | |
| "action_history": "Step 0: SCROLL_RIGHT\nStep 1: CLICK at [223, 303]\nStep 2: CLICK at [267, 615]\nStep 3: CLICK at [355, 254]\nStep 4: SCROLL_DOWN\nStep 5: CLICK at [284, 585]\nStep 6: CLICK at [71, 379]\nStep 7: SCROLL_UP\nStep 8: SCROLL_DOWN\nStep 9: CLICK at [57, 352]\nStep 10: TYPE 'Doctors Appointment'\nStep 11: CLICK at [262, 632]\nStep 12: SCROLL_UP\nStep 13: CLICK at [295, 633]\nStep 14: CLICK at [79, 383]\nStep 15: CLICK at [317, 569]\nStep 16: TYPE 'Dentist appointment'\nStep 17: CLICK at [249, 508]\nStep 18: CLICK at [69, 174]\nStep 19: TYPE 'Dentist'\nStep 20: CLICK at [231, 564]\nStep 21: CLICK at [104, 320]\nStep 22: CLICK at [246, 524]\nStep 23: CLICK at [181, 266]\nStep 24: PRESS_BACK\nStep 25: CLICK at [137, 449]\nStep 26: CLICK at [169, 414]\nStep 27: CLICK at [223, 631]\nStep 28: CLICK at [180, 393]\nStep 29: CLICK at [275, 639]\nStep 30: CLICK at [144, 465]\nStep 31: CLICK at [152, 495]", | |
| "current_question": "Based on the screenshot and goal, what is the correct next action to perform?", | |
| "options": [ | |
| "PRESS_HOME", | |
| "CLICK at [250, 750]", | |
| "SCROLL_RIGHT", | |
| "PRESS_BACK" | |
| ], | |
| "answer": 0 | |
| }, | |
| { | |
| "episode_id": "1zwW_wwGT6I", | |
| "step_id": 33, | |
| "screenshot_path": "./monday_mcq_images_4o/test_unseen_os_1zwW_wwGT6I__frame_0033.png", | |
| "source": "MONDAY", | |
| "category": "test_unseen_os", | |
| "os": "WindowMobile", | |
| "goal": "How to add/create/setup a calendar appointment - Windows Phone 8/Nokia Lumia 920", | |
| "action_history": "Step 0: SCROLL_RIGHT\nStep 1: CLICK at [223, 303]\nStep 2: CLICK at [267, 615]\nStep 3: CLICK at [355, 254]\nStep 4: SCROLL_DOWN\nStep 5: CLICK at [284, 585]\nStep 6: CLICK at [71, 379]\nStep 7: SCROLL_UP\nStep 8: SCROLL_DOWN\nStep 9: CLICK at [57, 352]\nStep 10: TYPE 'Doctors Appointment'\nStep 11: CLICK at [262, 632]\nStep 12: SCROLL_UP\nStep 13: CLICK at [295, 633]\nStep 14: CLICK at [79, 383]\nStep 15: CLICK at [317, 569]\nStep 16: TYPE 'Dentist appointment'\nStep 17: CLICK at [249, 508]\nStep 18: CLICK at [69, 174]\nStep 19: TYPE 'Dentist'\nStep 20: CLICK at [231, 564]\nStep 21: CLICK at [104, 320]\nStep 22: CLICK at [246, 524]\nStep 23: CLICK at [181, 266]\nStep 24: PRESS_BACK\nStep 25: CLICK at [137, 449]\nStep 26: CLICK at [169, 414]\nStep 27: CLICK at [223, 631]\nStep 28: CLICK at [180, 393]\nStep 29: CLICK at [275, 639]\nStep 30: CLICK at [144, 465]\nStep 31: CLICK at [152, 495]\nStep 32: PRESS_HOME", | |
| "current_question": "Based on the screenshot and goal, what is the correct next action to perform?", | |
| "options": [ | |
| "CLICK at [82, 728]", | |
| "PRESS_HOME", | |
| "CLICK at [232, 678]", | |
| "SCROLL_LEFT" | |
| ], | |
| "answer": 1 | |
| } | |
| ] |