Spaces:
Sleeping
Sleeping
Update aitw_qwen_dataset1.json
Browse files- aitw_qwen_dataset1.json +19 -19
aitw_qwen_dataset1.json
CHANGED
|
@@ -4,7 +4,7 @@
|
|
| 4 |
"steps": [
|
| 5 |
{
|
| 6 |
"step_id": 0,
|
| 7 |
-
"screenshot_path": "
|
| 8 |
"action_history": "",
|
| 9 |
"ground_truth_format": "mcq",
|
| 10 |
"questions": {
|
|
@@ -20,7 +20,7 @@
|
|
| 20 |
},
|
| 21 |
{
|
| 22 |
"step_id": 1,
|
| 23 |
-
"screenshot_path": "
|
| 24 |
"action_history": "Step 0: Swiped: Swipe Up",
|
| 25 |
"ground_truth_format": "mcq",
|
| 26 |
"questions": {
|
|
@@ -36,7 +36,7 @@
|
|
| 36 |
},
|
| 37 |
{
|
| 38 |
"step_id": 2,
|
| 39 |
-
"screenshot_path": "
|
| 40 |
"action_history": "Step 0: Swiped: Swipe Up\nStep 1: Tapped at pixel coordinates (x,y): [491, 753]",
|
| 41 |
"ground_truth_format": "mcq",
|
| 42 |
"questions": {
|
|
@@ -52,7 +52,7 @@
|
|
| 52 |
},
|
| 53 |
{
|
| 54 |
"step_id": 3,
|
| 55 |
-
"screenshot_path": "
|
| 56 |
"action_history": "Step 0: Swiped: Swipe Up\nStep 1: Tapped at pixel coordinates (x,y): [491, 753]\nStep 2: Typed: 'Check the settings for the Instagram app'",
|
| 57 |
"ground_truth_format": "mcq",
|
| 58 |
"questions": {
|
|
@@ -68,7 +68,7 @@
|
|
| 68 |
},
|
| 69 |
{
|
| 70 |
"step_id": 4,
|
| 71 |
-
"screenshot_path": "
|
| 72 |
"action_history": "Step 0: Swiped: Swipe Up\nStep 1: Tapped at pixel coordinates (x,y): [491, 753]\nStep 2: Typed: 'Check the settings for the Instagram app'\nStep 3: Tapped at pixel coordinates (x,y): [128, 313]",
|
| 73 |
"ground_truth_format": "mcq",
|
| 74 |
"questions": {
|
|
@@ -84,7 +84,7 @@
|
|
| 84 |
},
|
| 85 |
{
|
| 86 |
"step_id": 5,
|
| 87 |
-
"screenshot_path": "
|
| 88 |
"action_history": "Step 0: Swiped: Swipe Up\nStep 1: Tapped at pixel coordinates (x,y): [491, 753]\nStep 2: Typed: 'Check the settings for the Instagram app'\nStep 3: Tapped at pixel coordinates (x,y): [128, 313]\nStep 4: Typed: 'Check the settings for the Instagram app'",
|
| 89 |
"ground_truth_format": "mcq",
|
| 90 |
"questions": {
|
|
@@ -100,7 +100,7 @@
|
|
| 100 |
},
|
| 101 |
{
|
| 102 |
"step_id": 6,
|
| 103 |
-
"screenshot_path": "
|
| 104 |
"action_history": "Step 0: Swiped: Swipe Up\nStep 1: Tapped at pixel coordinates (x,y): [491, 753]\nStep 2: Typed: 'Check the settings for the Instagram app'\nStep 3: Tapped at pixel coordinates (x,y): [128, 313]\nStep 4: Typed: 'Check the settings for the Instagram app'\nStep 5: Tapped at pixel coordinates (x,y): [194, 108]",
|
| 105 |
"ground_truth_format": "mcq",
|
| 106 |
"questions": {
|
|
@@ -116,7 +116,7 @@
|
|
| 116 |
},
|
| 117 |
{
|
| 118 |
"step_id": 7,
|
| 119 |
-
"screenshot_path": "
|
| 120 |
"action_history": "Step 0: Swiped: Swipe Up\nStep 1: Tapped at pixel coordinates (x,y): [491, 753]\nStep 2: Typed: 'Check the settings for the Instagram app'\nStep 3: Tapped at pixel coordinates (x,y): [128, 313]\nStep 4: Typed: 'Check the settings for the Instagram app'\nStep 5: Tapped at pixel coordinates (x,y): [194, 108]\nStep 6: Typed: 'Check the settings for the Instagram app'",
|
| 121 |
"ground_truth_format": "mcq",
|
| 122 |
"questions": {
|
|
@@ -132,7 +132,7 @@
|
|
| 132 |
},
|
| 133 |
{
|
| 134 |
"step_id": 8,
|
| 135 |
-
"screenshot_path": "
|
| 136 |
"action_history": "Step 0: Swiped: Swipe Up\nStep 1: Tapped at pixel coordinates (x,y): [491, 753]\nStep 2: Typed: 'Check the settings for the Instagram app'\nStep 3: Tapped at pixel coordinates (x,y): [128, 313]\nStep 4: Typed: 'Check the settings for the Instagram app'\nStep 5: Tapped at pixel coordinates (x,y): [194, 108]\nStep 6: Typed: 'Check the settings for the Instagram app'\nStep 7: Tapped at pixel coordinates (x,y): [221, 296]",
|
| 137 |
"ground_truth_format": "mcq",
|
| 138 |
"questions": {
|
|
@@ -153,7 +153,7 @@
|
|
| 153 |
"steps": [
|
| 154 |
{
|
| 155 |
"step_id": 0,
|
| 156 |
-
"screenshot_path": "
|
| 157 |
"action_history": "",
|
| 158 |
"ground_truth_format": "mcq",
|
| 159 |
"questions": {
|
|
@@ -169,7 +169,7 @@
|
|
| 169 |
},
|
| 170 |
{
|
| 171 |
"step_id": 1,
|
| 172 |
-
"screenshot_path": "
|
| 173 |
"action_history": "Step 0: Swiped: Swipe Up",
|
| 174 |
"ground_truth_format": "mcq",
|
| 175 |
"questions": {
|
|
@@ -185,7 +185,7 @@
|
|
| 185 |
},
|
| 186 |
{
|
| 187 |
"step_id": 2,
|
| 188 |
-
"screenshot_path": "
|
| 189 |
"action_history": "Step 0: Swiped: Swipe Up\nStep 1: Tapped at pixel coordinates (x,y): [495, 743]",
|
| 190 |
"ground_truth_format": "mcq",
|
| 191 |
"questions": {
|
|
@@ -201,7 +201,7 @@
|
|
| 201 |
},
|
| 202 |
{
|
| 203 |
"step_id": 3,
|
| 204 |
-
"screenshot_path": "
|
| 205 |
"action_history": "Step 0: Swiped: Swipe Up\nStep 1: Tapped at pixel coordinates (x,y): [495, 743]\nStep 2: Tapped at pixel coordinates (x,y): [530, 763]",
|
| 206 |
"ground_truth_format": "mcq",
|
| 207 |
"questions": {
|
|
@@ -217,7 +217,7 @@
|
|
| 217 |
},
|
| 218 |
{
|
| 219 |
"step_id": 4,
|
| 220 |
-
"screenshot_path": "
|
| 221 |
"action_history": "Step 0: Swiped: Swipe Up\nStep 1: Tapped at pixel coordinates (x,y): [495, 743]\nStep 2: Tapped at pixel coordinates (x,y): [530, 763]\nStep 3: Tapped at pixel coordinates (x,y): [494, 754]",
|
| 222 |
"ground_truth_format": "mcq",
|
| 223 |
"questions": {
|
|
@@ -233,7 +233,7 @@
|
|
| 233 |
},
|
| 234 |
{
|
| 235 |
"step_id": 5,
|
| 236 |
-
"screenshot_path": "
|
| 237 |
"action_history": "Step 0: Swiped: Swipe Up\nStep 1: Tapped at pixel coordinates (x,y): [495, 743]\nStep 2: Tapped at pixel coordinates (x,y): [530, 763]\nStep 3: Tapped at pixel coordinates (x,y): [494, 754]\nStep 4: Tapped at pixel coordinates (x,y): [320, 282]",
|
| 238 |
"ground_truth_format": "mcq",
|
| 239 |
"questions": {
|
|
@@ -249,7 +249,7 @@
|
|
| 249 |
},
|
| 250 |
{
|
| 251 |
"step_id": 6,
|
| 252 |
-
"screenshot_path": "
|
| 253 |
"action_history": "Step 0: Swiped: Swipe Up\nStep 1: Tapped at pixel coordinates (x,y): [495, 743]\nStep 2: Tapped at pixel coordinates (x,y): [530, 763]\nStep 3: Tapped at pixel coordinates (x,y): [494, 754]\nStep 4: Tapped at pixel coordinates (x,y): [320, 282]\nStep 5: Tapped at pixel coordinates (x,y): [662, 103]",
|
| 254 |
"ground_truth_format": "mcq",
|
| 255 |
"questions": {
|
|
@@ -265,7 +265,7 @@
|
|
| 265 |
},
|
| 266 |
{
|
| 267 |
"step_id": 7,
|
| 268 |
-
"screenshot_path": "
|
| 269 |
"action_history": "Step 0: Swiped: Swipe Up\nStep 1: Tapped at pixel coordinates (x,y): [495, 743]\nStep 2: Tapped at pixel coordinates (x,y): [530, 763]\nStep 3: Tapped at pixel coordinates (x,y): [494, 754]\nStep 4: Tapped at pixel coordinates (x,y): [320, 282]\nStep 5: Tapped at pixel coordinates (x,y): [662, 103]\nStep 6: Typed: 'What's on the menu at Five Guys?'",
|
| 270 |
"ground_truth_format": "mcq",
|
| 271 |
"questions": {
|
|
@@ -281,7 +281,7 @@
|
|
| 281 |
},
|
| 282 |
{
|
| 283 |
"step_id": 8,
|
| 284 |
-
"screenshot_path": "
|
| 285 |
"action_history": "Step 0: Swiped: Swipe Up\nStep 1: Tapped at pixel coordinates (x,y): [495, 743]\nStep 2: Tapped at pixel coordinates (x,y): [530, 763]\nStep 3: Tapped at pixel coordinates (x,y): [494, 754]\nStep 4: Tapped at pixel coordinates (x,y): [320, 282]\nStep 5: Tapped at pixel coordinates (x,y): [662, 103]\nStep 6: Typed: 'What's on the menu at Five Guys?'\nStep 7: Tapped at pixel coordinates (x,y): [282, 180]",
|
| 286 |
"ground_truth_format": "mcq",
|
| 287 |
"questions": {
|
|
@@ -297,7 +297,7 @@
|
|
| 297 |
},
|
| 298 |
{
|
| 299 |
"step_id": 9,
|
| 300 |
-
"screenshot_path": "
|
| 301 |
"action_history": "Step 0: Swiped: Swipe Up\nStep 1: Tapped at pixel coordinates (x,y): [495, 743]\nStep 2: Tapped at pixel coordinates (x,y): [530, 763]\nStep 3: Tapped at pixel coordinates (x,y): [494, 754]\nStep 4: Tapped at pixel coordinates (x,y): [320, 282]\nStep 5: Tapped at pixel coordinates (x,y): [662, 103]\nStep 6: Typed: 'What's on the menu at Five Guys?'\nStep 7: Tapped at pixel coordinates (x,y): [282, 180]\nStep 8: Tapped at pixel coordinates (x,y): [194, 1092]",
|
| 302 |
"ground_truth_format": "mcq",
|
| 303 |
"questions": {
|
|
|
|
| 4 |
"steps": [
|
| 5 |
{
|
| 6 |
"step_id": 0,
|
| 7 |
+
"screenshot_path": "./aitw_qwen_images1/episode_16849016505201470177_step_0.png",
|
| 8 |
"action_history": "",
|
| 9 |
"ground_truth_format": "mcq",
|
| 10 |
"questions": {
|
|
|
|
| 20 |
},
|
| 21 |
{
|
| 22 |
"step_id": 1,
|
| 23 |
+
"screenshot_path": "./aitw_qwen_images1/episode_16849016505201470177_step_1.png",
|
| 24 |
"action_history": "Step 0: Swiped: Swipe Up",
|
| 25 |
"ground_truth_format": "mcq",
|
| 26 |
"questions": {
|
|
|
|
| 36 |
},
|
| 37 |
{
|
| 38 |
"step_id": 2,
|
| 39 |
+
"screenshot_path": "./aitw_qwen_images1/episode_16849016505201470177_step_2.png",
|
| 40 |
"action_history": "Step 0: Swiped: Swipe Up\nStep 1: Tapped at pixel coordinates (x,y): [491, 753]",
|
| 41 |
"ground_truth_format": "mcq",
|
| 42 |
"questions": {
|
|
|
|
| 52 |
},
|
| 53 |
{
|
| 54 |
"step_id": 3,
|
| 55 |
+
"screenshot_path": "./aitw_qwen_images1/episode_16849016505201470177_step_3.png",
|
| 56 |
"action_history": "Step 0: Swiped: Swipe Up\nStep 1: Tapped at pixel coordinates (x,y): [491, 753]\nStep 2: Typed: 'Check the settings for the Instagram app'",
|
| 57 |
"ground_truth_format": "mcq",
|
| 58 |
"questions": {
|
|
|
|
| 68 |
},
|
| 69 |
{
|
| 70 |
"step_id": 4,
|
| 71 |
+
"screenshot_path": "./aitw_qwen_images1/episode_16849016505201470177_step_4.png",
|
| 72 |
"action_history": "Step 0: Swiped: Swipe Up\nStep 1: Tapped at pixel coordinates (x,y): [491, 753]\nStep 2: Typed: 'Check the settings for the Instagram app'\nStep 3: Tapped at pixel coordinates (x,y): [128, 313]",
|
| 73 |
"ground_truth_format": "mcq",
|
| 74 |
"questions": {
|
|
|
|
| 84 |
},
|
| 85 |
{
|
| 86 |
"step_id": 5,
|
| 87 |
+
"screenshot_path": "./aitw_qwen_images1/episode_16849016505201470177_step_5.png",
|
| 88 |
"action_history": "Step 0: Swiped: Swipe Up\nStep 1: Tapped at pixel coordinates (x,y): [491, 753]\nStep 2: Typed: 'Check the settings for the Instagram app'\nStep 3: Tapped at pixel coordinates (x,y): [128, 313]\nStep 4: Typed: 'Check the settings for the Instagram app'",
|
| 89 |
"ground_truth_format": "mcq",
|
| 90 |
"questions": {
|
|
|
|
| 100 |
},
|
| 101 |
{
|
| 102 |
"step_id": 6,
|
| 103 |
+
"screenshot_path": "./aitw_qwen_images1/episode_16849016505201470177_step_6.png",
|
| 104 |
"action_history": "Step 0: Swiped: Swipe Up\nStep 1: Tapped at pixel coordinates (x,y): [491, 753]\nStep 2: Typed: 'Check the settings for the Instagram app'\nStep 3: Tapped at pixel coordinates (x,y): [128, 313]\nStep 4: Typed: 'Check the settings for the Instagram app'\nStep 5: Tapped at pixel coordinates (x,y): [194, 108]",
|
| 105 |
"ground_truth_format": "mcq",
|
| 106 |
"questions": {
|
|
|
|
| 116 |
},
|
| 117 |
{
|
| 118 |
"step_id": 7,
|
| 119 |
+
"screenshot_path": "./aitw_qwen_images1/episode_16849016505201470177_step_7.png",
|
| 120 |
"action_history": "Step 0: Swiped: Swipe Up\nStep 1: Tapped at pixel coordinates (x,y): [491, 753]\nStep 2: Typed: 'Check the settings for the Instagram app'\nStep 3: Tapped at pixel coordinates (x,y): [128, 313]\nStep 4: Typed: 'Check the settings for the Instagram app'\nStep 5: Tapped at pixel coordinates (x,y): [194, 108]\nStep 6: Typed: 'Check the settings for the Instagram app'",
|
| 121 |
"ground_truth_format": "mcq",
|
| 122 |
"questions": {
|
|
|
|
| 132 |
},
|
| 133 |
{
|
| 134 |
"step_id": 8,
|
| 135 |
+
"screenshot_path": "./aitw_qwen_images1/episode_16849016505201470177_step_8.png",
|
| 136 |
"action_history": "Step 0: Swiped: Swipe Up\nStep 1: Tapped at pixel coordinates (x,y): [491, 753]\nStep 2: Typed: 'Check the settings for the Instagram app'\nStep 3: Tapped at pixel coordinates (x,y): [128, 313]\nStep 4: Typed: 'Check the settings for the Instagram app'\nStep 5: Tapped at pixel coordinates (x,y): [194, 108]\nStep 6: Typed: 'Check the settings for the Instagram app'\nStep 7: Tapped at pixel coordinates (x,y): [221, 296]",
|
| 137 |
"ground_truth_format": "mcq",
|
| 138 |
"questions": {
|
|
|
|
| 153 |
"steps": [
|
| 154 |
{
|
| 155 |
"step_id": 0,
|
| 156 |
+
"screenshot_path": "./aitw_qwen_images1/episode_9836837435576948503_step_0.png",
|
| 157 |
"action_history": "",
|
| 158 |
"ground_truth_format": "mcq",
|
| 159 |
"questions": {
|
|
|
|
| 169 |
},
|
| 170 |
{
|
| 171 |
"step_id": 1,
|
| 172 |
+
"screenshot_path": "./aitw_qwen_images1/episode_9836837435576948503_step_1.png",
|
| 173 |
"action_history": "Step 0: Swiped: Swipe Up",
|
| 174 |
"ground_truth_format": "mcq",
|
| 175 |
"questions": {
|
|
|
|
| 185 |
},
|
| 186 |
{
|
| 187 |
"step_id": 2,
|
| 188 |
+
"screenshot_path": "./aitw_qwen_images1/episode_9836837435576948503_step_2.png",
|
| 189 |
"action_history": "Step 0: Swiped: Swipe Up\nStep 1: Tapped at pixel coordinates (x,y): [495, 743]",
|
| 190 |
"ground_truth_format": "mcq",
|
| 191 |
"questions": {
|
|
|
|
| 201 |
},
|
| 202 |
{
|
| 203 |
"step_id": 3,
|
| 204 |
+
"screenshot_path": "./aitw_qwen_images1/episode_9836837435576948503_step_3.png",
|
| 205 |
"action_history": "Step 0: Swiped: Swipe Up\nStep 1: Tapped at pixel coordinates (x,y): [495, 743]\nStep 2: Tapped at pixel coordinates (x,y): [530, 763]",
|
| 206 |
"ground_truth_format": "mcq",
|
| 207 |
"questions": {
|
|
|
|
| 217 |
},
|
| 218 |
{
|
| 219 |
"step_id": 4,
|
| 220 |
+
"screenshot_path": "./aitw_qwen_images1/episode_9836837435576948503_step_4.png",
|
| 221 |
"action_history": "Step 0: Swiped: Swipe Up\nStep 1: Tapped at pixel coordinates (x,y): [495, 743]\nStep 2: Tapped at pixel coordinates (x,y): [530, 763]\nStep 3: Tapped at pixel coordinates (x,y): [494, 754]",
|
| 222 |
"ground_truth_format": "mcq",
|
| 223 |
"questions": {
|
|
|
|
| 233 |
},
|
| 234 |
{
|
| 235 |
"step_id": 5,
|
| 236 |
+
"screenshot_path": "./aitw_qwen_images1/episode_9836837435576948503_step_5.png",
|
| 237 |
"action_history": "Step 0: Swiped: Swipe Up\nStep 1: Tapped at pixel coordinates (x,y): [495, 743]\nStep 2: Tapped at pixel coordinates (x,y): [530, 763]\nStep 3: Tapped at pixel coordinates (x,y): [494, 754]\nStep 4: Tapped at pixel coordinates (x,y): [320, 282]",
|
| 238 |
"ground_truth_format": "mcq",
|
| 239 |
"questions": {
|
|
|
|
| 249 |
},
|
| 250 |
{
|
| 251 |
"step_id": 6,
|
| 252 |
+
"screenshot_path": "./aitw_qwen_images1/episode_9836837435576948503_step_6.png",
|
| 253 |
"action_history": "Step 0: Swiped: Swipe Up\nStep 1: Tapped at pixel coordinates (x,y): [495, 743]\nStep 2: Tapped at pixel coordinates (x,y): [530, 763]\nStep 3: Tapped at pixel coordinates (x,y): [494, 754]\nStep 4: Tapped at pixel coordinates (x,y): [320, 282]\nStep 5: Tapped at pixel coordinates (x,y): [662, 103]",
|
| 254 |
"ground_truth_format": "mcq",
|
| 255 |
"questions": {
|
|
|
|
| 265 |
},
|
| 266 |
{
|
| 267 |
"step_id": 7,
|
| 268 |
+
"screenshot_path": "./aitw_qwen_images1/episode_9836837435576948503_step_7.png",
|
| 269 |
"action_history": "Step 0: Swiped: Swipe Up\nStep 1: Tapped at pixel coordinates (x,y): [495, 743]\nStep 2: Tapped at pixel coordinates (x,y): [530, 763]\nStep 3: Tapped at pixel coordinates (x,y): [494, 754]\nStep 4: Tapped at pixel coordinates (x,y): [320, 282]\nStep 5: Tapped at pixel coordinates (x,y): [662, 103]\nStep 6: Typed: 'What's on the menu at Five Guys?'",
|
| 270 |
"ground_truth_format": "mcq",
|
| 271 |
"questions": {
|
|
|
|
| 281 |
},
|
| 282 |
{
|
| 283 |
"step_id": 8,
|
| 284 |
+
"screenshot_path": "./aitw_qwen_images1/episode_9836837435576948503_step_8.png",
|
| 285 |
"action_history": "Step 0: Swiped: Swipe Up\nStep 1: Tapped at pixel coordinates (x,y): [495, 743]\nStep 2: Tapped at pixel coordinates (x,y): [530, 763]\nStep 3: Tapped at pixel coordinates (x,y): [494, 754]\nStep 4: Tapped at pixel coordinates (x,y): [320, 282]\nStep 5: Tapped at pixel coordinates (x,y): [662, 103]\nStep 6: Typed: 'What's on the menu at Five Guys?'\nStep 7: Tapped at pixel coordinates (x,y): [282, 180]",
|
| 286 |
"ground_truth_format": "mcq",
|
| 287 |
"questions": {
|
|
|
|
| 297 |
},
|
| 298 |
{
|
| 299 |
"step_id": 9,
|
| 300 |
+
"screenshot_path": "./aitw_qwen_images1/episode_9836837435576948503_step_9.png",
|
| 301 |
"action_history": "Step 0: Swiped: Swipe Up\nStep 1: Tapped at pixel coordinates (x,y): [495, 743]\nStep 2: Tapped at pixel coordinates (x,y): [530, 763]\nStep 3: Tapped at pixel coordinates (x,y): [494, 754]\nStep 4: Tapped at pixel coordinates (x,y): [320, 282]\nStep 5: Tapped at pixel coordinates (x,y): [662, 103]\nStep 6: Typed: 'What's on the menu at Five Guys?'\nStep 7: Tapped at pixel coordinates (x,y): [282, 180]\nStep 8: Tapped at pixel coordinates (x,y): [194, 1092]",
|
| 302 |
"ground_truth_format": "mcq",
|
| 303 |
"questions": {
|