Spaces:
Sleeping
Sleeping
Update aitw_qwen_dataset1.json
Browse files- aitw_qwen_dataset1.json +19 -19
aitw_qwen_dataset1.json
CHANGED
@@ -4,7 +4,7 @@
|
|
4 |
"steps": [
|
5 |
{
|
6 |
"step_id": 0,
|
7 |
-
"screenshot_path": "
|
8 |
"action_history": "",
|
9 |
"ground_truth_format": "mcq",
|
10 |
"questions": {
|
@@ -20,7 +20,7 @@
|
|
20 |
},
|
21 |
{
|
22 |
"step_id": 1,
|
23 |
-
"screenshot_path": "
|
24 |
"action_history": "Step 0: Swiped: Swipe Up",
|
25 |
"ground_truth_format": "mcq",
|
26 |
"questions": {
|
@@ -36,7 +36,7 @@
|
|
36 |
},
|
37 |
{
|
38 |
"step_id": 2,
|
39 |
-
"screenshot_path": "
|
40 |
"action_history": "Step 0: Swiped: Swipe Up\nStep 1: Tapped at pixel coordinates (x,y): [491, 753]",
|
41 |
"ground_truth_format": "mcq",
|
42 |
"questions": {
|
@@ -52,7 +52,7 @@
|
|
52 |
},
|
53 |
{
|
54 |
"step_id": 3,
|
55 |
-
"screenshot_path": "
|
56 |
"action_history": "Step 0: Swiped: Swipe Up\nStep 1: Tapped at pixel coordinates (x,y): [491, 753]\nStep 2: Typed: 'Check the settings for the Instagram app'",
|
57 |
"ground_truth_format": "mcq",
|
58 |
"questions": {
|
@@ -68,7 +68,7 @@
|
|
68 |
},
|
69 |
{
|
70 |
"step_id": 4,
|
71 |
-
"screenshot_path": "
|
72 |
"action_history": "Step 0: Swiped: Swipe Up\nStep 1: Tapped at pixel coordinates (x,y): [491, 753]\nStep 2: Typed: 'Check the settings for the Instagram app'\nStep 3: Tapped at pixel coordinates (x,y): [128, 313]",
|
73 |
"ground_truth_format": "mcq",
|
74 |
"questions": {
|
@@ -84,7 +84,7 @@
|
|
84 |
},
|
85 |
{
|
86 |
"step_id": 5,
|
87 |
-
"screenshot_path": "
|
88 |
"action_history": "Step 0: Swiped: Swipe Up\nStep 1: Tapped at pixel coordinates (x,y): [491, 753]\nStep 2: Typed: 'Check the settings for the Instagram app'\nStep 3: Tapped at pixel coordinates (x,y): [128, 313]\nStep 4: Typed: 'Check the settings for the Instagram app'",
|
89 |
"ground_truth_format": "mcq",
|
90 |
"questions": {
|
@@ -100,7 +100,7 @@
|
|
100 |
},
|
101 |
{
|
102 |
"step_id": 6,
|
103 |
-
"screenshot_path": "
|
104 |
"action_history": "Step 0: Swiped: Swipe Up\nStep 1: Tapped at pixel coordinates (x,y): [491, 753]\nStep 2: Typed: 'Check the settings for the Instagram app'\nStep 3: Tapped at pixel coordinates (x,y): [128, 313]\nStep 4: Typed: 'Check the settings for the Instagram app'\nStep 5: Tapped at pixel coordinates (x,y): [194, 108]",
|
105 |
"ground_truth_format": "mcq",
|
106 |
"questions": {
|
@@ -116,7 +116,7 @@
|
|
116 |
},
|
117 |
{
|
118 |
"step_id": 7,
|
119 |
-
"screenshot_path": "
|
120 |
"action_history": "Step 0: Swiped: Swipe Up\nStep 1: Tapped at pixel coordinates (x,y): [491, 753]\nStep 2: Typed: 'Check the settings for the Instagram app'\nStep 3: Tapped at pixel coordinates (x,y): [128, 313]\nStep 4: Typed: 'Check the settings for the Instagram app'\nStep 5: Tapped at pixel coordinates (x,y): [194, 108]\nStep 6: Typed: 'Check the settings for the Instagram app'",
|
121 |
"ground_truth_format": "mcq",
|
122 |
"questions": {
|
@@ -132,7 +132,7 @@
|
|
132 |
},
|
133 |
{
|
134 |
"step_id": 8,
|
135 |
-
"screenshot_path": "
|
136 |
"action_history": "Step 0: Swiped: Swipe Up\nStep 1: Tapped at pixel coordinates (x,y): [491, 753]\nStep 2: Typed: 'Check the settings for the Instagram app'\nStep 3: Tapped at pixel coordinates (x,y): [128, 313]\nStep 4: Typed: 'Check the settings for the Instagram app'\nStep 5: Tapped at pixel coordinates (x,y): [194, 108]\nStep 6: Typed: 'Check the settings for the Instagram app'\nStep 7: Tapped at pixel coordinates (x,y): [221, 296]",
|
137 |
"ground_truth_format": "mcq",
|
138 |
"questions": {
|
@@ -153,7 +153,7 @@
|
|
153 |
"steps": [
|
154 |
{
|
155 |
"step_id": 0,
|
156 |
-
"screenshot_path": "
|
157 |
"action_history": "",
|
158 |
"ground_truth_format": "mcq",
|
159 |
"questions": {
|
@@ -169,7 +169,7 @@
|
|
169 |
},
|
170 |
{
|
171 |
"step_id": 1,
|
172 |
-
"screenshot_path": "
|
173 |
"action_history": "Step 0: Swiped: Swipe Up",
|
174 |
"ground_truth_format": "mcq",
|
175 |
"questions": {
|
@@ -185,7 +185,7 @@
|
|
185 |
},
|
186 |
{
|
187 |
"step_id": 2,
|
188 |
-
"screenshot_path": "
|
189 |
"action_history": "Step 0: Swiped: Swipe Up\nStep 1: Tapped at pixel coordinates (x,y): [495, 743]",
|
190 |
"ground_truth_format": "mcq",
|
191 |
"questions": {
|
@@ -201,7 +201,7 @@
|
|
201 |
},
|
202 |
{
|
203 |
"step_id": 3,
|
204 |
-
"screenshot_path": "
|
205 |
"action_history": "Step 0: Swiped: Swipe Up\nStep 1: Tapped at pixel coordinates (x,y): [495, 743]\nStep 2: Tapped at pixel coordinates (x,y): [530, 763]",
|
206 |
"ground_truth_format": "mcq",
|
207 |
"questions": {
|
@@ -217,7 +217,7 @@
|
|
217 |
},
|
218 |
{
|
219 |
"step_id": 4,
|
220 |
-
"screenshot_path": "
|
221 |
"action_history": "Step 0: Swiped: Swipe Up\nStep 1: Tapped at pixel coordinates (x,y): [495, 743]\nStep 2: Tapped at pixel coordinates (x,y): [530, 763]\nStep 3: Tapped at pixel coordinates (x,y): [494, 754]",
|
222 |
"ground_truth_format": "mcq",
|
223 |
"questions": {
|
@@ -233,7 +233,7 @@
|
|
233 |
},
|
234 |
{
|
235 |
"step_id": 5,
|
236 |
-
"screenshot_path": "
|
237 |
"action_history": "Step 0: Swiped: Swipe Up\nStep 1: Tapped at pixel coordinates (x,y): [495, 743]\nStep 2: Tapped at pixel coordinates (x,y): [530, 763]\nStep 3: Tapped at pixel coordinates (x,y): [494, 754]\nStep 4: Tapped at pixel coordinates (x,y): [320, 282]",
|
238 |
"ground_truth_format": "mcq",
|
239 |
"questions": {
|
@@ -249,7 +249,7 @@
|
|
249 |
},
|
250 |
{
|
251 |
"step_id": 6,
|
252 |
-
"screenshot_path": "
|
253 |
"action_history": "Step 0: Swiped: Swipe Up\nStep 1: Tapped at pixel coordinates (x,y): [495, 743]\nStep 2: Tapped at pixel coordinates (x,y): [530, 763]\nStep 3: Tapped at pixel coordinates (x,y): [494, 754]\nStep 4: Tapped at pixel coordinates (x,y): [320, 282]\nStep 5: Tapped at pixel coordinates (x,y): [662, 103]",
|
254 |
"ground_truth_format": "mcq",
|
255 |
"questions": {
|
@@ -265,7 +265,7 @@
|
|
265 |
},
|
266 |
{
|
267 |
"step_id": 7,
|
268 |
-
"screenshot_path": "
|
269 |
"action_history": "Step 0: Swiped: Swipe Up\nStep 1: Tapped at pixel coordinates (x,y): [495, 743]\nStep 2: Tapped at pixel coordinates (x,y): [530, 763]\nStep 3: Tapped at pixel coordinates (x,y): [494, 754]\nStep 4: Tapped at pixel coordinates (x,y): [320, 282]\nStep 5: Tapped at pixel coordinates (x,y): [662, 103]\nStep 6: Typed: 'What's on the menu at Five Guys?'",
|
270 |
"ground_truth_format": "mcq",
|
271 |
"questions": {
|
@@ -281,7 +281,7 @@
|
|
281 |
},
|
282 |
{
|
283 |
"step_id": 8,
|
284 |
-
"screenshot_path": "
|
285 |
"action_history": "Step 0: Swiped: Swipe Up\nStep 1: Tapped at pixel coordinates (x,y): [495, 743]\nStep 2: Tapped at pixel coordinates (x,y): [530, 763]\nStep 3: Tapped at pixel coordinates (x,y): [494, 754]\nStep 4: Tapped at pixel coordinates (x,y): [320, 282]\nStep 5: Tapped at pixel coordinates (x,y): [662, 103]\nStep 6: Typed: 'What's on the menu at Five Guys?'\nStep 7: Tapped at pixel coordinates (x,y): [282, 180]",
|
286 |
"ground_truth_format": "mcq",
|
287 |
"questions": {
|
@@ -297,7 +297,7 @@
|
|
297 |
},
|
298 |
{
|
299 |
"step_id": 9,
|
300 |
-
"screenshot_path": "
|
301 |
"action_history": "Step 0: Swiped: Swipe Up\nStep 1: Tapped at pixel coordinates (x,y): [495, 743]\nStep 2: Tapped at pixel coordinates (x,y): [530, 763]\nStep 3: Tapped at pixel coordinates (x,y): [494, 754]\nStep 4: Tapped at pixel coordinates (x,y): [320, 282]\nStep 5: Tapped at pixel coordinates (x,y): [662, 103]\nStep 6: Typed: 'What's on the menu at Five Guys?'\nStep 7: Tapped at pixel coordinates (x,y): [282, 180]\nStep 8: Tapped at pixel coordinates (x,y): [194, 1092]",
|
302 |
"ground_truth_format": "mcq",
|
303 |
"questions": {
|
|
|
4 |
"steps": [
|
5 |
{
|
6 |
"step_id": 0,
|
7 |
+
"screenshot_path": "./aitw_qwen_images1/episode_16849016505201470177_step_0.png",
|
8 |
"action_history": "",
|
9 |
"ground_truth_format": "mcq",
|
10 |
"questions": {
|
|
|
20 |
},
|
21 |
{
|
22 |
"step_id": 1,
|
23 |
+
"screenshot_path": "./aitw_qwen_images1/episode_16849016505201470177_step_1.png",
|
24 |
"action_history": "Step 0: Swiped: Swipe Up",
|
25 |
"ground_truth_format": "mcq",
|
26 |
"questions": {
|
|
|
36 |
},
|
37 |
{
|
38 |
"step_id": 2,
|
39 |
+
"screenshot_path": "./aitw_qwen_images1/episode_16849016505201470177_step_2.png",
|
40 |
"action_history": "Step 0: Swiped: Swipe Up\nStep 1: Tapped at pixel coordinates (x,y): [491, 753]",
|
41 |
"ground_truth_format": "mcq",
|
42 |
"questions": {
|
|
|
52 |
},
|
53 |
{
|
54 |
"step_id": 3,
|
55 |
+
"screenshot_path": "./aitw_qwen_images1/episode_16849016505201470177_step_3.png",
|
56 |
"action_history": "Step 0: Swiped: Swipe Up\nStep 1: Tapped at pixel coordinates (x,y): [491, 753]\nStep 2: Typed: 'Check the settings for the Instagram app'",
|
57 |
"ground_truth_format": "mcq",
|
58 |
"questions": {
|
|
|
68 |
},
|
69 |
{
|
70 |
"step_id": 4,
|
71 |
+
"screenshot_path": "./aitw_qwen_images1/episode_16849016505201470177_step_4.png",
|
72 |
"action_history": "Step 0: Swiped: Swipe Up\nStep 1: Tapped at pixel coordinates (x,y): [491, 753]\nStep 2: Typed: 'Check the settings for the Instagram app'\nStep 3: Tapped at pixel coordinates (x,y): [128, 313]",
|
73 |
"ground_truth_format": "mcq",
|
74 |
"questions": {
|
|
|
84 |
},
|
85 |
{
|
86 |
"step_id": 5,
|
87 |
+
"screenshot_path": "./aitw_qwen_images1/episode_16849016505201470177_step_5.png",
|
88 |
"action_history": "Step 0: Swiped: Swipe Up\nStep 1: Tapped at pixel coordinates (x,y): [491, 753]\nStep 2: Typed: 'Check the settings for the Instagram app'\nStep 3: Tapped at pixel coordinates (x,y): [128, 313]\nStep 4: Typed: 'Check the settings for the Instagram app'",
|
89 |
"ground_truth_format": "mcq",
|
90 |
"questions": {
|
|
|
100 |
},
|
101 |
{
|
102 |
"step_id": 6,
|
103 |
+
"screenshot_path": "./aitw_qwen_images1/episode_16849016505201470177_step_6.png",
|
104 |
"action_history": "Step 0: Swiped: Swipe Up\nStep 1: Tapped at pixel coordinates (x,y): [491, 753]\nStep 2: Typed: 'Check the settings for the Instagram app'\nStep 3: Tapped at pixel coordinates (x,y): [128, 313]\nStep 4: Typed: 'Check the settings for the Instagram app'\nStep 5: Tapped at pixel coordinates (x,y): [194, 108]",
|
105 |
"ground_truth_format": "mcq",
|
106 |
"questions": {
|
|
|
116 |
},
|
117 |
{
|
118 |
"step_id": 7,
|
119 |
+
"screenshot_path": "./aitw_qwen_images1/episode_16849016505201470177_step_7.png",
|
120 |
"action_history": "Step 0: Swiped: Swipe Up\nStep 1: Tapped at pixel coordinates (x,y): [491, 753]\nStep 2: Typed: 'Check the settings for the Instagram app'\nStep 3: Tapped at pixel coordinates (x,y): [128, 313]\nStep 4: Typed: 'Check the settings for the Instagram app'\nStep 5: Tapped at pixel coordinates (x,y): [194, 108]\nStep 6: Typed: 'Check the settings for the Instagram app'",
|
121 |
"ground_truth_format": "mcq",
|
122 |
"questions": {
|
|
|
132 |
},
|
133 |
{
|
134 |
"step_id": 8,
|
135 |
+
"screenshot_path": "./aitw_qwen_images1/episode_16849016505201470177_step_8.png",
|
136 |
"action_history": "Step 0: Swiped: Swipe Up\nStep 1: Tapped at pixel coordinates (x,y): [491, 753]\nStep 2: Typed: 'Check the settings for the Instagram app'\nStep 3: Tapped at pixel coordinates (x,y): [128, 313]\nStep 4: Typed: 'Check the settings for the Instagram app'\nStep 5: Tapped at pixel coordinates (x,y): [194, 108]\nStep 6: Typed: 'Check the settings for the Instagram app'\nStep 7: Tapped at pixel coordinates (x,y): [221, 296]",
|
137 |
"ground_truth_format": "mcq",
|
138 |
"questions": {
|
|
|
153 |
"steps": [
|
154 |
{
|
155 |
"step_id": 0,
|
156 |
+
"screenshot_path": "./aitw_qwen_images1/episode_9836837435576948503_step_0.png",
|
157 |
"action_history": "",
|
158 |
"ground_truth_format": "mcq",
|
159 |
"questions": {
|
|
|
169 |
},
|
170 |
{
|
171 |
"step_id": 1,
|
172 |
+
"screenshot_path": "./aitw_qwen_images1/episode_9836837435576948503_step_1.png",
|
173 |
"action_history": "Step 0: Swiped: Swipe Up",
|
174 |
"ground_truth_format": "mcq",
|
175 |
"questions": {
|
|
|
185 |
},
|
186 |
{
|
187 |
"step_id": 2,
|
188 |
+
"screenshot_path": "./aitw_qwen_images1/episode_9836837435576948503_step_2.png",
|
189 |
"action_history": "Step 0: Swiped: Swipe Up\nStep 1: Tapped at pixel coordinates (x,y): [495, 743]",
|
190 |
"ground_truth_format": "mcq",
|
191 |
"questions": {
|
|
|
201 |
},
|
202 |
{
|
203 |
"step_id": 3,
|
204 |
+
"screenshot_path": "./aitw_qwen_images1/episode_9836837435576948503_step_3.png",
|
205 |
"action_history": "Step 0: Swiped: Swipe Up\nStep 1: Tapped at pixel coordinates (x,y): [495, 743]\nStep 2: Tapped at pixel coordinates (x,y): [530, 763]",
|
206 |
"ground_truth_format": "mcq",
|
207 |
"questions": {
|
|
|
217 |
},
|
218 |
{
|
219 |
"step_id": 4,
|
220 |
+
"screenshot_path": "./aitw_qwen_images1/episode_9836837435576948503_step_4.png",
|
221 |
"action_history": "Step 0: Swiped: Swipe Up\nStep 1: Tapped at pixel coordinates (x,y): [495, 743]\nStep 2: Tapped at pixel coordinates (x,y): [530, 763]\nStep 3: Tapped at pixel coordinates (x,y): [494, 754]",
|
222 |
"ground_truth_format": "mcq",
|
223 |
"questions": {
|
|
|
233 |
},
|
234 |
{
|
235 |
"step_id": 5,
|
236 |
+
"screenshot_path": "./aitw_qwen_images1/episode_9836837435576948503_step_5.png",
|
237 |
"action_history": "Step 0: Swiped: Swipe Up\nStep 1: Tapped at pixel coordinates (x,y): [495, 743]\nStep 2: Tapped at pixel coordinates (x,y): [530, 763]\nStep 3: Tapped at pixel coordinates (x,y): [494, 754]\nStep 4: Tapped at pixel coordinates (x,y): [320, 282]",
|
238 |
"ground_truth_format": "mcq",
|
239 |
"questions": {
|
|
|
249 |
},
|
250 |
{
|
251 |
"step_id": 6,
|
252 |
+
"screenshot_path": "./aitw_qwen_images1/episode_9836837435576948503_step_6.png",
|
253 |
"action_history": "Step 0: Swiped: Swipe Up\nStep 1: Tapped at pixel coordinates (x,y): [495, 743]\nStep 2: Tapped at pixel coordinates (x,y): [530, 763]\nStep 3: Tapped at pixel coordinates (x,y): [494, 754]\nStep 4: Tapped at pixel coordinates (x,y): [320, 282]\nStep 5: Tapped at pixel coordinates (x,y): [662, 103]",
|
254 |
"ground_truth_format": "mcq",
|
255 |
"questions": {
|
|
|
265 |
},
|
266 |
{
|
267 |
"step_id": 7,
|
268 |
+
"screenshot_path": "./aitw_qwen_images1/episode_9836837435576948503_step_7.png",
|
269 |
"action_history": "Step 0: Swiped: Swipe Up\nStep 1: Tapped at pixel coordinates (x,y): [495, 743]\nStep 2: Tapped at pixel coordinates (x,y): [530, 763]\nStep 3: Tapped at pixel coordinates (x,y): [494, 754]\nStep 4: Tapped at pixel coordinates (x,y): [320, 282]\nStep 5: Tapped at pixel coordinates (x,y): [662, 103]\nStep 6: Typed: 'What's on the menu at Five Guys?'",
|
270 |
"ground_truth_format": "mcq",
|
271 |
"questions": {
|
|
|
281 |
},
|
282 |
{
|
283 |
"step_id": 8,
|
284 |
+
"screenshot_path": "./aitw_qwen_images1/episode_9836837435576948503_step_8.png",
|
285 |
"action_history": "Step 0: Swiped: Swipe Up\nStep 1: Tapped at pixel coordinates (x,y): [495, 743]\nStep 2: Tapped at pixel coordinates (x,y): [530, 763]\nStep 3: Tapped at pixel coordinates (x,y): [494, 754]\nStep 4: Tapped at pixel coordinates (x,y): [320, 282]\nStep 5: Tapped at pixel coordinates (x,y): [662, 103]\nStep 6: Typed: 'What's on the menu at Five Guys?'\nStep 7: Tapped at pixel coordinates (x,y): [282, 180]",
|
286 |
"ground_truth_format": "mcq",
|
287 |
"questions": {
|
|
|
297 |
},
|
298 |
{
|
299 |
"step_id": 9,
|
300 |
+
"screenshot_path": "./aitw_qwen_images1/episode_9836837435576948503_step_9.png",
|
301 |
"action_history": "Step 0: Swiped: Swipe Up\nStep 1: Tapped at pixel coordinates (x,y): [495, 743]\nStep 2: Tapped at pixel coordinates (x,y): [530, 763]\nStep 3: Tapped at pixel coordinates (x,y): [494, 754]\nStep 4: Tapped at pixel coordinates (x,y): [320, 282]\nStep 5: Tapped at pixel coordinates (x,y): [662, 103]\nStep 6: Typed: 'What's on the menu at Five Guys?'\nStep 7: Tapped at pixel coordinates (x,y): [282, 180]\nStep 8: Tapped at pixel coordinates (x,y): [194, 1092]",
|
302 |
"ground_truth_format": "mcq",
|
303 |
"questions": {
|