Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,98 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+data/gemini/content/aitw_images_absolute_single_step/episode_12172380859428428757_step_0.png filter=lfs diff=lfs merge=lfs -text
+data/gemini/content/aitw_images_absolute_single_step/episode_12172380859428428757_step_1.png filter=lfs diff=lfs merge=lfs -text
+data/gemini/content/aitw_images_absolute_single_step/episode_12172380859428428757_step_2.png filter=lfs diff=lfs merge=lfs -text
+data/gemini/content/aitw_images_absolute_single_step/episode_12172380859428428757_step_3.png filter=lfs diff=lfs merge=lfs -text
+data/gemini/content/aitw_images_absolute_single_step/episode_12172380859428428757_step_5.png filter=lfs diff=lfs merge=lfs -text
+data/gemini/content/aitw_images_absolute_single_step/episode_12224608131504749719_step_2.png filter=lfs diff=lfs merge=lfs -text
+data/gemini/content/aitw_images_absolute_single_step/episode_1307957808436696980_step_3.png filter=lfs diff=lfs merge=lfs -text
+data/gemini/content/aitw_images_absolute_single_step/episode_16849016505201470177_step_1.png filter=lfs diff=lfs merge=lfs -text
+data/gemini/content/aitw_images_absolute_single_step/episode_16849016505201470177_step_3.png filter=lfs diff=lfs merge=lfs -text
+data/gemini/content/aitw_images_absolute_single_step/episode_16849016505201470177_step_5.png filter=lfs diff=lfs merge=lfs -text
+data/gemini/content/aitw_images_absolute_single_step/episode_9027843537045096280_step_1.png filter=lfs diff=lfs merge=lfs -text
+data/gemini/content/aitw_images_absolute_single_step/episode_9836837435576948503_step_1.png filter=lfs diff=lfs merge=lfs -text
+data/gemini/content/aitw_images_absolute_single_step/episode_9836837435576948503_step_2.png filter=lfs diff=lfs merge=lfs -text
+data/gemini/content/aitw_images_absolute_single_step/episode_9836837435576948503_step_3.png filter=lfs diff=lfs merge=lfs -text
+data/gemini/content/aitw_images_absolute_single_step/episode_9836837435576948503_step_4.png filter=lfs diff=lfs merge=lfs -text
+data/gemini/content/aitw_images_absolute_single_step/episode_9836837435576948503_step_7.png filter=lfs diff=lfs merge=lfs -text
+data/gemini/content/aitw_images_absolute_single_step/episode_9836837435576948503_step_8.png filter=lfs diff=lfs merge=lfs -text
+data/gemini/content[[:space:]]2/aitw_images_absolute_single_step/episode_12172380859428428757_step_0.png filter=lfs diff=lfs merge=lfs -text
+data/gemini/content[[:space:]]2/aitw_images_absolute_single_step/episode_12172380859428428757_step_1.png filter=lfs diff=lfs merge=lfs -text
+data/gemini/content[[:space:]]2/aitw_images_absolute_single_step/episode_12172380859428428757_step_2.png filter=lfs diff=lfs merge=lfs -text
+data/gemini/content[[:space:]]2/aitw_images_absolute_single_step/episode_12172380859428428757_step_3.png filter=lfs diff=lfs merge=lfs -text
+data/gemini/content[[:space:]]2/aitw_images_absolute_single_step/episode_12172380859428428757_step_5.png filter=lfs diff=lfs merge=lfs -text
+data/gemini/content[[:space:]]2/aitw_images_absolute_single_step/episode_12224608131504749719_step_2.png filter=lfs diff=lfs merge=lfs -text
+data/gemini/content[[:space:]]2/aitw_images_absolute_single_step/episode_1307957808436696980_step_3.png filter=lfs diff=lfs merge=lfs -text
+data/gemini/content[[:space:]]2/aitw_images_absolute_single_step/episode_16849016505201470177_step_1.png filter=lfs diff=lfs merge=lfs -text
+data/gemini/content[[:space:]]2/aitw_images_absolute_single_step/episode_16849016505201470177_step_3.png filter=lfs diff=lfs merge=lfs -text
+data/gemini/content[[:space:]]2/aitw_images_absolute_single_step/episode_16849016505201470177_step_5.png filter=lfs diff=lfs merge=lfs -text
+data/gemini/content[[:space:]]2/aitw_images_absolute_single_step/episode_9027843537045096280_step_1.png filter=lfs diff=lfs merge=lfs -text
+data/gemini/content[[:space:]]2/aitw_images_absolute_single_step/episode_9836837435576948503_step_1.png filter=lfs diff=lfs merge=lfs -text
+data/gemini/content[[:space:]]2/aitw_images_absolute_single_step/episode_9836837435576948503_step_2.png filter=lfs diff=lfs merge=lfs -text
+data/gemini/content[[:space:]]2/aitw_images_absolute_single_step/episode_9836837435576948503_step_3.png filter=lfs diff=lfs merge=lfs -text
+data/gemini/content[[:space:]]2/aitw_images_absolute_single_step/episode_9836837435576948503_step_4.png filter=lfs diff=lfs merge=lfs -text
+data/gemini/content[[:space:]]2/aitw_images_absolute_single_step/episode_9836837435576948503_step_7.png filter=lfs diff=lfs merge=lfs -text
+data/gemini/content[[:space:]]2/aitw_images_absolute_single_step/episode_9836837435576948503_step_8.png filter=lfs diff=lfs merge=lfs -text
+data/gpt/content/aitw_images_absolute_single_step/episode_12172380859428428757_step_0.png filter=lfs diff=lfs merge=lfs -text
+data/gpt/content/aitw_images_absolute_single_step/episode_12172380859428428757_step_1.png filter=lfs diff=lfs merge=lfs -text
+data/gpt/content/aitw_images_absolute_single_step/episode_12172380859428428757_step_2.png filter=lfs diff=lfs merge=lfs -text
+data/gpt/content/aitw_images_absolute_single_step/episode_12172380859428428757_step_3.png filter=lfs diff=lfs merge=lfs -text
+data/gpt/content/aitw_images_absolute_single_step/episode_12172380859428428757_step_5.png filter=lfs diff=lfs merge=lfs -text
+data/gpt/content/aitw_images_absolute_single_step/episode_12224608131504749719_step_2.png filter=lfs diff=lfs merge=lfs -text
+data/gpt/content/aitw_images_absolute_single_step/episode_1307957808436696980_step_3.png filter=lfs diff=lfs merge=lfs -text
+data/gpt/content/aitw_images_absolute_single_step/episode_16849016505201470177_step_1.png filter=lfs diff=lfs merge=lfs -text
+data/gpt/content/aitw_images_absolute_single_step/episode_16849016505201470177_step_3.png filter=lfs diff=lfs merge=lfs -text
+data/gpt/content/aitw_images_absolute_single_step/episode_16849016505201470177_step_5.png filter=lfs diff=lfs merge=lfs -text
+data/gpt/content/aitw_images_absolute_single_step/episode_9027843537045096280_step_1.png filter=lfs diff=lfs merge=lfs -text
+data/gpt/content/aitw_images_absolute_single_step/episode_9836837435576948503_step_1.png filter=lfs diff=lfs merge=lfs -text
+data/gpt/content/aitw_images_absolute_single_step/episode_9836837435576948503_step_2.png filter=lfs diff=lfs merge=lfs -text
+data/gpt/content/aitw_images_absolute_single_step/episode_9836837435576948503_step_3.png filter=lfs diff=lfs merge=lfs -text
+data/gpt/content/aitw_images_absolute_single_step/episode_9836837435576948503_step_4.png filter=lfs diff=lfs merge=lfs -text
+data/gpt/content/aitw_images_absolute_single_step/episode_9836837435576948503_step_7.png filter=lfs diff=lfs merge=lfs -text
+data/gpt/content/aitw_images_absolute_single_step/episode_9836837435576948503_step_8.png filter=lfs diff=lfs merge=lfs -text
+data/gpt/content[[:space:]]2/aitw_images_absolute_single_step/episode_16849016505201470177_step_1.png filter=lfs diff=lfs merge=lfs -text
+data/gpt/content[[:space:]]2/aitw_images_absolute_single_step/episode_16849016505201470177_step_3.png filter=lfs diff=lfs merge=lfs -text
+data/gpt/content[[:space:]]2/aitw_images_absolute_single_step/episode_16849016505201470177_step_5.png filter=lfs diff=lfs merge=lfs -text
+data/gpt/content[[:space:]]2/aitw_images_absolute_single_step/episode_9836837435576948503_step_1.png filter=lfs diff=lfs merge=lfs -text
+data/gpt/content[[:space:]]2/aitw_images_absolute_single_step/episode_9836837435576948503_step_2.png filter=lfs diff=lfs merge=lfs -text
+data/gpt/content[[:space:]]2/aitw_images_absolute_single_step/episode_9836837435576948503_step_3.png filter=lfs diff=lfs merge=lfs -text
+data/gpt/content[[:space:]]2/aitw_images_absolute_single_step/episode_9836837435576948503_step_4.png filter=lfs diff=lfs merge=lfs -text
+data/gpt/content[[:space:]]2/aitw_images_absolute_single_step/episode_9836837435576948503_step_7.png filter=lfs diff=lfs merge=lfs -text
+data/gpt/content[[:space:]]2/aitw_images_absolute_single_step/episode_9836837435576948503_step_8.png filter=lfs diff=lfs merge=lfs -text
+data/qwen/content/aitw_images_absolute_single_step/episode_12172380859428428757_step_0.png filter=lfs diff=lfs merge=lfs -text
+data/qwen/content/aitw_images_absolute_single_step/episode_12172380859428428757_step_1.png filter=lfs diff=lfs merge=lfs -text
+data/qwen/content/aitw_images_absolute_single_step/episode_12172380859428428757_step_2.png filter=lfs diff=lfs merge=lfs -text
+data/qwen/content/aitw_images_absolute_single_step/episode_12172380859428428757_step_3.png filter=lfs diff=lfs merge=lfs -text
+data/qwen/content/aitw_images_absolute_single_step/episode_12172380859428428757_step_5.png filter=lfs diff=lfs merge=lfs -text
+data/qwen/content/aitw_images_absolute_single_step/episode_12224608131504749719_step_2.png filter=lfs diff=lfs merge=lfs -text
+data/qwen/content/aitw_images_absolute_single_step/episode_1307957808436696980_step_3.png filter=lfs diff=lfs merge=lfs -text
+data/qwen/content/aitw_images_absolute_single_step/episode_16849016505201470177_step_1.png filter=lfs diff=lfs merge=lfs -text
+data/qwen/content/aitw_images_absolute_single_step/episode_16849016505201470177_step_3.png filter=lfs diff=lfs merge=lfs -text
+data/qwen/content/aitw_images_absolute_single_step/episode_16849016505201470177_step_5.png filter=lfs diff=lfs merge=lfs -text
+data/qwen/content/aitw_images_absolute_single_step/episode_9027843537045096280_step_1.png filter=lfs diff=lfs merge=lfs -text
+data/qwen/content/aitw_images_absolute_single_step/episode_9836837435576948503_step_1.png filter=lfs diff=lfs merge=lfs -text
+data/qwen/content/aitw_images_absolute_single_step/episode_9836837435576948503_step_2.png filter=lfs diff=lfs merge=lfs -text
+data/qwen/content/aitw_images_absolute_single_step/episode_9836837435576948503_step_3.png filter=lfs diff=lfs merge=lfs -text
+data/qwen/content/aitw_images_absolute_single_step/episode_9836837435576948503_step_4.png filter=lfs diff=lfs merge=lfs -text
+data/qwen/content/aitw_images_absolute_single_step/episode_9836837435576948503_step_7.png filter=lfs diff=lfs merge=lfs -text
+data/qwen/content/aitw_images_absolute_single_step/episode_9836837435576948503_step_8.png filter=lfs diff=lfs merge=lfs -text
+extra/android-in-the-wild-general-general-00001-of-00321 filter=lfs diff=lfs merge=lfs -text
+extra/android-in-the-wild-general-general-00006-of-00321 filter=lfs diff=lfs merge=lfs -text
+extra/content/aitw_images_absolute_single_step/episode_12172380859428428757_step_0.png filter=lfs diff=lfs merge=lfs -text
+extra/content/aitw_images_absolute_single_step/episode_12172380859428428757_step_1.png filter=lfs diff=lfs merge=lfs -text
+extra/content/aitw_images_absolute_single_step/episode_12172380859428428757_step_2.png filter=lfs diff=lfs merge=lfs -text
+extra/content/aitw_images_absolute_single_step/episode_12172380859428428757_step_3.png filter=lfs diff=lfs merge=lfs -text
+extra/content/aitw_images_absolute_single_step/episode_12172380859428428757_step_5.png filter=lfs diff=lfs merge=lfs -text
+extra/content/aitw_images_absolute_single_step/episode_12224608131504749719_step_2.png filter=lfs diff=lfs merge=lfs -text
+extra/content/aitw_images_absolute_single_step/episode_1307957808436696980_step_3.png filter=lfs diff=lfs merge=lfs -text
+extra/content/aitw_images_absolute_single_step/episode_9027843537045096280_step_1.png filter=lfs diff=lfs merge=lfs -text
+extra/content[[:space:]]2/aitw_images_absolute_single_step/episode_12172380859428428757_step_0.png filter=lfs diff=lfs merge=lfs -text
+extra/content[[:space:]]2/aitw_images_absolute_single_step/episode_12172380859428428757_step_1.png filter=lfs diff=lfs merge=lfs -text
+extra/content[[:space:]]2/aitw_images_absolute_single_step/episode_12172380859428428757_step_2.png filter=lfs diff=lfs merge=lfs -text
+extra/content[[:space:]]2/aitw_images_absolute_single_step/episode_12172380859428428757_step_3.png filter=lfs diff=lfs merge=lfs -text
+extra/content[[:space:]]2/aitw_images_absolute_single_step/episode_12172380859428428757_step_5.png filter=lfs diff=lfs merge=lfs -text
+extra/content[[:space:]]2/aitw_images_absolute_single_step/episode_12224608131504749719_step_2.png filter=lfs diff=lfs merge=lfs -text
+extra/content[[:space:]]2/aitw_images_absolute_single_step/episode_1307957808436696980_step_3.png filter=lfs diff=lfs merge=lfs -text
+extra/content[[:space:]]2/aitw_images_absolute_single_step/episode_9027843537045096280_step_1.png filter=lfs diff=lfs merge=lfs -text

.gradio/certificate.pem

@@ -0,0 +1,31 @@
+-----BEGIN CERTIFICATE-----
+MIIFazCCA1OgAwIBAgIRAIIQz7DSQONZRGPgu2OCiwAwDQYJKoZIhvcNAQELBQAw
+TzELMAkGA1UEBhMCVVMxKTAnBgNVBAoTIEludGVybmV0IFNlY3VyaXR5IFJlc2Vh
+cmNoIEdyb3VwMRUwEwYDVQQDEwxJU1JHIFJvb3QgWDEwHhcNMTUwNjA0MTEwNDM4
+WhcNMzUwNjA0MTEwNDM4WjBPMQswCQYDVQQGEwJVUzEpMCcGA1UEChMgSW50ZXJu
+ZXQgU2VjdXJpdHkgUmVzZWFyY2ggR3JvdXAxFTATBgNVBAMTDElTUkcgUm9vdCBY
+MTCCAiIwDQYJKoZIhvcNAQEBBQADggIPADCCAgoCggIBAK3oJHP0FDfzm54rVygc
+h77ct984kIxuPOZXoHj3dcKi/vVqbvYATyjb3miGbESTtrFj/RQSa78f0uoxmyF+
+0TM8ukj13Xnfs7j/EvEhmkvBioZxaUpmZmyPfjxwv60pIgbz5MDmgK7iS4+3mX6U
+A5/TR5d8mUgjU+g4rk8Kb4Mu0UlXjIB0ttov0DiNewNwIRt18jA8+o+u3dpjq+sW
+T8KOEUt+zwvo/7V3LvSye0rgTBIlDHCNAymg4VMk7BPZ7hm/ELNKjD+Jo2FR3qyH
+B5T0Y3HsLuJvW5iB4YlcNHlsdu87kGJ55tukmi8mxdAQ4Q7e2RCOFvu396j3x+UC
+B5iPNgiV5+I3lg02dZ77DnKxHZu8A/lJBdiB3QW0KtZB6awBdpUKD9jf1b0SHzUv
+KBds0pjBqAlkd25HN7rOrFleaJ1/ctaJxQZBKT5ZPt0m9STJEadao0xAH0ahmbWn
+OlFuhjuefXKnEgV4We0+UXgVCwOPjdAvBbI+e0ocS3MFEvzG6uBQE3xDk3SzynTn
+jh8BCNAw1FtxNrQHusEwMFxIt4I7mKZ9YIqioymCzLq9gwQbooMDQaHWBfEbwrbw
+qHyGO0aoSCqI3Haadr8faqU9GY/rOPNk3sgrDQoo//fb4hVC1CLQJ13hef4Y53CI
+rU7m2Ys6xt0nUW7/vGT1M0NPAgMBAAGjQjBAMA4GA1UdDwEB/wQEAwIBBjAPBgNV
+HRMBAf8EBTADAQH/MB0GA1UdDgQWBBR5tFnme7bl5AFzgAiIyBpY9umbbjANBgkq
+hkiG9w0BAQsFAAOCAgEAVR9YqbyyqFDQDLHYGmkgJykIrGF1XIpu+ILlaS/V9lZL
+ubhzEFnTIZd+50xx+7LSYK05qAvqFyFWhfFQDlnrzuBZ6brJFe+GnY+EgPbk6ZGQ
+3BebYhtF8GaV0nxvwuo77x/Py9auJ/GpsMiu/X1+mvoiBOv/2X/qkSsisRcOj/KK
+NFtY2PwByVS5uCbMiogziUwthDyC3+6WVwW6LLv3xLfHTjuCvjHIInNzktHCgKQ5
+ORAzI4JMPJ+GslWYHb4phowim57iaztXOoJwTdwJx4nLCgdNbOhdjsnvzqvHu7Ur
+TkXWStAmzOVyyghqpZXjFaH3pO3JLF+l+/+sKAIuvtd7u+Nxe5AW0wdeRlN8NwdC
+jNPElpzVmbUq4JUagEiuTDkHzsxHpFKVK7q4+63SM1N95R1NbdWhscdCb+ZAJzVc
+oyi3B43njTOQ5yOf+1CceWxG1bQVs5ZufpsMljq4Ui0/1lvh+wjChP4kqKOJ2qxq
+4RgqsahDYVvTH9w7jXbyLeiNdd8XM2w9U/t7y0Ff/9yi0GE44Za4rF2LN9d11TPA
+mRGunUHBcnWEvgJBQl9nJEiU0Zsnvgc/ubhPgXRR4Xq37Z0j4r7g1SgEEzwxA57d
+emyPxgcYxn/eR44/KJ4EBs+lVDR3veyJm+kXQ99b21/+jh5Xos1AnX5iItreGCc=
+-----END CERTIFICATE-----

README.md

@@ -1,12 +1,6 @@
 ---
-title: MCQ Comparison
-emoji: 📈
-colorFrom: yellow
-colorTo: green
+title: MCQ_Comparison
+app_file: visualizer.py
 sdk: gradio
 sdk_version: 5.40.0
-app_file: app.py
-pinned: false
 ---
-
-Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

data/.gradio/certificate.pem

@@ -0,0 +1,31 @@
+-----BEGIN CERTIFICATE-----
+MIIFazCCA1OgAwIBAgIRAIIQz7DSQONZRGPgu2OCiwAwDQYJKoZIhvcNAQELBQAw
+TzELMAkGA1UEBhMCVVMxKTAnBgNVBAoTIEludGVybmV0IFNlY3VyaXR5IFJlc2Vh
+cmNoIEdyb3VwMRUwEwYDVQQDEwxJU1JHIFJvb3QgWDEwHhcNMTUwNjA0MTEwNDM4
+WhcNMzUwNjA0MTEwNDM4WjBPMQswCQYDVQQGEwJVUzEpMCcGA1UEChMgSW50ZXJu
+ZXQgU2VjdXJpdHkgUmVzZWFyY2ggR3JvdXAxFTATBgNVBAMTDElTUkcgUm9vdCBY
+MTCCAiIwDQYJKoZIhvcNAQEBBQADggIPADCCAgoCggIBAK3oJHP0FDfzm54rVygc
+h77ct984kIxuPOZXoHj3dcKi/vVqbvYATyjb3miGbESTtrFj/RQSa78f0uoxmyF+
+0TM8ukj13Xnfs7j/EvEhmkvBioZxaUpmZmyPfjxwv60pIgbz5MDmgK7iS4+3mX6U
+A5/TR5d8mUgjU+g4rk8Kb4Mu0UlXjIB0ttov0DiNewNwIRt18jA8+o+u3dpjq+sW
+T8KOEUt+zwvo/7V3LvSye0rgTBIlDHCNAymg4VMk7BPZ7hm/ELNKjD+Jo2FR3qyH
+B5T0Y3HsLuJvW5iB4YlcNHlsdu87kGJ55tukmi8mxdAQ4Q7e2RCOFvu396j3x+UC
+B5iPNgiV5+I3lg02dZ77DnKxHZu8A/lJBdiB3QW0KtZB6awBdpUKD9jf1b0SHzUv
+KBds0pjBqAlkd25HN7rOrFleaJ1/ctaJxQZBKT5ZPt0m9STJEadao0xAH0ahmbWn
+OlFuhjuefXKnEgV4We0+UXgVCwOPjdAvBbI+e0ocS3MFEvzG6uBQE3xDk3SzynTn
+jh8BCNAw1FtxNrQHusEwMFxIt4I7mKZ9YIqioymCzLq9gwQbooMDQaHWBfEbwrbw
+qHyGO0aoSCqI3Haadr8faqU9GY/rOPNk3sgrDQoo//fb4hVC1CLQJ13hef4Y53CI
+rU7m2Ys6xt0nUW7/vGT1M0NPAgMBAAGjQjBAMA4GA1UdDwEB/wQEAwIBBjAPBgNV
+HRMBAf8EBTADAQH/MB0GA1UdDgQWBBR5tFnme7bl5AFzgAiIyBpY9umbbjANBgkq
+hkiG9w0BAQsFAAOCAgEAVR9YqbyyqFDQDLHYGmkgJykIrGF1XIpu+ILlaS/V9lZL
+ubhzEFnTIZd+50xx+7LSYK05qAvqFyFWhfFQDlnrzuBZ6brJFe+GnY+EgPbk6ZGQ
+3BebYhtF8GaV0nxvwuo77x/Py9auJ/GpsMiu/X1+mvoiBOv/2X/qkSsisRcOj/KK
+NFtY2PwByVS5uCbMiogziUwthDyC3+6WVwW6LLv3xLfHTjuCvjHIInNzktHCgKQ5
+ORAzI4JMPJ+GslWYHb4phowim57iaztXOoJwTdwJx4nLCgdNbOhdjsnvzqvHu7Ur
+TkXWStAmzOVyyghqpZXjFaH3pO3JLF+l+/+sKAIuvtd7u+Nxe5AW0wdeRlN8NwdC
+jNPElpzVmbUq4JUagEiuTDkHzsxHpFKVK7q4+63SM1N95R1NbdWhscdCb+ZAJzVc
+oyi3B43njTOQ5yOf+1CceWxG1bQVs5ZufpsMljq4Ui0/1lvh+wjChP4kqKOJ2qxq
+4RgqsahDYVvTH9w7jXbyLeiNdd8XM2w9U/t7y0Ff/9yi0GE44Za4rF2LN9d11TPA
+mRGunUHBcnWEvgJBQl9nJEiU0Zsnvgc/ubhPgXRR4Xq37Z0j4r7g1SgEEzwxA57d
+emyPxgcYxn/eR44/KJ4EBs+lVDR3veyJm+kXQ99b21/+jh5Xos1AnX5iItreGCc=
+-----END CERTIFICATE-----

data/gemini/aitw_mcq_dataset_absolute_single_step copy.json

@@ -0,0 +1,188 @@
+{
+  "16849016505201470177": {
+    "episode_goal": "Check the settings for the Instagram app",
+    "steps": [
+      {
+        "step_id": 1,
+        "screenshot_path": "/content/aitw_images_absolute_single_step/episode_16849016505201470177_step_1.png",
+        "action_history": "",
+        "ground_truth_format": "mcq",
+        "questions": {
+          "question": "Based on the goal and screen, what is the precise next action to perform?",
+          "options": [
+            "Button: Press Home",
+            "Tap: [491, 753]",
+            "Tap: [359, 561]",
+            "Type: 'ok'"
+          ],
+          "correct_answer_index": 1
+        }
+      },
+      {
+        "step_id": 3,
+        "screenshot_path": "/content/aitw_images_absolute_single_step/episode_16849016505201470177_step_3.png",
+        "action_history": "Step 1: Tapped at pixel coordinates (x,y): [491, 753]",
+        "ground_truth_format": "mcq",
+        "questions": {
+          "question": "Based on the goal and screen, what is the precise next action to perform?",
+          "options": [
+            "Button: Press Enter",
+            "Tap: [245, 415]",
+            "Type: 'search'",
+            "Tap: [128, 313]"
+          ],
+          "correct_answer_index": 3
+        }
+      },
+      {
+        "step_id": 5,
+        "screenshot_path": "/content/aitw_images_absolute_single_step/episode_16849016505201470177_step_5.png",
+        "action_history": "Step 1: Tapped at pixel coordinates (x,y): [491, 753]\nStep 3: Tapped at pixel coordinates (x,y): [128, 313]",
+        "ground_truth_format": "mcq",
+        "questions": {
+          "question": "Based on the goal and screen, what is the precise next action to perform?",
+          "options": [
+            "Button: Press Back",
+            "Tap: [675, 182]",
+            "Type: 'ok'",
+            "Tap: [194, 108]"
+          ],
+          "correct_answer_index": 3
+        }
+      },
+      {
+        "step_id": 7,
+        "screenshot_path": "/content/aitw_images_absolute_single_step/episode_16849016505201470177_step_7.png",
+        "action_history": "Step 1: Tapped at pixel coordinates (x,y): [491, 753]\nStep 3: Tapped at pixel coordinates (x,y): [128, 313]\nStep 5: Tapped at pixel coordinates (x,y): [194, 108]",
+        "ground_truth_format": "mcq",
+        "questions": {
+          "question": "Based on the goal and screen, what is the precise next action to perform?",
+          "options": [
+            "Tap: [350, 622]",
+            "Button: Press Back",
+            "Type: 'search'",
+            "Tap: [221, 296]"
+          ],
+          "correct_answer_index": 3
+        }
+      }
+    ]
+  },
+  "9836837435576948503": {
+    "episode_goal": "What's on the menu at Five Guys?",
+    "steps": [
+      {
+        "step_id": 1,
+        "screenshot_path": "/content/aitw_images_absolute_single_step/episode_9836837435576948503_step_1.png",
+        "action_history": "",
+        "ground_truth_format": "mcq",
+        "questions": {
+          "question": "Based on the goal and screen, what is the precise next action to perform?",
+          "options": [
+            "Tap: [495, 743]",
+            "Tap: [363, 563]",
+            "Swipe: Right",
+            "Button: Press Enter"
+          ],
+          "correct_answer_index": 0
+        }
+      },
+      {
+        "step_id": 2,
+        "screenshot_path": "/content/aitw_images_absolute_single_step/episode_9836837435576948503_step_2.png",
+        "action_history": "Step 1: Tapped at pixel coordinates (x,y): [495, 743]",
+        "ground_truth_format": "mcq",
+        "questions": {
+          "question": "Based on the goal and screen, what is the precise next action to perform?",
+          "options": [
+            "Tap: [530, 763]",
+            "Button: Press Enter",
+            "Tap: [360, 110]",
+            "Swipe: Left"
+          ],
+          "correct_answer_index": 0
+        }
+      },
+      {
+        "step_id": 3,
+        "screenshot_path": "/content/aitw_images_absolute_single_step/episode_9836837435576948503_step_3.png",
+        "action_history": "Step 1: Tapped at pixel coordinates (x,y): [495, 743]\nStep 2: Tapped at pixel coordinates (x,y): [530, 763]",
+        "ground_truth_format": "mcq",
+        "questions": {
+          "question": "Based on the goal and screen, what is the precise next action to perform?",
+          "options": [
+            "Button: Press Enter",
+            "Tap: [365, 528]",
+            "Type: 'search'",
+            "Tap: [494, 754]"
+          ],
+          "correct_answer_index": 3
+        }
+      },
+      {
+        "step_id": 4,
+        "screenshot_path": "/content/aitw_images_absolute_single_step/episode_9836837435576948503_step_4.png",
+        "action_history": "Step 1: Tapped at pixel coordinates (x,y): [495, 743]\nStep 2: Tapped at pixel coordinates (x,y): [530, 763]\nStep 3: Tapped at pixel coordinates (x,y): [494, 754]",
+        "ground_truth_format": "mcq",
+        "questions": {
+          "question": "Based on the goal and screen, what is the precise next action to perform?",
+          "options": [
+            "Button: Press Home",
+            "Tap: [360, 670]",
+            "Tap: [320, 282]",
+            "Swipe: Down"
+          ],
+          "correct_answer_index": 2
+        }
+      },
+      {
+        "step_id": 5,
+        "screenshot_path": "/content/aitw_images_absolute_single_step/episode_9836837435576948503_step_5.png",
+        "action_history": "Step 1: Tapped at pixel coordinates (x,y): [495, 743]\nStep 2: Tapped at pixel coordinates (x,y): [530, 763]\nStep 3: Tapped at pixel coordinates (x,y): [494, 754]\nStep 4: Tapped at pixel coordinates (x,y): [320, 282]",
+        "ground_truth_format": "mcq",
+        "questions": {
+          "question": "Based on the goal and screen, what is the precise next action to perform?",
+          "options": [
+            "Tap: [662, 103]",
+            "Tap: [73, 103]",
+            "Button: Press Back",
+            "Type: 'search'"
+          ],
+          "correct_answer_index": 0
+        }
+      },
+      {
+        "step_id": 7,
+        "screenshot_path": "/content/aitw_images_absolute_single_step/episode_9836837435576948503_step_7.png",
+        "action_history": "Step 1: Tapped at pixel coordinates (x,y): [495, 743]\nStep 2: Tapped at pixel coordinates (x,y): [530, 763]\nStep 3: Tapped at pixel coordinates (x,y): [494, 754]\nStep 4: Tapped at pixel coordinates (x,y): [320, 282]\nStep 5: Tapped at pixel coordinates (x,y): [662, 103]",
+        "ground_truth_format": "mcq",
+        "questions": {
+          "question": "Based on the goal and screen, what is the precise next action to perform?",
+          "options": [
+            "Button: Press Enter",
+            "Type: 'search'",
+            "Tap: [323, 244]",
+            "Tap: [282, 180]"
+          ],
+          "correct_answer_index": 3
+        }
+      },
+      {
+        "step_id": 8,
+        "screenshot_path": "/content/aitw_images_absolute_single_step/episode_9836837435576948503_step_8.png",
+        "action_history": "Step 1: Tapped at pixel coordinates (x,y): [495, 743]\nStep 2: Tapped at pixel coordinates (x,y): [530, 763]\nStep 3: Tapped at pixel coordinates (x,y): [494, 754]\nStep 4: Tapped at pixel coordinates (x,y): [320, 282]\nStep 5: Tapped at pixel coordinates (x,y): [662, 103]\nStep 7: Tapped at pixel coordinates (x,y): [282, 180]",
+        "ground_truth_format": "mcq",
+        "questions": {
+          "question": "Based on the goal and screen, what is the precise next action to perform?",
+          "options": [
+            "Button: Press Back",
+            "Type: 'search'",
+            "Tap: [380, 319]",
+            "Tap: [194, 1092]"
+          ],
+          "correct_answer_index": 3
+        }
+      }
+    ]
+  }
+}

data/gemini/aitw_mcq_dataset_absolute_single_step.json

@@ -0,0 +1,283 @@
+{
+  "12172380859428428757": {
+    "episode_goal": "Open a new Chrome private window",
+    "steps": [
+      {
+        "step_id": 0,
+        "screenshot_path": "/content/aitw_images_absolute_single_step/episode_12172380859428428757_step_0.png",
+        "action_history": "",
+        "ground_truth_format": "mcq",
+        "questions": {
+          "question": "Based on the goal and screen, what is the precise next action to perform?",
+          "options": [
+            "Tap: [382, 838]",
+            "Type: 'ok'",
+            "Tap: [291, 838]",
+            "Swipe: Up"
+          ],
+          "correct_answer_index": 0
+        }
+      },
+      {
+        "step_id": 1,
+        "screenshot_path": "/content/aitw_images_absolute_single_step/episode_12172380859428428757_step_1.png",
+        "action_history": "Step 0: Tapped at pixel coordinates (x,y): [382, 838]",
+        "ground_truth_format": "mcq",
+        "questions": {
+          "question": "Based on the goal and screen, what is the precise next action to perform?",
+          "options": [
+            "Tap: [224, 776]",
+            "Type: 'settings'",
+            "Tap: [287, 814]",
+            "Button: Press Home"
+          ],
+          "correct_answer_index": 0
+        }
+      },
+      {
+        "step_id": 2,
+        "screenshot_path": "/content/aitw_images_absolute_single_step/episode_12172380859428428757_step_2.png",
+        "action_history": "Step 0: Tapped at pixel coordinates (x,y): [382, 838]\nStep 1: Tapped at pixel coordinates (x,y): [224, 776]",
+        "ground_truth_format": "mcq",
+        "questions": {
+          "question": "Based on the goal and screen, what is the precise next action to perform?",
+          "options": [
+            "Tap: [156, 776]",
+            "Type: 'search'",
+            "Tap: [420, 775]",
+            "Button: Press Enter"
+          ],
+          "correct_answer_index": 2
+        }
+      },
+      {
+        "step_id": 3,
+        "screenshot_path": "/content/aitw_images_absolute_single_step/episode_12172380859428428757_step_3.png",
+        "action_history": "Step 0: Tapped at pixel coordinates (x,y): [382, 838]\nStep 1: Tapped at pixel coordinates (x,y): [224, 776]\nStep 2: Tapped at pixel coordinates (x,y): [420, 775]",
+        "ground_truth_format": "mcq",
+        "questions": {
+          "question": "Based on the goal and screen, what is the precise next action to perform?",
+          "options": [
+            "Tap: [468, 64]",
+            "Tap: [516, 64]",
+            "Button: Press Back",
+            "Swipe: Right"
+          ],
+          "correct_answer_index": 0
+        }
+      },
+      {
+        "step_id": 4,
+        "screenshot_path": "/content/aitw_images_absolute_single_step/episode_12172380859428428757_step_4.png",
+        "action_history": "Step 0: Tapped at pixel coordinates (x,y): [382, 838]\nStep 1: Tapped at pixel coordinates (x,y): [224, 776]\nStep 2: Tapped at pixel coordinates (x,y): [420, 775]\nStep 3: Tapped at pixel coordinates (x,y): [468, 64]",
+        "ground_truth_format": "mcq",
+        "questions": {
+          "question": "Based on the goal and screen, what is the precise next action to perform?",
+          "options": [
+            "Tap: [44, 78]",
+            "Type: 'search'",
+            "Tap: [150, 105]",
+            "Button: Press Enter"
+          ],
+          "correct_answer_index": 0
+        }
+      },
+      {
+        "step_id": 5,
+        "screenshot_path": "/content/aitw_images_absolute_single_step/episode_12172380859428428757_step_5.png",
+        "action_history": "Step 0: Tapped at pixel coordinates (x,y): [382, 838]\nStep 1: Tapped at pixel coordinates (x,y): [224, 776]\nStep 2: Tapped at pixel coordinates (x,y): [420, 775]\nStep 3: Tapped at pixel coordinates (x,y): [468, 64]\nStep 4: Tapped at pixel coordinates (x,y): [44, 78]",
+        "ground_truth_format": "mcq",
+        "questions": {
+          "question": "Based on the goal and screen, what is the precise next action to perform?",
+          "options": [
+            "Swipe: Left",
+            "Tap: [467, 62]",
+            "Type: 'ok'",
+            "Tap: [515, 62]"
+          ],
+          "correct_answer_index": 1
+        }
+      },
+      {
+        "step_id": 6,
+        "screenshot_path": "/content/aitw_images_absolute_single_step/episode_12172380859428428757_step_6.png",
+        "action_history": "Step 0: Tapped at pixel coordinates (x,y): [382, 838]\nStep 1: Tapped at pixel coordinates (x,y): [224, 776]\nStep 2: Tapped at pixel coordinates (x,y): [420, 775]\nStep 3: Tapped at pixel coordinates (x,y): [468, 64]\nStep 4: Tapped at pixel coordinates (x,y): [44, 78]\nStep 5: Tapped at pixel coordinates (x,y): [467, 62]",
+        "ground_truth_format": "mcq",
+        "questions": {
+          "question": "Based on the goal and screen, what is the precise next action to perform?",
+          "options": [
+            "Swipe: Left",
+            "Tap: [514, 64]",
+            "Button: Press Home",
+            "Tap: [514, 116]"
+          ],
+          "correct_answer_index": 1
+        }
+      },
+      {
+        "step_id": 7,
+        "screenshot_path": "/content/aitw_images_absolute_single_step/episode_12172380859428428757_step_7.png",
+        "action_history": "Step 0: Tapped at pixel coordinates (x,y): [382, 838]\nStep 1: Tapped at pixel coordinates (x,y): [224, 776]\nStep 2: Tapped at pixel coordinates (x,y): [420, 775]\nStep 3: Tapped at pixel coordinates (x,y): [468, 64]\nStep 4: Tapped at pixel coordinates (x,y): [44, 78]\nStep 5: Tapped at pixel coordinates (x,y): [467, 62]\nStep 6: Tapped at pixel coordinates (x,y): [514, 64]",
+        "ground_truth_format": "mcq",
+        "questions": {
+          "question": "Based on the goal and screen, what is the precise next action to perform?",
+          "options": [
+            "Tap: [370, 127]",
+            "Type: 'settings'",
+            "Tap: [370, 78]",
+            "Swipe: Up"
+          ],
+          "correct_answer_index": 0
+        }
+      }
+    ]
+  },
+  "9027843537045096280": {
+    "episode_goal": "Open a new Chrome window",
+    "steps": [
+      {
+        "step_id": 1,
+        "screenshot_path": "/content/aitw_images_absolute_single_step/episode_9027843537045096280_step_1.png",
+        "action_history": "",
+        "ground_truth_format": "mcq",
+        "questions": {
+          "question": "Based on the goal and screen, what is the precise next action to perform?",
+          "options": [
+            "Button: Press Back",
+            "Swipe: Left",
+            "Tap: [365, 826]",
+            "Tap: [277, 826]"
+          ],
+          "correct_answer_index": 2
+        }
+      }
+    ]
+  },
+  "2247237893045084693": {
+    "episode_goal": "Open the calendar and show me this week's events?",
+    "steps": [
+      {
+        "step_id": 1,
+        "screenshot_path": "/content/aitw_images_absolute_single_step/episode_2247237893045084693_step_1.png",
+        "action_history": "",
+        "ground_truth_format": "mcq",
+        "questions": {
+          "question": "Based on the goal and screen, what is the precise next action to perform?",
+          "options": [
+            "Tap: [85, 320]",
+            "Type: 'settings'",
+            "Tap: [379, 183]",
+            "Swipe: Left"
+          ],
+          "correct_answer_index": 2
+        }
+      },
+      {
+        "step_id": 2,
+        "screenshot_path": "/content/aitw_images_absolute_single_step/episode_2247237893045084693_step_2.png",
+        "action_history": "Step 1: Tapped at pixel coordinates (x,y): [379, 183]",
+        "ground_truth_format": "mcq",
+        "questions": {
+          "question": "Based on the goal and screen, what is the precise next action to perform?",
+          "options": [
+            "Button: Press Enter",
+            "Tap: [499, 976]",
+            "Swipe: Left",
+            "Tap: [442, 976]"
+          ],
+          "correct_answer_index": 1
+        }
+      },
+      {
+        "step_id": 3,
+        "screenshot_path": "/content/aitw_images_absolute_single_step/episode_2247237893045084693_step_3.png",
+        "action_history": "Step 1: Tapped at pixel coordinates (x,y): [379, 183]\nStep 2: Tapped at pixel coordinates (x,y): [499, 976]",
+        "ground_truth_format": "mcq",
+        "questions": {
+          "question": "Based on the goal and screen, what is the precise next action to perform?",
+          "options": [
+            "Tap: [302, 950]",
+            "Swipe: Down",
+            "Button: Press Enter",
+            "Tap: [270, 600]"
+          ],
+          "correct_answer_index": 0
+        }
+      }
+    ]
+  },
+  "12224608131504749719": {
+    "episode_goal": "How much does a 2x4x8 board cost at Lowes?",
+    "steps": [
+      {
+        "step_id": 2,
+        "screenshot_path": "/content/aitw_images_absolute_single_step/episode_12224608131504749719_step_2.png",
+        "action_history": "",
+        "ground_truth_format": "mcq",
+        "questions": {
+          "question": "Based on the goal and screen, what is the precise next action to perform?",
+          "options": [
+            "Tap: [289, 950]",
+            "Swipe: Left",
+            "Tap: [387, 852]",
+            "Button: Press Home"
+          ],
+          "correct_answer_index": 0
+        }
+      },
+      {
+        "step_id": 4,
+        "screenshot_path": "/content/aitw_images_absolute_single_step/episode_12224608131504749719_step_4.png",
+        "action_history": "Step 2: Tapped at pixel coordinates (x,y): [289, 950]",
+        "ground_truth_format": "mcq",
+        "questions": {
+          "question": "Based on the goal and screen, what is the precise next action to perform?",
+          "options": [
+            "Tap: [286, 129]",
+            "Tap: [286, 193]",
+            "Button: Press Home",
+            "Type: 'settings'"
+          ],
+          "correct_answer_index": 0
+        }
+      }
+    ]
+  },
+  "1307957808436696980": {
+    "episode_goal": "Google the capital of Mexico",
+    "steps": [
+      {
+        "step_id": 3,
+        "screenshot_path": "/content/aitw_images_absolute_single_step/episode_1307957808436696980_step_3.png",
+        "action_history": "",
+        "ground_truth_format": "mcq",
+        "questions": {
+          "question": "Based on the goal and screen, what is the precise next action to perform?",
+          "options": [
+            "Button: Press Home",
+            "Tap: [78, 570]",
+            "Tap: [320, 974]",
+            "Type: 'ok'"
+          ],
+          "correct_answer_index": 2
+        }
+      },
+      {
+        "step_id": 5,
+        "screenshot_path": "/content/aitw_images_absolute_single_step/episode_1307957808436696980_step_5.png",
+        "action_history": "Step 3: Tapped at pixel coordinates (x,y): [320, 974]",
+        "ground_truth_format": "mcq",
+        "questions": {
+          "question": "Based on the goal and screen, what is the precise next action to perform?",
+          "options": [
+            "Tap: [185, 114]",
+            "Type: 'ok'",
+            "Swipe: Right",
+            "Tap: [199, 193]"
+          ],
+          "correct_answer_index": 0
+        }
+      }
+    ]
+  }
+}