Spaces:
Sleeping
Sleeping
fix: extra API param
Browse files
app.py
CHANGED
|
@@ -205,28 +205,28 @@ def process_refexp(image: Image, prompt: str, model_revision: str = 'main', retu
|
|
| 205 |
title = "Demo: GuardianUI RefExp Click"
|
| 206 |
description = "Gradio Demo for Donut RefExp task, an instance of `VisionEncoderDecoderModel` fine-tuned on [UIBert RefExp](https://huggingface.co/datasets/ivelin/ui_refexp_saved) Dataset (UI Referring Expression). To use it, simply upload your image and type a prompt and click 'submit', or click one of the examples to load them. Optionally enter value for model git revision; latest checkpoint will be used by default."
|
| 207 |
article = "<p style='text-align: center'><a href='https://arxiv.org/abs/2111.15664' target='_blank'>Donut: OCR-free Document Understanding Transformer</a> | <a href='https://github.com/clovaai/donut' target='_blank'>Github Repo</a></p>"
|
| 208 |
-
examples = [["example_1.jpg", "select the setting icon from top right corner", ""],
|
| 209 |
-
["example_1.jpg", "click on down arrow beside the entertainment", ""],
|
| 210 |
-
["example_1.jpg", "select the down arrow button beside lifestyle", ""],
|
| 211 |
-
["example_1.jpg", "click on the image beside the option traffic", ""],
|
| 212 |
-
["example_3.jpg", "select the third row first image", ""],
|
| 213 |
-
["example_3.jpg", "click the tick mark on the first image", ""],
|
| 214 |
-
["example_3.jpg", "select the ninth image", ""],
|
| 215 |
-
["example_3.jpg", "select the add icon", ""],
|
| 216 |
-
["example_3.jpg", "click the first image", ""],
|
| 217 |
-
["val-image-4.jpg", 'select 4153365454', ""],
|
| 218 |
-
['val-image-4.jpg', 'go to cell', ""],
|
| 219 |
-
['val-image-4.jpg', 'select number above cell', ""],
|
| 220 |
-
["val-image-1.jpg", "select calendar option", ""],
|
| 221 |
-
["val-image-1.jpg", "select photos&videos option", ""],
|
| 222 |
-
["val-image-2.jpg", "click on change store", ""],
|
| 223 |
-
["val-image-2.jpg", "click on shop menu at the bottom", ""],
|
| 224 |
-
["val-image-3.jpg", "click on image above short meow", ""],
|
| 225 |
-
["val-image-3.jpg", "go to cat sounds", ""],
|
| 226 |
-
["example_2.jpg", "click on green color button", ""],
|
| 227 |
-
["example_2.jpg", "click on text which is beside call now", ""],
|
| 228 |
-
["example_2.jpg", "click on more button", ""],
|
| 229 |
-
["example_2.jpg", "enter the text field next to the name", ""],
|
| 230 |
]
|
| 231 |
|
| 232 |
demo = gr.Interface(fn=process_refexp,
|
|
|
|
| 205 |
title = "Demo: GuardianUI RefExp Click"
|
| 206 |
description = "Gradio Demo for Donut RefExp task, an instance of `VisionEncoderDecoderModel` fine-tuned on [UIBert RefExp](https://huggingface.co/datasets/ivelin/ui_refexp_saved) Dataset (UI Referring Expression). To use it, simply upload your image and type a prompt and click 'submit', or click one of the examples to load them. Optionally enter value for model git revision; latest checkpoint will be used by default."
|
| 207 |
article = "<p style='text-align: center'><a href='https://arxiv.org/abs/2111.15664' target='_blank'>Donut: OCR-free Document Understanding Transformer</a> | <a href='https://github.com/clovaai/donut' target='_blank'>Github Repo</a></p>"
|
| 208 |
+
examples = [["example_1.jpg", "select the setting icon from top right corner", "", False],
|
| 209 |
+
["example_1.jpg", "click on down arrow beside the entertainment", "", False],
|
| 210 |
+
["example_1.jpg", "select the down arrow button beside lifestyle", "", False],
|
| 211 |
+
["example_1.jpg", "click on the image beside the option traffic", "", False],
|
| 212 |
+
["example_3.jpg", "select the third row first image", "", False],
|
| 213 |
+
["example_3.jpg", "click the tick mark on the first image", "", False],
|
| 214 |
+
["example_3.jpg", "select the ninth image", "", False],
|
| 215 |
+
["example_3.jpg", "select the add icon", "", False],
|
| 216 |
+
["example_3.jpg", "click the first image", "", False],
|
| 217 |
+
["val-image-4.jpg", 'select 4153365454', "", False],
|
| 218 |
+
['val-image-4.jpg', 'go to cell', "", False],
|
| 219 |
+
['val-image-4.jpg', 'select number above cell', "", False],
|
| 220 |
+
["val-image-1.jpg", "select calendar option", "", False],
|
| 221 |
+
["val-image-1.jpg", "select photos&videos option", "", False],
|
| 222 |
+
["val-image-2.jpg", "click on change store", "", False],
|
| 223 |
+
["val-image-2.jpg", "click on shop menu at the bottom", "", False],
|
| 224 |
+
["val-image-3.jpg", "click on image above short meow", "", False],
|
| 225 |
+
["val-image-3.jpg", "go to cat sounds", "", False],
|
| 226 |
+
["example_2.jpg", "click on green color button", "", False],
|
| 227 |
+
["example_2.jpg", "click on text which is beside call now", "", False],
|
| 228 |
+
["example_2.jpg", "click on more button", "", False],
|
| 229 |
+
["example_2.jpg", "enter the text field next to the name", "", False],
|
| 230 |
]
|
| 231 |
|
| 232 |
demo = gr.Interface(fn=process_refexp,
|