Update README.md
Browse files
README.md
CHANGED
|
@@ -27,6 +27,13 @@ image_path = 'image.jpg'
|
|
| 27 |
model_path = 'jadechoghari/Ferret-UI-Llama8b'
|
| 28 |
```
|
| 29 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 30 |
### Task requiring bounding box
|
| 31 |
Choose a task from ['widgetcaptions', 'taperception', 'ocr', 'icon_recognition', 'widget_classification', 'example_0']
|
| 32 |
```python
|
|
@@ -36,14 +43,6 @@ result = infer_ui_task(image_path, "Describe the contents of the box.", model_pa
|
|
| 36 |
print("Result:", result)
|
| 37 |
```
|
| 38 |
|
| 39 |
-
### Task not requiring bounding box
|
| 40 |
-
Choose a task from ['widget_listing', 'find_text', 'find_icons', 'find_widget', 'conversation_interaction']
|
| 41 |
-
```python
|
| 42 |
-
task = 'conversation_interaction'
|
| 43 |
-
result = infer_ui_task(image_path, "How do I navigate to the Games tab?", model_path, task)
|
| 44 |
-
print("Result:", result)
|
| 45 |
-
```
|
| 46 |
-
|
| 47 |
### Task with no image processing
|
| 48 |
Choose a task from ['screen2words', 'detailed_description', 'conversation_perception', 'gpt4']
|
| 49 |
```python
|
|
|
|
| 27 |
model_path = 'jadechoghari/Ferret-UI-Llama8b'
|
| 28 |
```
|
| 29 |
|
| 30 |
+
### Task not requiring bounding box
|
| 31 |
+
Choose a task from ['widget_listing', 'find_text', 'find_icons', 'find_widget', 'conversation_interaction']
|
| 32 |
+
```python
|
| 33 |
+
task = 'conversation_interaction'
|
| 34 |
+
result = infer_ui_task(image_path, "How do I navigate to the Games tab?", model_path, task)
|
| 35 |
+
print("Result:", result)
|
| 36 |
+
```
|
| 37 |
### Task requiring bounding box
|
| 38 |
Choose a task from ['widgetcaptions', 'taperception', 'ocr', 'icon_recognition', 'widget_classification', 'example_0']
|
| 39 |
```python
|
|
|
|
| 43 |
print("Result:", result)
|
| 44 |
```
|
| 45 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 46 |
### Task with no image processing
|
| 47 |
Choose a task from ['screen2words', 'detailed_description', 'conversation_perception', 'gpt4']
|
| 48 |
```python
|