| Model | -Mobile | -Desktop | -Web | -Average | -|||
|---|---|---|---|---|---|---|---|
| Text | -Icon/Widget | -Text | -Icon/Widget | -Text | -Icon/Widget | -||
| InternVL-2-4B | -9.2 | -4.8 | -4.6 | -4.3 | -0.9 | -0.1 | -4.0 | -
| Groma | -10.3 | -2.6 | -4.6 | -4.3 | -5.7 | -3.4 | -5.2 | -
| Qwen-VL | -9.5 | -4.8 | -5.7 | -5.0 | -3.5 | -2.4 | -5.2 | -
| MiniGPT-v2 | -8.4 | -6.6 | -6.2 | -2.9 | -6.5 | -3.4 | -5.7 | -
| GPT-4 | -22.6 | -24.5 | -20.2 | -11.8 | -9.2 | -8.8 | -16.2 | -
| GPT-4o | -20.2 | -24.9 | -21.1 | -23.6 | -12.2 | -7.8 | -18.3 | -
| Fuyu | -41.0 | -1.3 | -33.0 | -3.6 | -33.9 | -4.4 | -19.5 | -
| Qwen-GUI | -52.4 | -10.9 | -45.9 | -5.7 | -43.0 | -13.6 | -28.6 | -
| Ferret-UI-Llama8b | -64.5 | -32.3 | -45.9 | -11.4 | -28.3 | -11.7 | -32.3 | -
| Qwen2-VL | -61.3 | -39.3 | -52.0 | -45.0 | -33.0 | -21.8 | -42.1 | -
| CogAgent | -67.0 | -24.0 | -74.2 | -20.0 | -70.4 | -28.6 | -47.4 | -
| SeeClick | -78.0 | -52.0 | -72.2 | -30.0 | -55.7 | -32.5 | -53.4 | -
| OS-Atlas-Base-4B | -85.7 | -58.5 | -72.2 | -45.7 | -82.6 | -63.1 | -68.0 | -
| OmniParser | -93.9 | -57.0 | -91.3 | -63.6 | -81.3 | -51.0 | -73.0 | -
| UGround (Initial) | -82.8 | -60.3 | -82.5 | -63.6 | -80.4 | -70.4 | -73.3 | -
| Iris | -85.3 | -64.2 | -86.7 | -57.5 | -82.6 | -71.2 | -74.6 | -
| ShowUI-G | -91.6 | -69.0 | -81.8 | -59.0 | -83.0 | -65.5 | -75.0 | -
| ShowUI | -92.3 | -75.5 | -76.3 | -61.1 | -81.7 | -63.6 | -75.1 | -
| Molmo-7B-D | -85.4 | -69.0 | -79.4 | -70.7 | -81.3 | -65.5 | -75.2 | -
| UGround-V1-2B (Qwen2-VL) | -89.4 | -72.0 | -88.7 | -65.7 | -81.3 | -68.9 | -77.7 | -
| Molmo-72B | -92.7 | -79.5 | -86.1 | -64.3 | -83.0 | -66.0 | -78.6 | -
| Aguvis-G-7B | -88.3 | -78.2 | -88.1 | -70.7 | -85.7 | -74.8 | -81.0 | -
| OS-Atlas-Base-7B | -93.0 | -72.9 | -91.8 | -62.9 | -90.9 | -74.3 | -81.0 | -
| Aria-UI | -92.3 | -73.8 | -93.3 | -64.3 | -86.5 | -76.2 | -81.1 | -
| Claude (Computer-Use) | -98.2 | -85.6 | -79.9 | -57.1 | -92.2 | -84.5 | -82.9 | -
| Aguvis-7B | -95.6 | -77.7 | -93.8 | -67.1 | -88.3 | -75.2 | -83.0 | -
| Project Mariner | -- | - | - | - | - | - | 84.0 | -
| CogAgent-9B-20241220 | -- | - | - | - | - | - | 85.4 | -
| UGround-V1-7B (Qwen2-VL) | -93.0 | -79.9 | -93.8 | -76.4 | -90.9 | -84.0 | -86.3 | -
| AGUVIS-72B | -94.5 | -85.2 | -95.4 | -77.9 | -91.3 | -85.9 | -88.4 | -
| UGround-V1-72B (Qwen2-VL) | -94.1 | -83.4 | -94.9 | -85.7 | -90.4 | -87.9 | -89.4 | -
| Grounding Model | +Mobile | +Desktop | +Web | +Average | +|||
| Text | +Icon/Widget | +Text | +Icon/Widget | +Text | +Icon/Widget | +||
| GPT-4 | +22.6 | +24.5 | +20.2 | +11.8 | +9.2 | +8.8 | +16.2 | +
| GPT-4o | +20.2 | +24.9 | +21.1 | +23.6 | +12.2 | +7.8 | +18.3 | +
| MiniGPT-v2 | +8.4 | +6.6 | +6.2 | +2.9 | +6.5 | +3.4 | +5.7 | +
| Groma | +10.3 | +2.6 | +4.6 | +4.3 | +5.7 | +3.4 | +5.2 | +
| Fuyu | +41.0 | +1.3 | +33.0 | +3.6 | +33.9 | +4.4 | +19.5 | +
| Qwen-VL | +9.5 | +4.8 | +5.7 | +5.0 | +3.5 | +2.4 | +5.2 | +
| SeeClick | +78.0 | +52.0 | +72.2 | +30.0 | +55.7 | +32.5 | +53.4 | +
| Qwen-GUI | +52.4 | +10.9 | +45.9 | +5.7 | +43.0 | +13.6 | +28.6 | +
| UGround-V1 | +82.8 | +60.3 | +82.5 | +63.6 | +80.4 | +70.4 | +73.3 | +
| Qwen2-VL | +61.3 | +39.3 | +52.0 | +45.0 | +33.0 | +21.8 | +42.1 | +
| Aguvis-G-7B | +88.3 | +78.2 | +88.1 | +70.7 | +85.7 | +74.8 | +81.0 | +
| Aguvis-7B | +95.6 | +77.7 | +93.8 | +67.1 | +88.3 | +75.2 | +83.0 | +
| OS-Atlas-Base-4B | +85.7 | +58.5 | +72.2 | +45.7 | +82.6 | +63.1 | +68.0 | +
| OS-Atlas-Base-7B | +93.0 | +72.9 | +91.8 | +62.9 | +90.9 | +74.3 | +81.0 | +
| ShowUI-G | +91.6 | +69.0 | +81.8 | +59.0 | +83.0 | +65.5 | +75.0 | +
| ShowUI | +92.3 | +75.5 | +76.3 | +61.1 | +81.7 | +63.6 | +75.1 | +
| Iris | +85.3 | +64.2 | +86.7 | +57.5 | +82.6 | +71.2 | +74.6 | +
| Aria-UI | +92.3 | +73.8 | +93.3 | +64.3 | +86.5 | +76.2 | +81.1 | +
| UGround-V1-2B (Qwen2-VL) | +89.4 | +72.0 | +88.7 | +65.7 | +81.3 | +68.9 | +77.7 | +
| UGround-V1-7B (Qwen2-VL) | +93.0 | +79.9 | +93.8 | +76.4 | +90.9 | +84.0 | +86.3 | +
| 48.8 | |||||||
| UGround (Initial) | +UGround-V1 | 90.1 | 70.3 | 87.1 | @@ -799,7 +691,7 @@75.6 | ||
GPT-4o |
+ GPT-4o |
Qwen-VL | 21.3 | 21.4 | @@ -830,7 +722,7 @@38.5 | ||
| UGround (Initial) | +UGround-V1 | 93.4 | 76.9 | 92.8 | @@ -879,18 +771,6 @@73.3 | 84.0 | |
| UGround-V1-72B (Qwen2-VL) | -94.5 | -79.9 | -93.8 | -75.0 | -88.7 | -75.2 | -84.5 | -