{
  "duvoai/duvo-eye-1": {
    "link": "https://huggingface.co/duvoai/duvo-eye-1",
    "description": "Holo-3.1-35B-A3B + LoRA (rank 64, alpha 128, 1 epoch) trained on duvoai/SynthUI. Self-reported; per-sample predictions public at duvoai/duvo-eye-1-evals.",
    "results": {
      "platform": {
        "desktop": {
          "icon": 0.95,
          "text": 0.9948,
          "avg": 0.976
        },
        "web": {
          "icon": 0.8768,
          "text": 0.9444,
          "avg": 0.913
        },
        "mobile": {
          "icon": 0.9289,
          "text": 0.9931,
          "avg": 0.9661
        }
      },
      "overall_avg": 0.9505
    }
  },
  "Hcompany/Holo2-4B": {
    "link": "https://huggingface.co/Hcompany/Holo2-4B",
    "description": "Metrics for Hcompany/Holo2-4B",
    "results": {
      "platform": {
        "desktop": {
          "icon": 0.9047619047619048,
          "text": 0.9555555555555556,
          "avg": 0.934640522875817
        },
        "web": {
          "icon": 0.8818565400843882,
          "text": 0.9357142857142857,
          "avg": 0.9110251450676983
        },
        "mobile": {
          "icon": 0.8952879581151832,
          "text": 0.9961089494163424,
          "avg": 0.953125
        }
      },
      "overall_avg": 0.9315499606608969
    }
  },
  "Hcompany/Holo2-8B": {
    "link": "https://huggingface.co/Hcompany/Holo2-8B",
    "description": "Metrics for Hcompany/Holo2-8B",
    "results": {
      "platform": {
        "desktop": {
          "icon": 0.9206349206349206,
          "text": 0.9722222222222222,
          "avg": 0.9509803921568627
        },
        "web": {
          "icon": 0.8649789029535865,
          "text": 0.9464285714285714,
          "avg": 0.9090909090909091
        },
        "mobile": {
          "icon": 0.8900523560209425,
          "text": 0.9883268482490273,
          "avg": 0.9464285714285714
        }
      },
      "overall_avg": 0.932336742722266
    }
  },
  "Hcompany/Holo2-30B-A3B": {
    "link": "https://huggingface.co/Hcompany/Holo2-30B-A3B",
    "description": "Metrics for Hcompany/Holo2-30B-A3B",
    "results": {
      "platform": {
        "desktop": {
          "icon": 0.9047619047619048,
          "text": 0.9833333333333333,
          "avg": 0.9509803921568627
        },
        "web": {
          "icon": 0.8987341772151899,
          "text": 0.9642857142857143,
          "avg": 0.9342359767891683
        },
        "mobile": {
          "icon": 0.9214659685863874,
          "text": 0.9961089494163424,
          "avg": 0.9642857142857143
        }
      },
      "overall_avg": 0.9488591660110149
    }
  },
  "GUI-ARP-7B": {
    "link": "https://github.com/MabeNice/GUI-ARP",
    "results": {
      "platform": {
        "desktop": {
          "icon": 0.8571,
          "text": 0.9722,
          "avg": 0.9248
        },
        "mobile": {
          "icon": 0.8901,
          "text": 0.9651,
          "avg": 0.9332
        },
        "web": {
          "icon": 0.8481,
          "text": 0.9429,
          "avg": 0.8994
        }
      },
      "overall_avg": 0.9175
    }
  },
  "Holo1.5-3B": {
    "link": "https://huggingface.co/Hcompany/Holo1.5-3B",
    "results": {
      "platform": {
        "desktop": {
          "icon": 0.8968253968253969,
          "text": 0.95,
          "avg": 0.9281045751633987
        },
        "mobile": {
          "icon": 0.8795811518324608,
          "text": 0.9922178988326849,
          "avg": 0.9441964285714286
        },
        "web": {
          "icon": 0.8481012658227848,
          "text": 0.9178571428571428,
          "avg": 0.8858800773694391
        }
      },
      "overall_avg": 0.9166011014948859
    }
  },
  "Holo1.5-7B": {
    "link": "https://huggingface.co/Hcompany/Holo1.5-7B",
    "results": {
      "platform": {
        "desktop": {
          "icon": 0.8888888888888888,
          "text": 0.9666666666666667,
          "avg": 0.934640522875817
        },
        "mobile": {
          "icon": 0.9109947643979057,
          "text": 0.9922178988326849,
          "avg": 0.9575892857142857
        },
        "web": {
          "icon": 0.8607594936708861,
          "text": 0.9535714285714286,
          "avg": 0.9110251450676983
        }
      },
      "overall_avg": 0.9331235247836349
    }
  },
  "Holo1.5-72B": {
    "link": "https://huggingface.co/Hcompany/Holo1.5-72B",
    "results": {
      "platform": {
        "desktop": {
          "icon": 0.8690476190476191,
          "text": 0.9611111111111111,
          "avg": 0.923202614379085
        },
        "mobile": {
          "icon": 0.9267015706806283,
          "text": 1,
          "avg": 0.96875
        },
        "web": {
          "icon": 0.9071729957805907,
          "text": 0.9589285714285715,
          "avg": 0.9352030947775629
        }
      },
      "overall_avg": 0.9441384736428009
    }
  },
  "UI-Venus-72B": {
    "link": "",
    "results": {
      "platform": {
        "desktop": {
          "icon": 0.9,
          "text": 0.9587628865979382,
          "avg": 0.9341317365269461
        },
        "mobile": {
          "icon": 0.9383886255924171,
          "text": 0.996551724137931,
          "avg": 0.9720558882235529
        },
        "web": {
          "icon": 0.9261083743842364,
          "text": 0.9615384615384616,
          "avg": 0.9450800915331807
        }
      },
      "overall_avg": 0.9528301886792453
    }
  },
  "UI-Venus-7B": {
    "link": "",
    "results": {
      "platform": {
        "desktop": {
          "icon": 0.9071428571428571,
          "text": 0.9690721649484536,
          "avg": 0.9431137724550899
        },
        "mobile": {
          "icon": 0.9004739336492891,
          "text": 0.9896551724137931,
          "avg": 0.9520958083832335
        },
        "web": {
          "icon": 0.8866995073891626,
          "text": 0.9615384615384616,
          "avg": 0.9267734553775744
        }
      },
      "overall_avg": 0.9410377358490566
    }
  },
  "ZonUI-3B": {
    "link": "https://github.com/Han1018/ZonUI-3B",
    "results": {
      "platform": {
        "desktop": {
          "icon": 0.7428571428571429,
          "text": 0.9226804123711341,
          "avg": 0.8473053892215568
        },
        "mobile": {
          "icon": 0.8293838862559242,
          "text": 0.9862068965517241,
          "avg": 0.9201596806387226
        },
        "web": {
          "icon": 0.7438423645320197,
          "text": 0.8803418803418803,
          "avg": 0.816933638443936
        }
      },
      "overall_avg": 0.8655660377358491
    }
  },
  "Qwen2.5-VL-3B-Instruct": {
    "link": "",
    "results": {
      "platform": {
        "desktop": {
          "icon": 0.3,
          "text": 0.5412371134020618,
          "avg": 0.44011976047904194
        },
        "mobile": {
          "icon": 0.46445497630331756,
          "text": 0.6206896551724138,
          "avg": 0.5548902195608783
        },
        "web": {
          "icon": 0.4827586206896552,
          "text": 0.31196581196581197,
          "avg": 0.391304347826087
        }
      },
      "overall_avg": 0.46855345911949686
    }
  },
  "Qwen2.5-VL-7B-Instruct": {
    "link": "",
    "results": {
      "platform": {
        "desktop": {
          "icon": 0.6571428571428571,
          "text": 0.8762886597938144,
          "avg": 0.7844311377245509
        },
        "mobile": {
          "icon": 0.8436018957345972,
          "text": 0.9896551724137931,
          "avg": 0.9281437125748503
        },
        "web": {
          "icon": 0.7980295566502463,
          "text": 0.9017094017094017,
          "avg": 0.8535469107551488
        }
      },
      "overall_avg": 0.8647798742138365
    }
  },
  "AGUVIS-7B": {
    "link": "",
    "results": {
      "platform": {
        "desktop": {
          "icon": 0.7785714285714286,
          "text": 0.9329896907216495,
          "avg": 0.8682634730538922
        },
        "mobile": {
          "icon": 0.8151658767772512,
          "text": 0.9551724137931035,
          "avg": 0.8962075848303394
        },
        "web": {
          "icon": 0.7783251231527094,
          "text": 0.9102564102564102,
          "avg": 0.8489702517162472
        }
      },
      "overall_avg": 0.8726415094339622
    }
  },
  "GPT-4o": {
    "link": "",
    "results": {
      "platform": {
        "desktop": {
          "icon": 0.19285714285714287,
          "text": 0.2422680412371134,
          "avg": 0.2215568862275449
        },
        "mobile": {
          "icon": 0.24170616113744076,
          "text": 0.2655172413793103,
          "avg": 0.2554890219560878
        },
        "web": {
          "icon": 0.11822660098522167,
          "text": 0.1282051282051282,
          "avg": 0.12356979405034325
        }
      },
      "overall_avg": 0.20125786163522014
    }
  },
  "Qwen2-VL-72B": {
    "link": "",
    "results": {
      "platform": {
        "desktop": {
          "icon": 0.42142857142857143,
          "text": 0.4639175257731959,
          "avg": 0.44610778443113774
        },
        "mobile": {
          "icon": 0.5639810426540285,
          "text": 0.6172413793103448,
          "avg": 0.5948103792415169
        },
        "web": {
          "icon": 0.2512315270935961,
          "text": 0.2094017094017094,
          "avg": 0.2288329519450801
        }
      },
      "overall_avg": 0.4300314465408805
    }
  },
  "QwenVL-7B": {
    "link": "",
    "results": {
      "platform": {
        "desktop": {
          "icon": 0.04285714285714286,
          "text": 0.08247422680412371,
          "avg": 0.0658682634730539
        },
        "mobile": {
          "icon": 0.05687203791469194,
          "text": 0.0896551724137931,
          "avg": 0.07584830339321358
        },
        "web": {
          "icon": 0.06403940886699508,
          "text": 0.017094017094017096,
          "avg": 0.038901601830663615
        }
      },
      "overall_avg": 0.060534591194968554
    }
  },
  "UGround (7B)": {
    "link": "",
    "results": {
      "platform": {
        "desktop": {
          "icon": 0.6142857142857143,
          "text": 0.8505154639175257,
          "avg": 0.7514970059880239
        },
        "mobile": {
          "icon": 0.6161137440758294,
          "text": 0.8448275862068966,
          "avg": 0.7485029940119761
        },
        "web": {
          "icon": 0.7192118226600985,
          "text": 0.8461538461538461,
          "avg": 0.7871853546910755
        }
      },
      "overall_avg": 0.7625786163522013
    }
  },
  "SeeClick (7B)": {
    "link": "",
    "results": {
      "platform": {
        "desktop": {
          "icon": 0.30714285714285716,
          "text": 0.6958762886597938,
          "avg": 0.5329341317365269
        },
        "mobile": {
          "icon": 0.4834123222748815,
          "text": 0.7793103448275862,
          "avg": 0.654690618762475
        },
        "web": {
          "icon": 0.22167487684729065,
          "text": 0.5726495726495726,
          "avg": 0.4096109839816934
        }
      },
      "overall_avg": 0.5385220125786163
    }
  },
  "Qwen2-VL-7B": {
    "link": "",
    "results": {
      "platform": {
        "desktop": {
          "icon": 0.29285714285714287,
          "text": 0.4793814432989691,
          "avg": 0.40119760479041916
        },
        "mobile": {
          "icon": 0.46445497630331756,
          "text": 0.5275862068965518,
          "avg": 0.500998003992016
        },
        "web": {
          "icon": 0.26108374384236455,
          "text": 0.2905982905982906,
          "avg": 0.2768878718535469
        }
      },
      "overall_avg": 0.3977987421383648
    }
  },
  "MiniCPM-V (7B)": {
    "link": "",
    "results": {
      "platform": {
        "desktop": {
          "icon": 0.18571428571428572,
          "text": 0.6907216494845361,
          "avg": 0.47904191616766467
        },
        "mobile": {
          "icon": 0.18009478672985782,
          "text": 0.596551724137931,
          "avg": 0.42115768463073855
        },
        "web": {
          "icon": 0.2660098522167488,
          "text": 0.6794871794871795,
          "avg": 0.4874141876430206
        }
      },
      "overall_avg": 0.4591194968553459
    }
  },
  "OSAtlas-7B": {
    "link": "",
    "results": {
      "platform": {
        "desktop": {
          "icon": 0.6357142857142857,
          "text": 0.9072164948453608,
          "avg": 0.7934131736526946
        },
        "mobile": {
          "icon": 0.7393364928909952,
          "text": 0.9379310344827586,
          "avg": 0.8542914171656687
        },
        "web": {
          "icon": 0.7733990147783252,
          "text": 0.8974358974358975,
          "avg": 0.8398169336384439
        }
      },
      "overall_avg": 0.8333333333333334
    }
  },
  "ShowUI (2B)": {
    "link": "",
    "results": {
      "platform": {
        "desktop": {
          "icon": 0.5928571428571429,
          "text": 0.788659793814433,
          "avg": 0.7065868263473054
        },
        "mobile": {
          "icon": 0.7535545023696683,
          "text": 0.9206896551724137,
          "avg": 0.8502994011976048
        },
        "web": {
          "icon": 0.6108374384236454,
          "text": 0.8418803418803419,
          "avg": 0.7345537757437071
        }
      },
      "overall_avg": 0.7727987421383647
    }
  },
  "OSAtlas-4B": {
    "link": "",
    "results": {
      "platform": {
        "desktop": {
          "icon": 0.4642857142857143,
          "text": 0.6443298969072165,
          "avg": 0.5688622754491018
        },
        "mobile": {
          "icon": 0.6398104265402843,
          "text": 0.8275862068965517,
          "avg": 0.7485029940119761
        },
        "web": {
          "icon": 0.6009852216748769,
          "text": 0.7863247863247863,
          "avg": 0.700228832951945
        }
      },
      "overall_avg": 0.684748427672956
    }
  },
  "CogAgent (18B)": {
    "link": "",
    "results": {
      "platform": {
        "desktop": {
          "icon": 0.20714285714285716,
          "text": 0.7577319587628866,
          "avg": 0.5269461077844312
        },
        "mobile": {
          "icon": 0.27014218009478674,
          "text": 0.6931034482758621,
          "avg": 0.5149700598802395
        },
        "web": {
          "icon": 0.31527093596059114,
          "text": 0.7435897435897436,
          "avg": 0.5446224256292906
        }
      },
      "overall_avg": 0.5283018867924528
    }
  },
  "HuzzleWorld-3B (Zoom In)": {
    "link": "",
    "description": "HuzzleWorld-3B (huzzle-labs) - 3B computer-use agent (CUA) model, two-pass zoom-in grounding. Closed weights, no public checkpoint. Self-reported; per-sample predictions supplied for offline re-scoring and reproduced by the maintainer against the official ground truth.",
    "results": {
      "platform": {
        "desktop": {
          "text": 0.9778,
          "icon": 0.9444,
          "avg": 0.9641
        },
        "web": {
          "text": 0.95,
          "icon": 0.8523,
          "avg": 0.9052
        },
        "mobile": {
          "text": 0.9922,
          "icon": 0.8848,
          "avg": 0.9465
        }
      },
      "overall_avg": 0.934
    }
  },
  "HuzzleWorld-2B": {
    "link": "",
    "description": "HuzzleWorld-2B (huzzle-labs) - 2B computer-use agent (CUA) model, single-pass grounding. Closed weights, no public checkpoint. Self-reported; per-sample predictions supplied for offline re-scoring and reproduced by the maintainer against the official ground truth.",
    "results": {
      "platform": {
        "desktop": {
          "text": 0.9556,
          "icon": 0.8968,
          "avg": 0.9314
        },
        "web": {
          "text": 0.9464,
          "icon": 0.8692,
          "avg": 0.911
        },
        "mobile": {
          "text": 1.0,
          "icon": 0.8639,
          "avg": 0.9421
        }
      },
      "overall_avg": 0.9269
    }
  },
  "HuzzleWorld-1B": {
    "link": "",
    "description": "HuzzleWorld-1B (huzzle-labs) - 1B computer-use agent (CUA) model, single-pass grounding. Closed weights, no public checkpoint. Self-reported; per-sample predictions supplied for offline re-scoring and reproduced by the maintainer against the official ground truth.",
    "results": {
      "platform": {
        "desktop": {
          "text": 0.9778,
          "icon": 0.8571,
          "avg": 0.9281
        },
        "web": {
          "text": 0.9464,
          "icon": 0.8481,
          "avg": 0.9014
        },
        "mobile": {
          "text": 0.969,
          "icon": 0.8743,
          "avg": 0.9287
        }
      },
      "overall_avg": 0.9175
    }
  },
  "Barestate Atom (4-bit, one-shot)": {
    "link": "https://github.com/akshatcoder-hash/atom-screenspot-v2/releases/tag/v1.0.0",
    "description": "Barestate Atom (Samsung TinyClick-derived, ~0.27B parameters, 4-bit MLX) - single-pass grounding, 1 model call/example. Author-reported historical predictions; per-sample predictions and provenance public at the linked v1.0.0 evidence release. Reproduced by the maintainer against the official ScreenSpot-v2 ground truth (1,272 examples); no fresh inference. Two-pass ReGround1024 variant listed separately.",
    "results": {
      "platform": {
        "desktop": {
          "text": 0.8917525773195877,
          "icon": 0.5214285714285715,
          "avg": 0.7365269461077845
        },
        "mobile": {
          "text": 0.9137931034482759,
          "icon": 0.6492890995260664,
          "avg": 0.8023952095808383
        },
        "web": {
          "text": 0.8547008547008547,
          "icon": 0.5812807881773399,
          "avg": 0.7276887871853547
        }
      },
      "overall_avg": 0.7594339622641509
    }
  },
  "Barestate Atom (4-bit, ReGround1024)": {
    "link": "https://github.com/akshatcoder-hash/atom-screenspot-v2/releases/tag/v1.0.0",
    "description": "Barestate Atom (Samsung TinyClick-derived, ~0.27B parameters, 4-bit MLX) - two-pass ReGround1024 crop refinement, 2 model calls/example. Author-reported historical predictions; per-sample predictions and provenance public at the linked v1.0.0 evidence release. Reproduced by the maintainer against the official ScreenSpot-v2 ground truth (1,272 examples); no fresh inference. Single-pass variant listed separately.",
    "results": {
      "platform": {
        "desktop": {
          "text": 0.9175257731958762,
          "icon": 0.6142857142857143,
          "avg": 0.7904191616766467
        },
        "mobile": {
          "text": 0.9,
          "icon": 0.6208530805687204,
          "avg": 0.782435129740519
        },
        "web": {
          "text": 0.8632478632478633,
          "icon": 0.6206896551724138,
          "avg": 0.7505720823798627
        }
      },
      "overall_avg": 0.7735849056603774
    }
  }
}
