[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "link", "x": 0, "y": 0}, {"label": "link", "x": 0, "y": 0}, {"label": "link", "x": 169, "y": 820}, {"label": "link", "x": 264, "y": 873}, {"label": "button", "x": 304, "y": 718}, {"label": "button", "x": 1648, "y": 42}, {"label": "link", "x": 316, "y": 106}, {"label": "button", "x": 464, "y": 106}, {"label": "button", "x": 112, "y": 86}, {"label": "link", "x": 112, "y": 120}, {"label": "link", "x": 112, "y": 152}, {"label": "link", "x": 112, "y": 184}, {"label": "link", "x": 112, "y": 216}, {"label": "link", "x": 112, "y": 248}, {"label": "link", "x": 112, "y": 280}, {"label": "link", "x": 112, "y": 312}, {"label": "button", "x": 336, "y": 86}, {"label": "link", "x": 336, "y": 120}, {"label": "link", "x": 336, "y": 152}, {"label": "link", "x": 336, "y": 184}, {"label": "link", "x": 336, "y": 216}, {"label": "link", "x": 336, "y": 248}, {"label": "link", "x": 336, "y": 280}, {"label": "link", "x": 336, "y": 312}, {"label": "link", "x": 336, "y": 344}, {"label": "link", "x": 336, "y": 376}, {"label": "link", "x": 336, "y": 408}, {"label": "button", "x": 336, "y": 458}, {"label": "link", "x": 336, "y": 492}, {"label": "link", "x": 336, "y": 524}, {"label": "link", "x": 336, "y": 556}, {"label": "button", "x": 560, "y": 86}, {"label": "link", "x": 560, "y": 120}, {"label": "link", "x": 560, "y": 152}, {"label": "link", "x": 560, "y": 184}, {"label": "link", "x": 560, "y": 216}, {"label": "link", "x": 560, "y": 248}, {"label": "link", "x": 560, "y": 280}, {"label": "link", "x": 560, "y": 312}, {"label": "link", "x": 560, "y": 344}, {"label": "link", "x": 560, "y": 376}, {"label": "link", "x": 560, "y": 408}, {"label": "button", "x": 784, "y": 86}, {"label": "link", "x": 784, "y": 120}, {"label": "link", "x": 784, "y": 152}, {"label": "link", "x": 784, "y": 184}, {"label": "link", "x": 784, "y": 216}, {"label": "button", "x": 503, "y": 106}, {"label": "link", "x": 600, "y": 152}, {"label": "link", "x": 600, "y": 188}, {"label": "link", "x": 600, "y": 224}, {"label": "link", "x": 600, "y": 260}, {"label": "link", "x": 600, "y": 296}, {"label": "button", "x": 548, "y": 106}, {"label": "link", "x": 630, "y": 152}, {"label": "link", "x": 630, "y": 188}, {"label": "link", "x": 630, "y": 224}, {"label": "link", "x": 630, "y": 260}, {"label": "link", "x": 630, "y": 296}, {"label": "link", "x": 630, "y": 332}, {"label": "link", "x": 630, "y": 368}, {"label": "link", "x": 630, "y": 404}, {"label": "link", "x": 630, "y": 440}, {"label": "link", "x": 630, "y": 476}, {"label": "link", "x": 630, "y": 512}, {"label": "link", "x": 630, "y": 548}, {"label": "link", "x": 630, "y": 584}, {"label": "link", "x": 826, "y": 242}, {"label": "link", "x": 966, "y": 242}, {"label": "link", "x": 1106, "y": 242}, {"label": "link", "x": 826, "y": 398}, {"label": "link", "x": 966, "y": 398}, {"label": "link", "x": 1106, "y": 398}, {"label": "link", "x": 826, "y": 554}, {"label": "link", "x": 966, "y": 554}, {"label": "link", "x": 1106, "y": 554}, {"label": "button", "x": 610, "y": 106}, {"label": "button", "x": 112, "y": 86}, {"label": "link", "x": 112, "y": 120}, {"label": "link", "x": 112, "y": 152}, {"label": "link", "x": 112, "y": 184}, {"label": "link", "x": 112, "y": 216}, {"label": "link", "x": 112, "y": 248}, {"label": "link", "x": 112, "y": 280}, {"label": "link", "x": 112, "y": 312}, {"label": "link", "x": 112, "y": 344}, {"label": "link", "x": 112, "y": 376}, {"label": "link", "x": 112, "y": 408}, {"label": "link", "x": 112, "y": 440}, {"label": "link", "x": 112, "y": 472}, {"label": "button", "x": 336, "y": 86}, {"label": "link", "x": 336, "y": 120}, {"label": "link", "x": 336, "y": 152}, {"label": "link", "x": 336, "y": 184}, {"label": "link", "x": 336, "y": 216}, {"label": "link", "x": 336, "y": 248}, {"label": "link", "x": 336, "y": 280}, {"label": "link", "x": 336, "y": 312}, {"label": "link", "x": 336, "y": 344}, {"label": "link", "x": 336, "y": 376}, {"label": "link", "x": 336, "y": 408}, {"label": "link", "x": 336, "y": 440}, {"label": "link", "x": 336, "y": 472}, {"label": "button", "x": 560, "y": 86}, {"label": "link", "x": 560, "y": 120}, {"label": "link", "x": 560, "y": 152}, {"label": "link", "x": 560, "y": 184}, {"label": "link", "x": 560, "y": 216}, {"label": "link", "x": 560, "y": 248}, {"label": "link", "x": 560, "y": 280}, {"label": "link", "x": 560, "y": 312}, {"label": "link", "x": 560, "y": 344}, {"label": "link", "x": 560, "y": 376}, {"label": "link", "x": 560, "y": 408}, {"label": "link", "x": 560, "y": 440}, {"label": "button", "x": 784, "y": 86}, {"label": "link", "x": 784, "y": 120}, {"label": "link", "x": 784, "y": 152}, {"label": "link", "x": 784, "y": 184}, {"label": "button", "x": 1008, "y": 86}, {"label": "link", "x": 1008, "y": 120}, {"label": "link", "x": 1008, "y": 152}, {"label": "link", "x": 1008, "y": 184}, {"label": "button", "x": 1232, "y": 86}, {"label": "link", "x": 1232, "y": 120}, {"label": "link", "x": 1232, "y": 152}, {"label": "link", "x": 1232, "y": 184}, {"label": "link", "x": 1232, "y": 216}, {"label": "link", "x": 1232, "y": 248}, {"label": "link", "x": 1232, "y": 280}, {"label": "link", "x": 1232, "y": 312}, {"label": "link", "x": 1232, "y": 344}, {"label": "link", "x": 1232, "y": 376}, {"label": "link", "x": 1232, "y": 408}, {"label": "link", "x": 1232, "y": 440}, {"label": "button", "x": 704, "y": 106}, {"label": "button", "x": 112, "y": 86}, {"label": "link", "x": 112, "y": 120}, {"label": "link", "x": 112, "y": 152}, {"label": "link", "x": 112, "y": 184}, {"label": "link", "x": 112, "y": 216}, {"label": "link", "x": 112, "y": 248}, {"label": "link", "x": 112, "y": 280}, {"label": "link", "x": 112, "y": 312}, {"label": "link", "x": 112, "y": 344}, {"label": "link", "x": 112, "y": 376}, {"label": "link", "x": 112, "y": 408}, {"label": "link", "x": 112, "y": 440}, {"label": "button", "x": 336, "y": 86}, {"label": "link", "x": 336, "y": 120}, {"label": "link", "x": 336, "y": 152}, {"label": "link", "x": 336, "y": 184}, {"label": "link", "x": 336, "y": 216}, {"label": "link", "x": 336, "y": 248}, {"label": "link", "x": 336, "y": 280}, {"label": "link", "x": 336, "y": 312}, {"label": "link", "x": 336, "y": 344}, {"label": "link", "x": 336, "y": 376}, {"label": "button", "x": 560, "y": 86}, {"label": "link", "x": 560, "y": 120}, {"label": "link", "x": 560, "y": 152}, {"label": "link", "x": 560, "y": 184}, {"label": "link", "x": 560, "y": 216}, {"label": "link", "x": 560, "y": 248}, {"label": "link", "x": 560, "y": 280}, {"label": "link", "x": 560, "y": 312}, {"label": "link", "x": 560, "y": 344}, {"label": "link", "x": 560, "y": 376}, {"label": "button", "x": 784, "y": 86}, {"label": "link", "x": 784, "y": 120}, {"label": "link", "x": 784, "y": 152}, {"label": "button", "x": 784, "y": 202}, {"label": "link", "x": 784, "y": 236}, {"label": "link", "x": 784, "y": 268}, {"label": "link", "x": 784, "y": 300}, {"label": "link", "x": 784, "y": 332}, {"label": "link", "x": 784, "y": 364}, {"label": "link", "x": 784, "y": 396}, {"label": "button", "x": 1008, "y": 86}, {"label": "link", "x": 1008, "y": 120}, {"label": "link", "x": 1008, "y": 152}, {"label": "link", "x": 1008, "y": 184}, {"label": "link", "x": 1008, "y": 216}, {"label": "link", "x": 1008, "y": 248}, {"label": "link", "x": 1008, "y": 280}, {"label": "link", "x": 1008, "y": 312}, {"label": "link", "x": 1008, "y": 344}, {"label": "button", "x": 1232, "y": 86}, {"label": "link", "x": 1232, "y": 120}, {"label": "link", "x": 1232, "y": 152}, {"label": "link", "x": 1232, "y": 184}, {"label": "link", "x": 1232, "y": 216}, {"label": "button", "x": 1232, "y": 266}, {"label": "link", "x": 1232, "y": 300}, {"label": "button", "x": 810, "y": 106}, {"label": "button", "x": 112, "y": 86}, {"label": "link", "x": 112, "y": 120}, {"label": "link", "x": 112, "y": 152}, {"label": "link", "x": 112, "y": 184}, {"label": "link", "x": 112, "y": 216}, {"label": "link", "x": 112, "y": 248}, {"label": "button", "x": 336, "y": 86}, {"label": "link", "x": 336, "y": 120}, {"label": "link", "x": 336, "y": 152}, {"label": "link", "x": 336, "y": 184}, {"label": "link", "x": 336, "y": 216}, {"label": "link", "x": 336, "y": 248}, {"label": "link", "x": 336, "y": 280}, {"label": "link", "x": 336, "y": 312}, {"label": "link", "x": 336, "y": 344}, {"label": "link", "x": 336, "y": 376}, {"label": "button", "x": 560, "y": 86}, {"label": "link", "x": 560, "y": 120}, {"label": "link", "x": 560, "y": 152}, {"label": "link", "x": 560, "y": 184}, {"label": "link", "x": 560, "y": 216}, {"label": "link", "x": 560, "y": 248}, {"label": "button", "x": 887, "y": 106}, {"label": "button", "x": 965, "y": 152}, {"label": "link", "x": 965, "y": 186}, {"label": "link", "x": 965, "y": 218}, {"label": "link", "x": 965, "y": 250}, {"label": "link", "x": 965, "y": 282}, {"label": "link", "x": 965, "y": 314}, {"label": "link", "x": 965, "y": 346}, {"label": "link", "x": 965, "y": 378}, {"label": "link", "x": 965, "y": 410}, {"label": "link", "x": 965, "y": 442}, {"label": "button", "x": 1189, "y": 152}, {"label": "link", "x": 1189, "y": 186}, {"label": "link", "x": 1189, "y": 218}, {"label": "link", "x": 1189, "y": 250}, {"label": "link", "x": 967, "y": 106}, {"label": "link", "x": 1060, "y": 106}, {"label": "button", "x": 1372, "y": 106}, {"label": "button", "x": 1451, "y": 86}, {"label": "link", "x": 1451, "y": 120}, {"label": "link", "x": 1451, "y": 152}, {"label": "link", "x": 1451, "y": 184}, {"label": "link", "x": 1451, "y": 216}, {"label": "link", "x": 1451, "y": 248}, {"label": "button", "x": 1675, "y": 86}, {"label": "link", "x": 1675, "y": 120}, {"label": "link", "x": 1675, "y": 152}, {"label": "link", "x": 1675, "y": 184}, {"label": "link", "x": 1675, "y": 216}, {"label": "link", "x": 1675, "y": 248}, {"label": "button", "x": 1854, "y": 86}, {"label": "link", "x": 1854, "y": 120}, {"label": "link", "x": 1854, "y": 152}, {"label": "link", "x": 1854, "y": 184}, {"label": "link", "x": 1453, "y": 106}, {"label": "button", "x": 1548, "y": 106}, {"label": "button", "x": 1596, "y": 106}, {"label": "button", "x": 1644, "y": 106}, {"label": "button", "x": 0, "y": 146}, {"label": "link", "x": 363, "y": 551}, {"label": "link", "x": 469, "y": 551}, {"label": "link", "x": 363, "y": 539}, {"label": "link", "x": 469, "y": 539}, {"label": "link", "x": 382, "y": 568}, {"label": "link", "x": 382, "y": 539}, {"label": "link", "x": 363, "y": 580}, {"label": "link", "x": 469, "y": 580}, {"label": "link", "x": 363, "y": 539}, {"label": "link", "x": 469, "y": 539}, {"label": "link", "x": 363, "y": 551}, {"label": "link", "x": 469, "y": 551}, {"label": "link", "x": 363, "y": 539}, {"label": "link", "x": 469, "y": 539}, {"label": "button", "x": 268, "y": 466}, {"label": "button", "x": 1652, "y": 466}, {"label": "button", "x": 1488, "y": 738}, {"label": "button", "x": 504, "y": 731}, {"label": "button", "x": 680, "y": 731}, {"label": "button", "x": 856, "y": 731}, {"label": "button", "x": 1032, "y": 731}, {"label": "button", "x": 1208, "y": 731}, {"label": "button", "x": 1384, "y": 731}, {"label": "button", "x": 693, "y": 925}, {"label": "button", "x": 822, "y": 925}, {"label": "button", "x": 927, "y": 925}, {"label": "button", "x": 1075, "y": 925}, {"label": "button", "x": 1237, "y": 925}, {"label": "button", "x": 1864, "y": 893}, {"label": "button", "x": 1911, "y": 604}]


[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "link", "x": 827, "y": 158}, {"label": "link", "x": 1093, "y": 158}, {"label": "link", "x": 773, "y": 223}, {"label": "link", "x": 1147, "y": 223}, {"label": "link", "x": 762, "y": 288}, {"label": "link", "x": 1158, "y": 288}, {"label": "link", "x": 773, "y": 353}, {"label": "link", "x": 1147, "y": 353}, {"label": "link", "x": 827, "y": 418}, {"label": "link", "x": 1093, "y": 418}, {"label": "label", "x": 734, "y": 469}, {"label": "input", "x": 932, "y": 492}, {"label": "label", "x": 1084, "y": 492}, {"label": "dropdown", "x": 1123, "y": 492}, {"label": "button", "x": 1157, "y": 492}, {"label": "button", "x": 960, "y": 563}, {"label": "button", "x": 960, "y": 563}, {"label": "button", "x": 966, "y": 563}, {"label": "link", "x": 233, "y": 635}, {"label": "link", "x": 245, "y": 658}, {"label": "link", "x": 378, "y": 635}, {"label": "link", "x": 380, "y": 658}, {"label": "link", "x": 505, "y": 635}, {"label": "link", "x": 518, "y": 658}, {"label": "link", "x": 650, "y": 635}, {"label": "link", "x": 643, "y": 658}, {"label": "link", "x": 800, "y": 635}, {"label": "link", "x": 784, "y": 658}, {"label": "link", "x": 918, "y": 635}, {"label": "link", "x": 932, "y": 658}, {"label": "link", "x": 1082, "y": 647}, {"label": "link", "x": 1198, "y": 635}, {"label": "link", "x": 1208, "y": 658}, {"label": "link", "x": 1340, "y": 635}, {"label": "link", "x": 1333, "y": 658}, {"label": "link", "x": 1457, "y": 635}, {"label": "link", "x": 1471, "y": 658}, {"label": "link", "x": 248, "y": 723}, {"label": "link", "x": 249, "y": 747}, {"label": "link", "x": 264, "y": 771}, {"label": "link", "x": 254, "y": 795}, {"label": "link", "x": 275, "y": 830}, {"label": "link", "x": 370, "y": 723}, {"label": "link", "x": 393, "y": 747}, {"label": "link", "x": 375, "y": 771}, {"label": "link", "x": 379, "y": 795}, {"label": "link", "x": 384, "y": 818}, {"label": "link", "x": 374, "y": 842}, {"label": "link", "x": 506, "y": 723}, {"label": "link", "x": 520, "y": 747}, {"label": "link", "x": 523, "y": 771}, {"label": "link", "x": 516, "y": 795}, {"label": "link", "x": 513, "y": 818}, {"label": "link", "x": 509, "y": 842}, {"label": "link", "x": 655, "y": 723}, {"label": "link", "x": 640, "y": 747}, {"label": "link", "x": 653, "y": 771}, {"label": "link", "x": 683, "y": 795}, {"label": "link", "x": 644, "y": 818}, {"label": "link", "x": 660, "y": 842}, {"label": "link", "x": 780, "y": 723}, {"label": "link", "x": 782, "y": 747}, {"label": "link", "x": 790, "y": 771}, {"label": "link", "x": 788, "y": 795}, {"label": "link", "x": 787, "y": 818}, {"label": "link", "x": 804, "y": 842}, {"label": "link", "x": 947, "y": 723}, {"label": "link", "x": 942, "y": 759}, {"label": "link", "x": 939, "y": 795}, {"label": "link", "x": 969, "y": 818}, {"label": "link", "x": 924, "y": 842}, {"label": "link", "x": 1064, "y": 723}, {"label": "link", "x": 1073, "y": 759}, {"label": "link", "x": 1085, "y": 807}, {"label": "link", "x": 1061, "y": 842}, {"label": "link", "x": 1190, "y": 723}, {"label": "link", "x": 1218, "y": 747}, {"label": "link", "x": 1206, "y": 771}, {"label": "link", "x": 1210, "y": 795}, {"label": "link", "x": 1222, "y": 818}, {"label": "link", "x": 1363, "y": 735}, {"label": "link", "x": 1327, "y": 771}, {"label": "link", "x": 1322, "y": 795}, {"label": "link", "x": 1364, "y": 818}, {"label": "link", "x": 1327, "y": 842}, {"label": "link", "x": 1472, "y": 723}, {"label": "link", "x": 1468, "y": 747}, {"label": "link", "x": 1461, "y": 771}, {"label": "link", "x": 1465, "y": 795}, {"label": "link", "x": 1454, "y": 818}, {"label": "link", "x": 1457, "y": 842}, {"label": "link", "x": 256, "y": 907}, {"label": "link", "x": 259, "y": 931}, {"label": "link", "x": 402, "y": 919}, {"label": "link", "x": 529, "y": 907}, {"label": "link", "x": 523, "y": 932}, {"label": "link", "x": 682, "y": 919}, {"label": "link", "x": 789, "y": 907}, {"label": "link", "x": 779, "y": 931}, {"label": "link", "x": 951, "y": 907}, {"label": "link", "x": 919, "y": 931}, {"label": "link", "x": 1090, "y": 919}, {"label": "link", "x": 1194, "y": 907}, {"label": "link", "x": 1186, "y": 931}, {"label": "link", "x": 1342, "y": 907}, {"label": "link", "x": 1326, "y": 931}, {"label": "link", "x": 1479, "y": 907}, {"label": "link", "x": 1482, "y": 931}, {"label": "link", "x": 1601, "y": 907}, {"label": "link", "x": 1616, "y": 931}, {"label": "link", "x": 357, "y": 727}, {"label": "link", "x": 354, "y": 786}, {"label": "link", "x": 291, "y": 918}, {"label": "link", "x": 412, "y": 918}, {"label": "link", "x": 872, "y": 697}, {"label": "link", "x": 1278, "y": 697}, {"label": "link", "x": 1684, "y": 697}, {"label": "link", "x": 872, "y": 787}, {"label": "link", "x": 1278, "y": 787}, {"label": "link", "x": 1684, "y": 787}, {"label": "link", "x": 872, "y": 877}, {"label": "link", "x": 1278, "y": 877}, {"label": "link", "x": 1684, "y": 877}, {"label": "link", "x": 872, "y": 935}, {"label": "link", "x": 1278, "y": 935}, {"label": "link", "x": 1684, "y": 935}]


[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "link", "x": 1037, "y": 916}]


[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "link", "x": 343, "y": 47}, {"label": "menu_item", "x": 671, "y": 37}, {"label": "link", "x": 671, "y": 37}, {"label": "menu_item", "x": 689, "y": 71}, {"label": "link", "x": 689, "y": 71}, {"label": "menu_item", "x": 689, "y": 105}, {"label": "link", "x": 689, "y": 105}, {"label": "menu_item", "x": 689, "y": 139}, {"label": "link", "x": 689, "y": 139}, {"label": "menu_item", "x": 689, "y": 173}, {"label": "link", "x": 689, "y": 173}, {"label": "menu_item", "x": 689, "y": 207}, {"label": "link", "x": 689, "y": 207}, {"label": "menu_item", "x": 689, "y": 241}, {"label": "link", "x": 689, "y": 241}, {"label": "menu_item", "x": 689, "y": 275}, {"label": "link", "x": 689, "y": 275}, {"label": "menu_item", "x": 689, "y": 321}, {"label": "link", "x": 689, "y": 321}, {"label": "menu_item", "x": 856, "y": 37}, {"label": "link", "x": 856, "y": 37}, {"label": "menu_item", "x": 1025, "y": 37}, {"label": "link", "x": 1025, "y": 37}, {"label": "menu_item", "x": 1060, "y": 71}, {"label": "link", "x": 1060, "y": 71}, {"label": "menu_item", "x": 1060, "y": 105}, {"label": "link", "x": 1060, "y": 105}, {"label": "menu_item", "x": 1060, "y": 139}, {"label": "link", "x": 1060, "y": 139}, {"label": "menu_item", "x": 1060, "y": 173}, {"label": "link", "x": 1060, "y": 173}, {"label": "menu_item", "x": 1060, "y": 207}, {"label": "link", "x": 1060, "y": 207}, {"label": "menu_item", "x": 1060, "y": 241}, {"label": "link", "x": 1060, "y": 241}, {"label": "menu_item", "x": 1060, "y": 275}, {"label": "link", "x": 1060, "y": 275}, {"label": "menu_item", "x": 1060, "y": 321}, {"label": "link", "x": 1060, "y": 321}, {"label": "menu_item", "x": 1060, "y": 367}, {"label": "link", "x": 1060, "y": 367}, {"label": "menu_item", "x": 1156, "y": 37}, {"label": "link", "x": 1156, "y": 37}, {"label": "menu_item", "x": 1202, "y": 71}, {"label": "link", "x": 1202, "y": 71}, {"label": "menu_item", "x": 1202, "y": 105}, {"label": "link", "x": 1202, "y": 105}, {"label": "menu_item", "x": 1202, "y": 139}, {"label": "link", "x": 1202, "y": 139}, {"label": "menu_item", "x": 1202, "y": 173}, {"label": "link", "x": 1202, "y": 173}, {"label": "menu_item", "x": 1202, "y": 207}, {"label": "link", "x": 1202, "y": 207}, {"label": "menu_item", "x": 1202, "y": 241}, {"label": "link", "x": 1202, "y": 241}, {"label": "menu_item", "x": 1274, "y": 37}, {"label": "link", "x": 1274, "y": 37}, {"label": "label", "x": 1545, "y": 39}, {"label": "input", "x": 1565, "y": 27}, {"label": "link", "x": 1604, "y": 38}, {"label": "button", "x": 882, "y": 556}, {"label": "button", "x": 882, "y": 556}, {"label": "button", "x": 373, "y": 553}, {"label": "button", "x": 373, "y": 553}, {"label": "button", "x": 373, "y": 553}, {"label": "link", "x": 1145, "y": 906}, {"label": "link", "x": 1475, "y": 906}, {"label": "link", "x": 1865, "y": 886}, {"label": "button", "x": 240, "y": 208}, {"label": "button", "x": 77, "y": 313}, {"label": "button", "x": 53, "y": 349}, {"label": "checkbox", "x": 408, "y": 341}, {"label": "label", "x": 432, "y": 349}, {"label": "button", "x": 105, "y": 385}, {"label": "checkbox", "x": 408, "y": 377}, {"label": "label", "x": 432, "y": 385}, {"label": "button", "x": 52, "y": 421}, {"label": "checkbox", "x": 408, "y": 413}, {"label": "label", "x": 432, "y": 421}, {"label": "button", "x": 240, "y": 846}, {"label": "link", "x": 240, "y": 906}]


[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "link", "x": 204, "y": 48}, {"label": "button", "x": 437, "y": 63}, {"label": "button", "x": 581, "y": 63}, {"label": "button", "x": 1578, "y": 104}, {"label": "link", "x": 1587, "y": 214}, {"label": "link", "x": 1629, "y": 375}, {"label": "button", "x": 907, "y": 429}, {"label": "button", "x": 907, "y": 429}, {"label": "button", "x": 1030, "y": 429}, {"label": "button", "x": 1030, "y": 429}]


[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "link", "x": 1212, "y": 104}, {"label": "link", "x": 721, "y": 152}, {"label": "link", "x": 749, "y": 290}, {"label": "link", "x": 862, "y": 290}, {"label": "link", "x": 793, "y": 469}, {"label": "link", "x": 860, "y": 469}, {"label": "link", "x": 915, "y": 469}, {"label": "link", "x": 967, "y": 469}, {"label": "link", "x": 1015, "y": 469}, {"label": "link", "x": 1060, "y": 469}, {"label": "link", "x": 1108, "y": 469}, {"label": "link", "x": 1155, "y": 469}, {"label": "link", "x": 1208, "y": 469}]


[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "button", "x": 341, "y": 24}, {"label": "input", "x": 1201, "y": 24}, {"label": "button", "x": 1285, "y": 24}, {"label": "button", "x": 1424, "y": 24}, {"label": "link", "x": 1554, "y": 24}, {"label": "link", "x": 476, "y": 134}, {"label": "link", "x": 1050, "y": 166}, {"label": "link", "x": 1178, "y": 166}, {"label": "link", "x": 1285, "y": 166}, {"label": "link", "x": 1401, "y": 166}, {"label": "link", "x": 1480, "y": 166}, {"label": "link", "x": 1510, "y": 166}, {"label": "link", "x": 1542, "y": 166}, {"label": "link", "x": 1574, "y": 166}, {"label": "link", "x": 385, "y": 569}, {"label": "link", "x": 745, "y": 703}, {"label": "link", "x": 532, "y": 859}, {"label": "link", "x": 957, "y": 859}, {"label": "link", "x": 532, "y": 922}, {"label": "link", "x": 957, "y": 922}, {"label": "link", "x": 1391, "y": 671}, {"label": "link", "x": 1212, "y": 808}, {"label": "link", "x": 1391, "y": 861}, {"label": "link", "x": 1391, "y": 919}, {"label": "button", "x": 1445, "y": 889}, {"label": "button", "x": 1445, "y": 889}]


[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "link", "x": 891, "y": 609}, {"label": "link", "x": 1380, "y": 679}, {"label": "link", "x": 1367, "y": 699}, {"label": "link", "x": 1567, "y": 749}, {"label": "link", "x": 1358, "y": 789}, {"label": "link", "x": 930, "y": 819}, {"label": "link", "x": 470, "y": 829}, {"label": "button", "x": 960, "y": 864}, {"label": "button", "x": 323, "y": 864}, {"label": "button", "x": 323, "y": 864}, {"label": "button", "x": 323, "y": 864}, {"label": "button", "x": 323, "y": 864}, {"label": "button", "x": 402, "y": 864}, {"label": "button", "x": 402, "y": 864}, {"label": "button", "x": 402, "y": 864}, {"label": "link", "x": 485, "y": 865}, {"label": "link", "x": 102, "y": 28}, {"label": "link", "x": 82, "y": 30}, {"label": "button", "x": 201, "y": 30}, {"label": "dropdown", "x": 413, "y": 28}, {"label": "input", "x": 936, "y": 30}, {"label": "input", "x": 1454, "y": 30}, {"label": "link", "x": 1536, "y": 30}, {"label": "link", "x": 1644, "y": 30}, {"label": "link", "x": 1760, "y": 30}, {"label": "link", "x": 1858, "y": 30}, {"label": "button", "x": 1644, "y": 86}, {"label": "link", "x": 1705, "y": 119}, {"label": "button", "x": 52, "y": 80}, {"label": "link", "x": 160, "y": 79}, {"label": "link", "x": 288, "y": 79}, {"label": "link", "x": 383, "y": 79}, {"label": "link", "x": 453, "y": 79}, {"label": "link", "x": 524, "y": 79}, {"label": "link", "x": 633, "y": 79}, {"label": "link", "x": 764, "y": 79}, {"label": "link", "x": 870, "y": 79}, {"label": "link", "x": 952, "y": 79}, {"label": "link", "x": 1051, "y": 79}, {"label": "link", "x": 1147, "y": 79}, {"label": "link", "x": 1246, "y": 79}, {"label": "link", "x": 1401, "y": 79}, {"label": "link", "x": 142, "y": 118}, {"label": "link", "x": 267, "y": 118}, {"label": "link", "x": 372, "y": 118}, {"label": "link", "x": 488, "y": 118}, {"label": "link", "x": 666, "y": 118}, {"label": "link", "x": 812, "y": 118}, {"label": "link", "x": 895, "y": 118}, {"label": "link", "x": 959, "y": 118}, {"label": "link", "x": 1086, "y": 118}, {"label": "link", "x": 1249, "y": 118}, {"label": "link", "x": 1379, "y": 118}, {"label": "link", "x": 162, "y": 157}, {"label": "link", "x": 307, "y": 157}, {"label": "link", "x": 430, "y": 157}, {"label": "link", "x": 551, "y": 157}, {"label": "link", "x": 678, "y": 157}, {"label": "link", "x": 1720, "y": 80}, {"label": "button", "x": 960, "y": 214}, {"label": "link", "x": 252, "y": 224}, {"label": "link", "x": 105, "y": 249}, {"label": "link", "x": 960, "y": 399}, {"label": "link", "x": 1815, "y": 399}, {"label": "link", "x": 1668, "y": 224}, {"label": "link", "x": 326, "y": 492}, {"label": "link", "x": 484, "y": 492}, {"label": "link", "x": 326, "y": 669}, {"label": "link", "x": 484, "y": 669}, {"label": "link", "x": 775, "y": 580}, {"label": "link", "x": 1145, "y": 580}, {"label": "link", "x": 1515, "y": 580}, {"label": "link", "x": 405, "y": 894}, {"label": "link", "x": 775, "y": 894}, {"label": "link", "x": 1145, "y": 894}, {"label": "link", "x": 1515, "y": 907}]


[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "link", "x": 366, "y": 35}, {"label": "link", "x": 487, "y": 36}, {"label": "link", "x": 561, "y": 36}, {"label": "link", "x": 647, "y": 36}, {"label": "dropdown", "x": 647, "y": 36}, {"label": "dropdown", "x": 678, "y": 36}, {"label": "link", "x": 751, "y": 36}, {"label": "link", "x": 837, "y": 36}, {"label": "link", "x": 910, "y": 36}, {"label": "link", "x": 976, "y": 36}, {"label": "icon", "x": 1047, "y": 36}, {"label": "button", "x": 1047, "y": 36}, {"label": "link", "x": 1545, "y": 36}, {"label": "link", "x": 378, "y": 101}, {"label": "link", "x": 627, "y": 101}, {"label": "link", "x": 748, "y": 101}, {"label": "link", "x": 878, "y": 101}, {"label": "link", "x": 1056, "y": 101}, {"label": "link", "x": 1174, "y": 101}, {"label": "link", "x": 915, "y": 369}, {"label": "link", "x": 354, "y": 256}, {"label": "link", "x": 485, "y": 331}, {"label": "link", "x": 470, "y": 438}, {"label": "link", "x": 486, "y": 474}, {"label": "link", "x": 1331, "y": 485}, {"label": "link", "x": 410, "y": 586}, {"label": "link", "x": 320, "y": 658}, {"label": "link", "x": 410, "y": 696}, {"label": "link", "x": 629, "y": 586}, {"label": "link", "x": 539, "y": 658}, {"label": "link", "x": 629, "y": 786}, {"label": "link", "x": 848, "y": 676}, {"label": "link", "x": 768, "y": 748}, {"label": "link", "x": 848, "y": 786}, {"label": "link", "x": 1067, "y": 676}, {"label": "link", "x": 987, "y": 748}, {"label": "link", "x": 1067, "y": 786}, {"label": "link", "x": 410, "y": 896}, {"label": "link", "x": 629, "y": 896}, {"label": "link", "x": 848, "y": 896}, {"label": "link", "x": 1067, "y": 896}, {"label": "link", "x": 1393, "y": 688}, {"label": "link", "x": 1381, "y": 739}, {"label": "link", "x": 1390, "y": 790}, {"label": "link", "x": 1384, "y": 841}, {"label": "link", "x": 1359, "y": 892}, {"label": "link", "x": 1385, "y": 937}]


[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "link", "x": 565, "y": 36}, {"label": "link", "x": 1414, "y": 40}, {"label": "link", "x": 926, "y": 41}, {"label": "link", "x": 993, "y": 41}, {"label": "link", "x": 1060, "y": 41}, {"label": "link", "x": 1126, "y": 41}, {"label": "link", "x": 834, "y": 104}, {"label": "link", "x": 894, "y": 104}, {"label": "link", "x": 975, "y": 104}, {"label": "link", "x": 1066, "y": 104}, {"label": "button", "x": 1082, "y": 412}, {"label": "link", "x": 1050, "y": 890}, {"label": "button", "x": 298, "y": 540}, {"label": "link", "x": 71, "y": 645}, {"label": "button", "x": 170, "y": 674}, {"label": "checkbox", "x": 49, "y": 714}, {"label": "label", "x": 145, "y": 714}, {"label": "checkbox", "x": 49, "y": 744}, {"label": "label", "x": 122, "y": 744}, {"label": "checkbox", "x": 49, "y": 774}, {"label": "label", "x": 108, "y": 774}, {"label": "checkbox", "x": 49, "y": 804}, {"label": "label", "x": 124, "y": 804}, {"label": "button", "x": 102, "y": 851}, {"label": "button", "x": 237, "y": 851}, {"label": "button", "x": 170, "y": 892}]


[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "link", "x": 122, "y": 32}, {"label": "button", "x": 283, "y": 32}, {"label": "link", "x": 338, "y": 303}, {"label": "link", "x": 455, "y": 303}, {"label": "link", "x": 455, "y": 423}, {"label": "link", "x": 455, "y": 552}, {"label": "link", "x": 455, "y": 663}, {"label": "link", "x": 574, "y": 303}, {"label": "link", "x": 574, "y": 423}, {"label": "link", "x": 574, "y": 552}, {"label": "button", "x": 247, "y": 113}, {"label": "button", "x": 379, "y": 32}, {"label": "button", "x": 540, "y": 143}, {"label": "button", "x": 540, "y": 143}, {"label": "button", "x": 540, "y": 143}, {"label": "link", "x": 455, "y": 281}, {"label": "link", "x": 455, "y": 374}, {"label": "link", "x": 455, "y": 458}, {"label": "link", "x": 455, "y": 551}, {"label": "link", "x": 618, "y": 272}, {"label": "link", "x": 618, "y": 347}, {"label": "link", "x": 618, "y": 422}, {"label": "link", "x": 618, "y": 506}, {"label": "button", "x": 342, "y": 113}, {"label": "button", "x": 477, "y": 32}, {"label": "link", "x": 540, "y": 275}, {"label": "link", "x": 540, "y": 335}, {"label": "link", "x": 540, "y": 377}, {"label": "link", "x": 540, "y": 437}, {"label": "link", "x": 540, "y": 506}, {"label": "link", "x": 540, "y": 557}, {"label": "link", "x": 677, "y": 257}, {"label": "link", "x": 677, "y": 299}, {"label": "link", "x": 677, "y": 350}, {"label": "button", "x": 443, "y": 113}, {"label": "button", "x": 552, "y": 32}, {"label": "button", "x": 617, "y": 32}, {"label": "button", "x": 709, "y": 32}, {"label": "button", "x": 879, "y": 134}, {"label": "button", "x": 879, "y": 134}, {"label": "button", "x": 879, "y": 134}, {"label": "link", "x": 756, "y": 294}, {"label": "link", "x": 756, "y": 396}, {"label": "link", "x": 756, "y": 516}, {"label": "link", "x": 878, "y": 312}, {"label": "link", "x": 878, "y": 432}, {"label": "link", "x": 878, "y": 552}, {"label": "link", "x": 878, "y": 663}, {"label": "link", "x": 1008, "y": 294}, {"label": "link", "x": 1008, "y": 378}, {"label": "link", "x": 1008, "y": 471}, {"label": "link", "x": 1008, "y": 600}, {"label": "button", "x": 677, "y": 113}, {"label": "button", "x": 1529, "y": 31}, {"label": "button", "x": 1529, "y": 31}, {"label": "button", "x": 1673, "y": 31}, {"label": "button", "x": 1673, "y": 31}, {"label": "button", "x": 1836, "y": 31}, {"label": "button", "x": 1836, "y": 31}, {"label": "link", "x": 960, "y": 85}, {"label": "link", "x": 1331, "y": 85}, {"label": "button", "x": 1867, "y": 889}]


[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "link", "x": 16, "y": 15}, {"label": "link", "x": 97, "y": 26}, {"label": "link", "x": 169, "y": 26}, {"label": "button", "x": 253, "y": 26}, {"label": "button", "x": 393, "y": 26}, {"label": "button", "x": 582, "y": 26}, {"label": "button", "x": 717, "y": 26}, {"label": "button", "x": 1766, "y": 26}, {"label": "button", "x": 1815, "y": 26}, {"label": "input", "x": 398, "y": 282}, {"label": "button", "x": 772, "y": 282}, {"label": "button", "x": 144, "y": 928}, {"label": "button", "x": 772, "y": 928}, {"label": "button", "x": 1342, "y": 928}]


[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "link", "x": 160, "y": 2}, {"label": "link", "x": 160, "y": 2}, {"label": "link", "x": 160, "y": 2}, {"label": "link", "x": 160, "y": 2}, {"label": "link", "x": 160, "y": 2}, {"label": "link", "x": 180, "y": 25}, {"label": "link", "x": 246, "y": 25}, {"label": "button", "x": 293, "y": 25}, {"label": "link", "x": 340, "y": 25}, {"label": "button", "x": 375, "y": 25}, {"label": "link", "x": 431, "y": 25}, {"label": "button", "x": 475, "y": 25}, {"label": "link", "x": 550, "y": 25}, {"label": "button", "x": 613, "y": 25}, {"label": "link", "x": 674, "y": 25}, {"label": "button", "x": 722, "y": 25}, {"label": "link", "x": 785, "y": 25}, {"label": "button", "x": 835, "y": 25}, {"label": "link", "x": 907, "y": 25}, {"label": "link", "x": 984, "y": 25}, {"label": "button", "x": 1448, "y": 25}, {"label": "button", "x": 1505, "y": 25}, {"label": "button", "x": 1505, "y": 25}, {"label": "link", "x": 1555, "y": 25}, {"label": "button", "x": 1604, "y": 25}, {"label": "link", "x": 1645, "y": 25}, {"label": "button", "x": 1686, "y": 25}, {"label": "link", "x": 1738, "y": 25}, {"label": "link", "x": 952, "y": 68}, {"label": "button", "x": 1894, "y": 70}, {"label": "button", "x": 464, "y": 599}, {"label": "button", "x": 603, "y": 599}]


[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "link", "x": 489, "y": 16}, {"label": "link", "x": 626, "y": 16}, {"label": "link", "x": 754, "y": 16}, {"label": "link", "x": 876, "y": 16}, {"label": "link", "x": 1011, "y": 16}, {"label": "link", "x": 1115, "y": 16}, {"label": "link", "x": 1232, "y": 16}, {"label": "link", "x": 1400, "y": 16}, {"label": "link", "x": 312, "y": 89}, {"label": "menu_item", "x": 397, "y": 61}, {"label": "link", "x": 397, "y": 61}, {"label": "menu_item", "x": 458, "y": 61}, {"label": "link", "x": 458, "y": 61}, {"label": "menu_item", "x": 525, "y": 61}, {"label": "link", "x": 525, "y": 61}, {"label": "menu_item", "x": 592, "y": 61}, {"label": "link", "x": 592, "y": 61}, {"label": "menu_item", "x": 660, "y": 61}, {"label": "link", "x": 660, "y": 61}, {"label": "menu_item", "x": 748, "y": 61}, {"label": "link", "x": 748, "y": 61}, {"label": "menu_item", "x": 838, "y": 61}, {"label": "link", "x": 838, "y": 61}, {"label": "menu_item", "x": 911, "y": 61}, {"label": "link", "x": 911, "y": 61}, {"label": "menu_item", "x": 980, "y": 61}, {"label": "link", "x": 980, "y": 61}, {"label": "menu_item", "x": 1029, "y": 61}, {"label": "link", "x": 1029, "y": 61}, {"label": "menu_item", "x": 1082, "y": 61}, {"label": "link", "x": 1082, "y": 61}, {"label": "link", "x": 1503, "y": 61}, {"label": "button", "x": 1546, "y": 61}, {"label": "link", "x": 1546, "y": 61}, {"label": "button", "x": 1620, "y": 61}, {"label": "link", "x": 1620, "y": 61}, {"label": "link", "x": 1563, "y": 111}, {"label": "link", "x": 1563, "y": 111}, {"label": "link", "x": 1563, "y": 111}, {"label": "link", "x": 578, "y": 340}, {"label": "link", "x": 1116, "y": 336}, {"label": "link", "x": 430, "y": 669}, {"label": "link", "x": 419, "y": 816}, {"label": "link", "x": 794, "y": 669}, {"label": "link", "x": 789, "y": 817}, {"label": "link", "x": 1157, "y": 669}, {"label": "link", "x": 1156, "y": 816}, {"label": "link", "x": 430, "y": 930}, {"label": "link", "x": 794, "y": 930}, {"label": "link", "x": 1157, "y": 930}, {"label": "link", "x": 1506, "y": 192}, {"label": "link", "x": 1506, "y": 252}, {"label": "link", "x": 1506, "y": 313}, {"label": "link", "x": 1506, "y": 374}, {"label": "link", "x": 1506, "y": 437}, {"label": "link", "x": 1506, "y": 500}, {"label": "link", "x": 1506, "y": 702}]


[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "link", "x": 1826, "y": 30}, {"label": "link", "x": 953, "y": 480}, {"label": "link", "x": 792, "y": 489}, {"label": "link", "x": 1071, "y": 587}]


[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "button", "x": 510, "y": 367}, {"label": "link", "x": 620, "y": 367}, {"label": "link", "x": 1191, "y": 366}, {"label": "link", "x": 1229, "y": 366}, {"label": "link", "x": 1267, "y": 366}, {"label": "link", "x": 1305, "y": 366}, {"label": "link", "x": 1343, "y": 366}, {"label": "button", "x": 1381, "y": 367}, {"label": "link", "x": 960, "y": 633}, {"label": "button", "x": 1392, "y": 800}, {"label": "link", "x": 998, "y": 863}]


[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "link", "x": 394, "y": 56}, {"label": "link", "x": 599, "y": 48}, {"label": "link", "x": 610, "y": 82}, {"label": "button", "x": 774, "y": 138}, {"label": "input", "x": 774, "y": 140}, {"label": "button", "x": 774, "y": 206}, {"label": "link", "x": 777, "y": 260}, {"label": "link", "x": 777, "y": 310}, {"label": "link", "x": 777, "y": 362}, {"label": "link", "x": 777, "y": 412}, {"label": "link", "x": 777, "y": 464}, {"label": "link", "x": 777, "y": 514}, {"label": "link", "x": 777, "y": 566}, {"label": "link", "x": 777, "y": 616}, {"label": "link", "x": 777, "y": 668}, {"label": "link", "x": 777, "y": 718}, {"label": "link", "x": 777, "y": 770}, {"label": "link", "x": 777, "y": 820}, {"label": "link", "x": 777, "y": 872}, {"label": "link", "x": 777, "y": 919}, {"label": "button", "x": 1031, "y": 142}, {"label": "link", "x": 701, "y": 46}, {"label": "link", "x": 706, "y": 82}, {"label": "link", "x": 769, "y": 82}, {"label": "label", "x": 850, "y": 32}, {"label": "input", "x": 979, "y": 57}, {"label": "button", "x": 1097, "y": 51}, {"label": "link", "x": 1198, "y": 52}, {"label": "link", "x": 1284, "y": 52}, {"label": "link", "x": 1370, "y": 52}, {"label": "link", "x": 1456, "y": 52}, {"label": "link", "x": 1545, "y": 52}, {"label": "link", "x": 1627, "y": 52}, {"label": "link", "x": 437, "y": 404}, {"label": "link", "x": 1117, "y": 404}, {"label": "link", "x": 1264, "y": 404}, {"label": "link", "x": 1402, "y": 404}, {"label": "link", "x": 1564, "y": 404}, {"label": "link", "x": 612, "y": 651}, {"label": "link", "x": 326, "y": 685}, {"label": "link", "x": 407, "y": 685}, {"label": "link", "x": 612, "y": 779}, {"label": "link", "x": 1134, "y": 548}, {"label": "link", "x": 1482, "y": 548}, {"label": "link", "x": 1134, "y": 754}, {"label": "link", "x": 1482, "y": 754}, {"label": "link", "x": 438, "y": 904}, {"label": "link", "x": 786, "y": 904}, {"label": "link", "x": 1134, "y": 904}, {"label": "link", "x": 1482, "y": 904}, {"label": "link", "x": 1864, "y": 884}, {"label": "link", "x": 911, "y": 304}, {"label": "link", "x": 938, "y": 734}, {"label": "button", "x": 959, "y": 740}, {"label": "button", "x": 606, "y": 746}, {"label": "button", "x": 1334, "y": 746}]


[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "link", "x": 248, "y": 56}, {"label": "link", "x": 779, "y": 54}, {"label": "link", "x": 949, "y": 54}, {"label": "dropdown", "x": 1098, "y": 56}, {"label": "button", "x": 1098, "y": 56}, {"label": "dropdown", "x": 1227, "y": 56}, {"label": "button", "x": 1227, "y": 56}, {"label": "button", "x": 1704, "y": 56}, {"label": "button", "x": 1816, "y": 56}, {"label": "input", "x": 937, "y": 454}, {"label": "button", "x": 1193, "y": 454}, {"label": "link", "x": 541, "y": 804}, {"label": "button", "x": 332, "y": 859}, {"label": "button", "x": 130, "y": 859}, {"label": "button", "x": 406, "y": 859}, {"label": "button", "x": 314, "y": 859}, {"label": "button", "x": 515, "y": 859}]


[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "link", "x": 74, "y": 42}, {"label": "menu_item", "x": 157, "y": 58}, {"label": "link", "x": 146, "y": 43}, {"label": "button", "x": 1862, "y": 110}, {"label": "link", "x": 667, "y": 193}, {"label": "link", "x": 669, "y": 226}, {"label": "link", "x": 669, "y": 260}, {"label": "link", "x": 636, "y": 294}, {"label": "link", "x": 803, "y": 193}, {"label": "link", "x": 801, "y": 226}, {"label": "link", "x": 793, "y": 260}, {"label": "link", "x": 807, "y": 294}, {"label": "link", "x": 813, "y": 327}, {"label": "link", "x": 790, "y": 361}, {"label": "link", "x": 980, "y": 193}, {"label": "link", "x": 1000, "y": 226}, {"label": "link", "x": 991, "y": 260}, {"label": "link", "x": 995, "y": 294}, {"label": "link", "x": 997, "y": 327}, {"label": "link", "x": 1013, "y": 361}, {"label": "button", "x": 1024, "y": 393}, {"label": "link", "x": 1195, "y": 193}, {"label": "link", "x": 1222, "y": 226}, {"label": "link", "x": 1225, "y": 260}, {"label": "link", "x": 1169, "y": 294}, {"label": "button", "x": 334, "y": 180}, {"label": "link", "x": 572, "y": 156}, {"label": "link", "x": 593, "y": 194}, {"label": "link", "x": 623, "y": 231}, {"label": "link", "x": 583, "y": 269}, {"label": "link", "x": 607, "y": 307}, {"label": "link", "x": 618, "y": 344}, {"label": "link", "x": 605, "y": 382}, {"label": "link", "x": 608, "y": 419}, {"label": "link", "x": 614, "y": 457}, {"label": "link", "x": 877, "y": 156}, {"label": "link", "x": 893, "y": 194}, {"label": "link", "x": 872, "y": 231}, {"label": "link", "x": 888, "y": 269}, {"label": "link", "x": 876, "y": 307}, {"label": "link", "x": 880, "y": 344}, {"label": "link", "x": 880, "y": 382}, {"label": "link", "x": 878, "y": 419}, {"label": "link", "x": 871, "y": 457}, {"label": "link", "x": 1149, "y": 156}, {"label": "link", "x": 1161, "y": 194}, {"label": "link", "x": 1129, "y": 231}, {"label": "link", "x": 1132, "y": 269}, {"label": "link", "x": 1127, "y": 307}, {"label": "link", "x": 1127, "y": 344}, {"label": "link", "x": 1150, "y": 382}, {"label": "link", "x": 1154, "y": 419}, {"label": "link", "x": 1146, "y": 457}, {"label": "link", "x": 1416, "y": 156}, {"label": "link", "x": 1432, "y": 194}, {"label": "link", "x": 1411, "y": 231}, {"label": "link", "x": 1443, "y": 269}, {"label": "link", "x": 1415, "y": 307}, {"label": "link", "x": 1424, "y": 344}, {"label": "menu_item", "x": 235, "y": 58}, {"label": "link", "x": 225, "y": 43}, {"label": "button", "x": 1862, "y": 110}, {"label": "link", "x": 620, "y": 193}, {"label": "link", "x": 643, "y": 226}, {"label": "link", "x": 644, "y": 260}, {"label": "link", "x": 668, "y": 294}, {"label": "link", "x": 644, "y": 327}, {"label": "link", "x": 611, "y": 361}, {"label": "link", "x": 825, "y": 193}, {"label": "link", "x": 835, "y": 226}, {"label": "link", "x": 824, "y": 260}, {"label": "link", "x": 835, "y": 294}, {"label": "link", "x": 868, "y": 327}, {"label": "link", "x": 797, "y": 361}, {"label": "link", "x": 1044, "y": 193}, {"label": "link", "x": 1032, "y": 226}, {"label": "link", "x": 1054, "y": 260}, {"label": "link", "x": 1041, "y": 294}, {"label": "link", "x": 1032, "y": 327}, {"label": "link", "x": 1021, "y": 361}, {"label": "button", "x": 1054, "y": 393}, {"label": "link", "x": 1226, "y": 193}, {"label": "link", "x": 1253, "y": 226}, {"label": "link", "x": 1240, "y": 260}, {"label": "link", "x": 1200, "y": 294}, {"label": "button", "x": 334, "y": 180}, {"label": "link", "x": 588, "y": 156}, {"label": "link", "x": 607, "y": 194}, {"label": "link", "x": 606, "y": 231}, {"label": "link", "x": 595, "y": 269}, {"label": "link", "x": 596, "y": 307}, {"label": "link", "x": 589, "y": 344}, {"label": "link", "x": 874, "y": 156}, {"label": "link", "x": 877, "y": 194}, {"label": "link", "x": 853, "y": 231}, {"label": "link", "x": 869, "y": 269}, {"label": "link", "x": 877, "y": 307}, {"label": "link", "x": 882, "y": 344}, {"label": "link", "x": 1130, "y": 156}, {"label": "link", "x": 1143, "y": 194}, {"label": "link", "x": 1157, "y": 231}, {"label": "link", "x": 1134, "y": 269}, {"label": "link", "x": 1131, "y": 307}, {"label": "link", "x": 1128, "y": 344}, {"label": "link", "x": 1435, "y": 156}, {"label": "link", "x": 1401, "y": 194}, {"label": "link", "x": 1394, "y": 231}, {"label": "link", "x": 1414, "y": 269}, {"label": "link", "x": 1425, "y": 307}, {"label": "menu_item", "x": 334, "y": 58}, {"label": "link", "x": 323, "y": 43}, {"label": "button", "x": 1862, "y": 110}, {"label": "link", "x": 628, "y": 193}, {"label": "link", "x": 652, "y": 226}, {"label": "link", "x": 653, "y": 260}, {"label": "link", "x": 833, "y": 193}, {"label": "link", "x": 787, "y": 226}, {"label": "link", "x": 770, "y": 260}, {"label": "link", "x": 778, "y": 294}, {"label": "link", "x": 789, "y": 327}, {"label": "link", "x": 801, "y": 361}, {"label": "link", "x": 1018, "y": 193}, {"label": "link", "x": 1000, "y": 226}, {"label": "link", "x": 1027, "y": 260}, {"label": "link", "x": 1011, "y": 294}, {"label": "link", "x": 1023, "y": 327}, {"label": "link", "x": 1009, "y": 361}, {"label": "button", "x": 1027, "y": 393}, {"label": "link", "x": 1204, "y": 193}, {"label": "link", "x": 1231, "y": 226}, {"label": "link", "x": 1237, "y": 260}, {"label": "link", "x": 1178, "y": 294}, {"label": "button", "x": 334, "y": 180}, {"label": "link", "x": 604, "y": 156}, {"label": "link", "x": 621, "y": 194}, {"label": "link", "x": 605, "y": 231}, {"label": "link", "x": 604, "y": 269}, {"label": "link", "x": 608, "y": 307}, {"label": "link", "x": 615, "y": 344}, {"label": "link", "x": 603, "y": 382}, {"label": "link", "x": 607, "y": 419}, {"label": "link", "x": 875, "y": 156}, {"label": "link", "x": 865, "y": 194}, {"label": "link", "x": 868, "y": 231}, {"label": "link", "x": 915, "y": 269}, {"label": "link", "x": 888, "y": 307}, {"label": "link", "x": 876, "y": 344}, {"label": "link", "x": 865, "y": 382}, {"label": "link", "x": 891, "y": 419}, {"label": "link", "x": 1163, "y": 156}, {"label": "link", "x": 1158, "y": 194}, {"label": "link", "x": 1149, "y": 231}, {"label": "link", "x": 1180, "y": 269}, {"label": "link", "x": 1181, "y": 307}, {"label": "link", "x": 1159, "y": 344}, {"label": "link", "x": 1176, "y": 382}, {"label": "link", "x": 1139, "y": 419}, {"label": "link", "x": 1413, "y": 156}, {"label": "link", "x": 1429, "y": 194}, {"label": "link", "x": 1422, "y": 231}, {"label": "link", "x": 1465, "y": 269}, {"label": "link", "x": 1440, "y": 307}, {"label": "link", "x": 1430, "y": 344}, {"label": "menu_item", "x": 434, "y": 58}, {"label": "link", "x": 424, "y": 43}, {"label": "button", "x": 1862, "y": 110}, {"label": "link", "x": 644, "y": 193}, {"label": "link", "x": 667, "y": 226}, {"label": "link", "x": 669, "y": 260}, {"label": "link", "x": 803, "y": 193}, {"label": "link", "x": 802, "y": 226}, {"label": "link", "x": 813, "y": 260}, {"label": "link", "x": 846, "y": 294}, {"label": "link", "x": 813, "y": 327}, {"label": "link", "x": 845, "y": 361}, {"label": "link", "x": 1000, "y": 193}, {"label": "link", "x": 995, "y": 226}, {"label": "link", "x": 1001, "y": 260}, {"label": "link", "x": 1004, "y": 294}, {"label": "link", "x": 1001, "y": 327}, {"label": "link", "x": 1003, "y": 361}, {"label": "button", "x": 1030, "y": 393}, {"label": "link", "x": 1229, "y": 193}, {"label": "link", "x": 1215, "y": 226}, {"label": "link", "x": 1176, "y": 260}, {"label": "button", "x": 334, "y": 180}, {"label": "link", "x": 587, "y": 156}, {"label": "link", "x": 607, "y": 194}, {"label": "link", "x": 597, "y": 231}, {"label": "link", "x": 586, "y": 269}, {"label": "link", "x": 593, "y": 307}, {"label": "link", "x": 860, "y": 156}, {"label": "link", "x": 872, "y": 194}, {"label": "link", "x": 858, "y": 231}, {"label": "link", "x": 856, "y": 269}, {"label": "link", "x": 858, "y": 307}, {"label": "link", "x": 1121, "y": 156}, {"label": "link", "x": 1145, "y": 194}, {"label": "link", "x": 1124, "y": 231}, {"label": "link", "x": 1122, "y": 269}, {"label": "link", "x": 1133, "y": 307}, {"label": "link", "x": 1402, "y": 156}, {"label": "link", "x": 1391, "y": 194}, {"label": "link", "x": 1402, "y": 231}, {"label": "link", "x": 1402, "y": 269}, {"label": "link", "x": 1397, "y": 307}, {"label": "link", "x": 505, "y": 42}, {"label": "link", "x": 594, "y": 42}, {"label": "button", "x": 720, "y": 43}, {"label": "link", "x": 751, "y": 95}, {"label": "link", "x": 771, "y": 129}, {"label": "link", "x": 769, "y": 163}, {"label": "link", "x": 748, "y": 197}, {"label": "link", "x": 778, "y": 231}, {"label": "link", "x": 776, "y": 265}, {"label": "link", "x": 768, "y": 299}, {"label": "link", "x": 760, "y": 333}, {"label": "link", "x": 718, "y": 367}, {"label": "link", "x": 717, "y": 401}, {"label": "link", "x": 1619, "y": 43}, {"label": "button", "x": 1726, "y": 43}, {"label": "link", "x": 1802, "y": 42}, {"label": "link", "x": 1868, "y": 42}, {"label": "dropdown", "x": 129, "y": 130}, {"label": "label", "x": 133, "y": 182}, {"label": "label", "x": 133, "y": 226}, {"label": "label", "x": 133, "y": 268}, {"label": "label", "x": 133, "y": 312}, {"label": "label", "x": 133, "y": 354}, {"label": "label", "x": 133, "y": 398}, {"label": "input", "x": 974, "y": 130}, {"label": "button", "x": 1803, "y": 130}, {"label": "link", "x": 1069, "y": 362}, {"label": "link", "x": 960, "y": 444}, {"label": "link", "x": 1787, "y": 538}, {"label": "link", "x": 1292, "y": 640}, {"label": "link", "x": 475, "y": 808}, {"label": "link", "x": 798, "y": 808}, {"label": "link", "x": 1122, "y": 808}, {"label": "link", "x": 1445, "y": 808}]


[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "label", "x": 960, "y": 432}, {"label": "input", "x": 960, "y": 432}, {"label": "link", "x": 820, "y": 479}, {"label": "link", "x": 913, "y": 563}, {"label": "button", "x": 1105, "y": 626}, {"label": "link", "x": 825, "y": 626}, {"label": "dropdown", "x": 808, "y": 744}, {"label": "link", "x": 1036, "y": 744}, {"label": "link", "x": 1100, "y": 744}, {"label": "link", "x": 1168, "y": 744}]


[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "link", "x": 398, "y": 40}, {"label": "button", "x": 772, "y": 30}, {"label": "link", "x": 772, "y": 28}, {"label": "button", "x": 859, "y": 30}, {"label": "link", "x": 859, "y": 28}, {"label": "button", "x": 1341, "y": 30}, {"label": "button", "x": 1421, "y": 30}, {"label": "button", "x": 1522, "y": 30}, {"label": "button", "x": 954, "y": 364}]


[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "button", "x": 357, "y": 48}, {"label": "link", "x": 407, "y": 48}, {"label": "icon", "x": 407, "y": 48}, {"label": "link", "x": 960, "y": 48}, {"label": "link", "x": 1378, "y": 47}, {"label": "button", "x": 1449, "y": 48}, {"label": "button", "x": 1449, "y": 48}, {"label": "button", "x": 1528, "y": 48}, {"label": "link", "x": 738, "y": 116}, {"label": "dropdown", "x": 801, "y": 310}, {"label": "dropdown", "x": 801, "y": 165}, {"label": "link", "x": 739, "y": 166}, {"label": "dropdown", "x": 801, "y": 199}, {"label": "link", "x": 740, "y": 200}, {"label": "dropdown", "x": 801, "y": 233}, {"label": "link", "x": 737, "y": 234}, {"label": "dropdown", "x": 801, "y": 267}, {"label": "link", "x": 730, "y": 268}, {"label": "dropdown", "x": 801, "y": 301}, {"label": "link", "x": 749, "y": 302}, {"label": "dropdown", "x": 801, "y": 335}, {"label": "link", "x": 738, "y": 336}, {"label": "dropdown", "x": 801, "y": 369}, {"label": "link", "x": 730, "y": 370}, {"label": "dropdown", "x": 801, "y": 403}, {"label": "link", "x": 748, "y": 404}, {"label": "dropdown", "x": 801, "y": 437}, {"label": "link", "x": 760, "y": 438}, {"label": "dropdown", "x": 801, "y": 471}, {"label": "link", "x": 790, "y": 472}, {"label": "link", "x": 802, "y": 116}, {"label": "dropdown", "x": 878, "y": 259}, {"label": "dropdown", "x": 878, "y": 165}, {"label": "link", "x": 814, "y": 166}, {"label": "dropdown", "x": 878, "y": 199}, {"label": "link", "x": 795, "y": 200}, {"label": "dropdown", "x": 878, "y": 233}, {"label": "link", "x": 833, "y": 234}, {"label": "dropdown", "x": 878, "y": 267}, {"label": "link", "x": 823, "y": 268}, {"label": "dropdown", "x": 878, "y": 301}, {"label": "link", "x": 837, "y": 302}, {"label": "dropdown", "x": 878, "y": 335}, {"label": "link", "x": 817, "y": 336}, {"label": "dropdown", "x": 878, "y": 369}, {"label": "link", "x": 822, "y": 370}, {"label": "link", "x": 863, "y": 116}, {"label": "dropdown", "x": 928, "y": 242}, {"label": "dropdown", "x": 928, "y": 165}, {"label": "link", "x": 860, "y": 166}, {"label": "dropdown", "x": 928, "y": 199}, {"label": "link", "x": 862, "y": 200}, {"label": "dropdown", "x": 928, "y": 233}, {"label": "link", "x": 881, "y": 234}, {"label": "dropdown", "x": 928, "y": 267}, {"label": "link", "x": 861, "y": 268}, {"label": "dropdown", "x": 928, "y": 301}, {"label": "link", "x": 875, "y": 302}, {"label": "dropdown", "x": 928, "y": 335}, {"label": "link", "x": 854, "y": 336}, {"label": "link", "x": 936, "y": 116}, {"label": "dropdown", "x": 1000, "y": 259}, {"label": "dropdown", "x": 1000, "y": 165}, {"label": "link", "x": 958, "y": 166}, {"label": "dropdown", "x": 1000, "y": 199}, {"label": "link", "x": 935, "y": 200}, {"label": "dropdown", "x": 1000, "y": 233}, {"label": "link", "x": 931, "y": 234}, {"label": "dropdown", "x": 1000, "y": 267}, {"label": "link", "x": 926, "y": 268}, {"label": "dropdown", "x": 1000, "y": 301}, {"label": "link", "x": 932, "y": 302}, {"label": "dropdown", "x": 1000, "y": 335}, {"label": "link", "x": 942, "y": 336}, {"label": "dropdown", "x": 1000, "y": 369}, {"label": "link", "x": 936, "y": 370}, {"label": "link", "x": 1008, "y": 116}, {"label": "dropdown", "x": 1076, "y": 191}, {"label": "dropdown", "x": 1076, "y": 165}, {"label": "link", "x": 1045, "y": 166}, {"label": "dropdown", "x": 1076, "y": 199}, {"label": "link", "x": 998, "y": 200}, {"label": "dropdown", "x": 1076, "y": 233}, {"label": "link", "x": 1018, "y": 234}, {"label": "link", "x": 1107, "y": 116}, {"label": "dropdown", "x": 1143, "y": 225}, {"label": "dropdown", "x": 1143, "y": 165}, {"label": "link", "x": 1079, "y": 166}, {"label": "dropdown", "x": 1143, "y": 199}, {"label": "link", "x": 1095, "y": 200}, {"label": "dropdown", "x": 1143, "y": 233}, {"label": "link", "x": 1083, "y": 234}, {"label": "dropdown", "x": 1143, "y": 267}, {"label": "link", "x": 1072, "y": 268}, {"label": "dropdown", "x": 1143, "y": 301}, {"label": "link", "x": 1087, "y": 302}, {"label": "link", "x": 1200, "y": 116}, {"label": "dropdown", "x": 1273, "y": 242}, {"label": "dropdown", "x": 1273, "y": 165}, {"label": "link", "x": 1224, "y": 166}, {"label": "dropdown", "x": 1273, "y": 199}, {"label": "link", "x": 1218, "y": 200}, {"label": "dropdown", "x": 1273, "y": 233}, {"label": "link", "x": 1226, "y": 234}, {"label": "dropdown", "x": 1273, "y": 267}, {"label": "link", "x": 1218, "y": 268}, {"label": "dropdown", "x": 1273, "y": 301}, {"label": "link", "x": 1227, "y": 302}, {"label": "dropdown", "x": 1273, "y": 335}, {"label": "link", "x": 1219, "y": 336}, {"label": "link", "x": 411, "y": 453}, {"label": "link", "x": 430, "y": 477}, {"label": "link", "x": 596, "y": 477}, {"label": "link", "x": 751, "y": 477}, {"label": "link", "x": 895, "y": 477}, {"label": "link", "x": 1028, "y": 477}, {"label": "link", "x": 1160, "y": 477}, {"label": "link", "x": 372, "y": 527}, {"label": "link", "x": 485, "y": 580}, {"label": "link", "x": 361, "y": 651}, {"label": "link", "x": 488, "y": 692}, {"label": "link", "x": 366, "y": 751}, {"label": "link", "x": 491, "y": 816}, {"label": "link", "x": 373, "y": 900}, {"label": "link", "x": 494, "y": 930}, {"label": "link", "x": 959, "y": 724}, {"label": "link", "x": 1425, "y": 575}, {"label": "link", "x": 1406, "y": 715}, {"label": "link", "x": 1425, "y": 860}]


[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "button", "x": 224, "y": 33}, {"label": "checkbox", "x": 224, "y": 33}, {"label": "button", "x": 224, "y": 33}, {"label": "dropdown", "x": 224, "y": 33}, {"label": "dropdown", "x": 323, "y": 65}, {"label": "button", "x": 278, "y": 101}, {"label": "link", "x": 323, "y": 144}, {"label": "link", "x": 323, "y": 178}, {"label": "link", "x": 323, "y": 213}, {"label": "link", "x": 323, "y": 247}, {"label": "link", "x": 323, "y": 281}, {"label": "link", "x": 323, "y": 316}, {"label": "link", "x": 323, "y": 350}, {"label": "link", "x": 323, "y": 395}, {"label": "link", "x": 323, "y": 485}, {"label": "link", "x": 323, "y": 519}, {"label": "link", "x": 323, "y": 553}, {"label": "link", "x": 323, "y": 588}, {"label": "link", "x": 323, "y": 633}, {"label": "link", "x": 365, "y": 33}, {"label": "button", "x": 724, "y": 33}, {"label": "input", "x": 698, "y": 33}, {"label": "button", "x": 936, "y": 33}, {"label": "link", "x": 1485, "y": 32}, {"label": "link", "x": 1556, "y": 32}, {"label": "link", "x": 1641, "y": 32}, {"label": "button", "x": 1692, "y": 33}, {"label": "checkbox", "x": 1692, "y": 33}, {"label": "button", "x": 1692, "y": 33}, {"label": "dropdown", "x": 1692, "y": 33}, {"label": "dropdown", "x": 1596, "y": 65}, {"label": "link", "x": 1543, "y": 96}, {"label": "link", "x": 1596, "y": 123}, {"label": "link", "x": 1596, "y": 156}, {"label": "link", "x": 256, "y": 111}, {"label": "link", "x": 334, "y": 111}, {"label": "link", "x": 1169, "y": 111}, {"label": "link", "x": 1240, "y": 111}, {"label": "link", "x": 1326, "y": 111}, {"label": "dropdown", "x": 1402, "y": 110}, {"label": "checkbox", "x": 1402, "y": 110}, {"label": "button", "x": 1402, "y": 110}, {"label": "dropdown", "x": 1390, "y": 113}, {"label": "dropdown", "x": 1321, "y": 145}, {"label": "button", "x": 1334, "y": 158}, {"label": "link", "x": 1321, "y": 241}, {"label": "link", "x": 1321, "y": 275}, {"label": "link", "x": 1321, "y": 309}, {"label": "link", "x": 1321, "y": 344}, {"label": "link", "x": 1321, "y": 378}, {"label": "link", "x": 1321, "y": 412}, {"label": "link", "x": 1321, "y": 447}, {"label": "link", "x": 1321, "y": 481}, {"label": "link", "x": 1321, "y": 560}, {"label": "link", "x": 1321, "y": 595}, {"label": "link", "x": 1321, "y": 629}, {"label": "link", "x": 1321, "y": 708}, {"label": "link", "x": 1321, "y": 742}, {"label": "link", "x": 1321, "y": 777}, {"label": "link", "x": 1321, "y": 811}, {"label": "link", "x": 1321, "y": 846}, {"label": "link", "x": 1321, "y": 880}, {"label": "link", "x": 1321, "y": 914}, {"label": "link", "x": 1321, "y": 937}, {"label": "button", "x": 1541, "y": 149}, {"label": "radio", "x": 1484, "y": 231}, {"label": "label", "x": 1582, "y": 231}, {"label": "radio", "x": 1484, "y": 263}, {"label": "label", "x": 1582, "y": 263}, {"label": "radio", "x": 1484, "y": 295}, {"label": "label", "x": 1582, "y": 295}, {"label": "radio", "x": 1484, "y": 373}, {"label": "label", "x": 1582, "y": 373}, {"label": "radio", "x": 1484, "y": 405}, {"label": "label", "x": 1582, "y": 405}, {"label": "radio", "x": 1484, "y": 483}, {"label": "label", "x": 1582, "y": 483}, {"label": "radio", "x": 1484, "y": 515}, {"label": "label", "x": 1582, "y": 515}, {"label": "radio", "x": 1484, "y": 547}, {"label": "label", "x": 1582, "y": 547}, {"label": "link", "x": 484, "y": 184}, {"label": "link", "x": 553, "y": 220}, {"label": "link", "x": 628, "y": 220}, {"label": "link", "x": 676, "y": 220}, {"label": "link", "x": 1241, "y": 255}, {"label": "link", "x": 1329, "y": 255}, {"label": "link", "x": 1308, "y": 278}, {"label": "link", "x": 250, "y": 336}, {"label": "link", "x": 284, "y": 420}, {"label": "link", "x": 366, "y": 380}, {"label": "link", "x": 678, "y": 380}, {"label": "link", "x": 806, "y": 380}, {"label": "link", "x": 374, "y": 406}, {"label": "link", "x": 629, "y": 457}, {"label": "link", "x": 765, "y": 457}, {"label": "link", "x": 821, "y": 457}, {"label": "link", "x": 869, "y": 457}, {"label": "link", "x": 665, "y": 508}, {"label": "link", "x": 825, "y": 508}, {"label": "link", "x": 889, "y": 508}, {"label": "link", "x": 362, "y": 534}, {"label": "link", "x": 570, "y": 534}, {"label": "link", "x": 658, "y": 534}, {"label": "link", "x": 394, "y": 559}, {"label": "link", "x": 599, "y": 559}, {"label": "link", "x": 799, "y": 559}, {"label": "link", "x": 591, "y": 572}, {"label": "link", "x": 655, "y": 626}, {"label": "link", "x": 761, "y": 626}, {"label": "link", "x": 867, "y": 626}, {"label": "link", "x": 942, "y": 626}, {"label": "link", "x": 348, "y": 661}, {"label": "link", "x": 500, "y": 661}, {"label": "link", "x": 556, "y": 661}, {"label": "link", "x": 724, "y": 661}, {"label": "link", "x": 317, "y": 739}, {"label": "link", "x": 454, "y": 739}, {"label": "link", "x": 611, "y": 739}, {"label": "link", "x": 672, "y": 739}, {"label": "link", "x": 866, "y": 739}, {"label": "link", "x": 927, "y": 739}, {"label": "link", "x": 344, "y": 765}, {"label": "link", "x": 591, "y": 765}, {"label": "link", "x": 695, "y": 765}, {"label": "link", "x": 751, "y": 765}, {"label": "link", "x": 605, "y": 778}, {"label": "link", "x": 412, "y": 791}, {"label": "link", "x": 308, "y": 818}, {"label": "link", "x": 428, "y": 818}, {"label": "link", "x": 524, "y": 818}, {"label": "link", "x": 628, "y": 818}, {"label": "link", "x": 772, "y": 818}, {"label": "link", "x": 339, "y": 843}, {"label": "link", "x": 506, "y": 843}, {"label": "link", "x": 578, "y": 843}, {"label": "link", "x": 690, "y": 843}, {"label": "link", "x": 655, "y": 877}, {"label": "link", "x": 761, "y": 877}, {"label": "link", "x": 867, "y": 877}, {"label": "link", "x": 942, "y": 877}, {"label": "link", "x": 250, "y": 927}, {"label": "link", "x": 1014, "y": 336}, {"label": "link", "x": 1084, "y": 340}, {"label": "link", "x": 1153, "y": 512}, {"label": "link", "x": 1072, "y": 676}, {"label": "link", "x": 1168, "y": 676}, {"label": "link", "x": 1200, "y": 689}, {"label": "link", "x": 1276, "y": 735}, {"label": "link", "x": 1374, "y": 735}, {"label": "link", "x": 1014, "y": 785}, {"label": "link", "x": 1094, "y": 789}, {"label": "link", "x": 1205, "y": 789}, {"label": "link", "x": 1087, "y": 826}, {"label": "link", "x": 1062, "y": 853}, {"label": "link", "x": 1179, "y": 853}, {"label": "link", "x": 1317, "y": 879}, {"label": "link", "x": 1164, "y": 904}, {"label": "link", "x": 1047, "y": 932}, {"label": "link", "x": 1133, "y": 932}, {"label": "link", "x": 1236, "y": 932}, {"label": "link", "x": 1308, "y": 932}]


[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "link", "x": 390, "y": 32}, {"label": "input", "x": 734, "y": 32}, {"label": "button", "x": 899, "y": 32}, {"label": "button", "x": 959, "y": 32}, {"label": "link", "x": 1077, "y": 31}, {"label": "link", "x": 1159, "y": 31}, {"label": "link", "x": 1245, "y": 31}, {"label": "button", "x": 1329, "y": 31}, {"label": "link", "x": 420, "y": 102}, {"label": "link", "x": 420, "y": 149}, {"label": "link", "x": 420, "y": 185}, {"label": "link", "x": 420, "y": 221}, {"label": "link", "x": 420, "y": 257}, {"label": "link", "x": 420, "y": 293}, {"label": "link", "x": 420, "y": 329}, {"label": "link", "x": 420, "y": 365}, {"label": "link", "x": 420, "y": 401}, {"label": "link", "x": 420, "y": 437}, {"label": "link", "x": 420, "y": 473}, {"label": "link", "x": 420, "y": 509}, {"label": "link", "x": 636, "y": 102}, {"label": "link", "x": 636, "y": 149}, {"label": "link", "x": 636, "y": 185}, {"label": "link", "x": 636, "y": 221}, {"label": "link", "x": 636, "y": 257}, {"label": "link", "x": 636, "y": 293}, {"label": "link", "x": 636, "y": 329}, {"label": "link", "x": 636, "y": 365}, {"label": "link", "x": 636, "y": 401}, {"label": "link", "x": 636, "y": 437}, {"label": "link", "x": 636, "y": 473}, {"label": "link", "x": 852, "y": 102}, {"label": "link", "x": 852, "y": 149}, {"label": "link", "x": 852, "y": 185}, {"label": "link", "x": 852, "y": 221}, {"label": "link", "x": 852, "y": 257}, {"label": "link", "x": 852, "y": 293}, {"label": "link", "x": 852, "y": 329}, {"label": "link", "x": 852, "y": 365}, {"label": "link", "x": 852, "y": 401}, {"label": "link", "x": 1068, "y": 102}, {"label": "link", "x": 1068, "y": 149}, {"label": "link", "x": 1068, "y": 185}, {"label": "link", "x": 1068, "y": 221}, {"label": "link", "x": 1068, "y": 257}, {"label": "link", "x": 1068, "y": 293}, {"label": "link", "x": 1068, "y": 329}, {"label": "link", "x": 1068, "y": 365}, {"label": "link", "x": 1068, "y": 401}, {"label": "link", "x": 1068, "y": 437}, {"label": "link", "x": 1284, "y": 102}, {"label": "link", "x": 1284, "y": 149}, {"label": "link", "x": 1284, "y": 185}, {"label": "link", "x": 1284, "y": 221}, {"label": "link", "x": 1284, "y": 257}, {"label": "link", "x": 1284, "y": 293}, {"label": "link", "x": 1284, "y": 329}, {"label": "link", "x": 1284, "y": 365}, {"label": "link", "x": 1284, "y": 401}, {"label": "link", "x": 1284, "y": 437}, {"label": "link", "x": 1284, "y": 473}, {"label": "link", "x": 1500, "y": 149}, {"label": "link", "x": 1500, "y": 185}, {"label": "link", "x": 1500, "y": 221}, {"label": "link", "x": 1500, "y": 282}, {"label": "button", "x": 1500, "y": 336}, {"label": "button", "x": 1459, "y": 32}, {"label": "link", "x": 1459, "y": 32}, {"label": "link", "x": 1553, "y": 32}, {"label": "link", "x": 371, "y": 84}, {"label": "link", "x": 454, "y": 84}, {"label": "link", "x": 518, "y": 84}, {"label": "link", "x": 616, "y": 84}, {"label": "link", "x": 711, "y": 84}, {"label": "link", "x": 784, "y": 84}, {"label": "link", "x": 869, "y": 84}, {"label": "link", "x": 905, "y": 144}, {"label": "link", "x": 961, "y": 84}, {"label": "link", "x": 1047, "y": 84}, {"label": "link", "x": 1141, "y": 84}, {"label": "button", "x": 1206, "y": 89}, {"label": "link", "x": 1072, "y": 557}, {"label": "link", "x": 416, "y": 778}, {"label": "link", "x": 605, "y": 778}, {"label": "link", "x": 794, "y": 778}, {"label": "link", "x": 983, "y": 778}, {"label": "link", "x": 1172, "y": 778}, {"label": "link", "x": 462, "y": 926}, {"label": "link", "x": 913, "y": 936}, {"label": "link", "x": 1446, "y": 565}, {"label": "link", "x": 1442, "y": 774}, {"label": "button", "x": 1888, "y": 32}, {"label": "button", "x": 912, "y": 38}]


[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "link", "x": 347, "y": 39}, {"label": "menu_item", "x": 459, "y": 39}, {"label": "button", "x": 459, "y": 39}, {"label": "button", "x": 459, "y": 39}, {"label": "button", "x": 441, "y": 39}, {"label": "menu_item", "x": 584, "y": 39}, {"label": "button", "x": 584, "y": 39}, {"label": "button", "x": 584, "y": 39}, {"label": "button", "x": 566, "y": 39}, {"label": "menu_item", "x": 699, "y": 39}, {"label": "button", "x": 699, "y": 39}, {"label": "button", "x": 699, "y": 39}, {"label": "button", "x": 681, "y": 39}, {"label": "menu_item", "x": 789, "y": 39}, {"label": "button", "x": 789, "y": 39}, {"label": "button", "x": 789, "y": 39}, {"label": "button", "x": 789, "y": 39}, {"label": "menu_item", "x": 881, "y": 39}, {"label": "button", "x": 881, "y": 39}, {"label": "button", "x": 881, "y": 39}, {"label": "button", "x": 863, "y": 39}, {"label": "button", "x": 1341, "y": 39}, {"label": "button", "x": 1341, "y": 39}, {"label": "button", "x": 1341, "y": 39}, {"label": "button", "x": 1442, "y": 39}, {"label": "button", "x": 1442, "y": 39}, {"label": "button", "x": 1442, "y": 39}, {"label": "button", "x": 1553, "y": 39}, {"label": "button", "x": 1553, "y": 39}, {"label": "button", "x": 1521, "y": 39}, {"label": "button", "x": 1578, "y": 39}, {"label": "button", "x": 1546, "y": 39}, {"label": "button", "x": 1454, "y": 148}, {"label": "button", "x": 1430, "y": 149}, {"label": "button", "x": 1398, "y": 149}, {"label": "button", "x": 1493, "y": 149}, {"label": "button", "x": 1461, "y": 149}, {"label": "button", "x": 1493, "y": 149}, {"label": "button", "x": 1598, "y": 136}, {"label": "button", "x": 1598, "y": 133}, {"label": "button", "x": 1590, "y": 133}, {"label": "button", "x": 960, "y": 394}, {"label": "button", "x": 856, "y": 411}, {"label": "button", "x": 856, "y": 411}, {"label": "button", "x": 824, "y": 411}, {"label": "button", "x": 905, "y": 411}, {"label": "button", "x": 873, "y": 411}, {"label": "button", "x": 905, "y": 411}, {"label": "button", "x": 1055, "y": 412}, {"label": "button", "x": 1055, "y": 412}, {"label": "button", "x": 1023, "y": 412}, {"label": "button", "x": 1112, "y": 412}, {"label": "button", "x": 1080, "y": 412}, {"label": "button", "x": 1112, "y": 412}]


[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "link", "x": 44, "y": 30}, {"label": "link", "x": 99, "y": 30}, {"label": "link", "x": 1665, "y": 30}, {"label": "link", "x": 1719, "y": 30}, {"label": "button", "x": 1775, "y": 31}, {"label": "link", "x": 1852, "y": 30}, {"label": "textarea", "x": 938, "y": 400}, {"label": "button", "x": 1183, "y": 399}, {"label": "button", "x": 1223, "y": 399}, {"label": "input", "x": 883, "y": 471}, {"label": "input", "x": 1030, "y": 471}, {"label": "link", "x": 945, "y": 524}, {"label": "link", "x": 1030, "y": 524}, {"label": "link", "x": 1098, "y": 524}, {"label": "link", "x": 70, "y": 918}, {"label": "link", "x": 163, "y": 918}, {"label": "link", "x": 279, "y": 918}, {"label": "link", "x": 1713, "y": 918}, {"label": "link", "x": 1785, "y": 918}, {"label": "button", "x": 1860, "y": 918}]


[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "link", "x": 20, "y": 10}, {"label": "button", "x": 1134, "y": 25}, {"label": "button", "x": 1159, "y": 25}, {"label": "button", "x": 1159, "y": 25}, {"label": "button", "x": 1159, "y": 25}, {"label": "button", "x": 1134, "y": 25}, {"label": "button", "x": 1159, "y": 25}, {"label": "button", "x": 1159, "y": 25}, {"label": "button", "x": 1159, "y": 25}, {"label": "dropdown", "x": 960, "y": 73}, {"label": "menu_item", "x": 856, "y": 73}, {"label": "link", "x": 856, "y": 73}, {"label": "menu_item", "x": 1041, "y": 73}, {"label": "link", "x": 1041, "y": 73}, {"label": "menu_item", "x": 1201, "y": 73}, {"label": "link", "x": 1201, "y": 73}, {"label": "menu_item", "x": 1305, "y": 73}, {"label": "link", "x": 1305, "y": 73}, {"label": "menu_item", "x": 1378, "y": 73}, {"label": "link", "x": 1378, "y": 73}, {"label": "menu_item", "x": 1467, "y": 73}, {"label": "link", "x": 1467, "y": 73}, {"label": "link", "x": 460, "y": 138}, {"label": "menu_item", "x": 710, "y": 136}, {"label": "link", "x": 710, "y": 136}, {"label": "menu_item", "x": 710, "y": 136}, {"label": "dropdown", "x": 668, "y": 136}, {"label": "dropdown", "x": 530, "y": 320}, {"label": "menu_item", "x": 530, "y": 236}, {"label": "link", "x": 530, "y": 236}, {"label": "menu_item", "x": 530, "y": 270}, {"label": "link", "x": 530, "y": 270}, {"label": "menu_item", "x": 530, "y": 304}, {"label": "link", "x": 530, "y": 304}, {"label": "menu_item", "x": 530, "y": 338}, {"label": "link", "x": 530, "y": 338}, {"label": "menu_item", "x": 530, "y": 372}, {"label": "link", "x": 530, "y": 372}, {"label": "menu_item", "x": 530, "y": 406}, {"label": "link", "x": 530, "y": 406}, {"label": "dropdown", "x": 795, "y": 304}, {"label": "menu_item", "x": 795, "y": 236}, {"label": "link", "x": 795, "y": 236}, {"label": "menu_item", "x": 795, "y": 270}, {"label": "link", "x": 795, "y": 270}, {"label": "menu_item", "x": 795, "y": 304}, {"label": "link", "x": 795, "y": 304}, {"label": "menu_item", "x": 795, "y": 338}, {"label": "link", "x": 795, "y": 338}, {"label": "menu_item", "x": 795, "y": 372}, {"label": "link", "x": 795, "y": 372}, {"label": "dropdown", "x": 1087, "y": 354}, {"label": "menu_item", "x": 1087, "y": 236}, {"label": "link", "x": 1087, "y": 236}, {"label": "menu_item", "x": 1087, "y": 270}, {"label": "link", "x": 1087, "y": 270}, {"label": "menu_item", "x": 1087, "y": 304}, {"label": "link", "x": 1087, "y": 304}, {"label": "menu_item", "x": 1087, "y": 338}, {"label": "link", "x": 1087, "y": 338}, {"label": "menu_item", "x": 1087, "y": 372}, {"label": "link", "x": 1087, "y": 372}, {"label": "menu_item", "x": 1087, "y": 406}, {"label": "link", "x": 1087, "y": 406}, {"label": "menu_item", "x": 1087, "y": 440}, {"label": "link", "x": 1087, "y": 440}, {"label": "menu_item", "x": 1087, "y": 473}, {"label": "link", "x": 1087, "y": 473}, {"label": "button", "x": 1372, "y": 324}, {"label": "button", "x": 1343, "y": 324}, {"label": "button", "x": 1343, "y": 324}, {"label": "button", "x": 1343, "y": 324}, {"label": "menu_item", "x": 853, "y": 136}, {"label": "link", "x": 853, "y": 136}, {"label": "menu_item", "x": 853, "y": 136}, {"label": "dropdown", "x": 817, "y": 136}, {"label": "dropdown", "x": 548, "y": 324}, {"label": "menu_item", "x": 548, "y": 232}, {"label": "link", "x": 548, "y": 232}, {"label": "menu_item", "x": 548, "y": 278}, {"label": "link", "x": 548, "y": 278}, {"label": "menu_item", "x": 548, "y": 324}, {"label": "link", "x": 548, "y": 324}, {"label": "menu_item", "x": 548, "y": 370}, {"label": "link", "x": 548, "y": 370}, {"label": "menu_item", "x": 548, "y": 416}, {"label": "link", "x": 548, "y": 416}, {"label": "dropdown", "x": 822, "y": 348}, {"label": "menu_item", "x": 822, "y": 232}, {"label": "link", "x": 822, "y": 232}, {"label": "menu_item", "x": 822, "y": 278}, {"label": "link", "x": 822, "y": 278}, {"label": "menu_item", "x": 822, "y": 324}, {"label": "link", "x": 822, "y": 324}, {"label": "menu_item", "x": 822, "y": 370}, {"label": "link", "x": 822, "y": 370}, {"label": "menu_item", "x": 822, "y": 416}, {"label": "link", "x": 822, "y": 416}, {"label": "menu_item", "x": 822, "y": 462}, {"label": "link", "x": 822, "y": 462}, {"label": "dropdown", "x": 1098, "y": 324}, {"label": "menu_item", "x": 1098, "y": 232}, {"label": "link", "x": 1098, "y": 232}, {"label": "menu_item", "x": 1098, "y": 278}, {"label": "link", "x": 1098, "y": 278}, {"label": "menu_item", "x": 1098, "y": 324}, {"label": "link", "x": 1098, "y": 324}, {"label": "menu_item", "x": 1098, "y": 370}, {"label": "link", "x": 1098, "y": 370}, {"label": "menu_item", "x": 1098, "y": 416}, {"label": "link", "x": 1098, "y": 416}, {"label": "link", "x": 1372, "y": 278}, {"label": "link", "x": 1305, "y": 363}, {"label": "menu_item", "x": 969, "y": 136}, {"label": "link", "x": 969, "y": 136}, {"label": "menu_item", "x": 969, "y": 136}, {"label": "menu_item", "x": 1080, "y": 136}, {"label": "link", "x": 1080, "y": 136}, {"label": "menu_item", "x": 1080, "y": 136}, {"label": "menu_item", "x": 1211, "y": 136}, {"label": "link", "x": 1211, "y": 136}, {"label": "menu_item", "x": 1211, "y": 136}, {"label": "menu_item", "x": 1331, "y": 136}, {"label": "link", "x": 1331, "y": 136}, {"label": "menu_item", "x": 1331, "y": 136}, {"label": "dropdown", "x": 1310, "y": 136}, {"label": "menu_item", "x": 1377, "y": 196}, {"label": "link", "x": 1377, "y": 196}, {"label": "menu_item", "x": 1377, "y": 196}, {"label": "menu_item", "x": 1377, "y": 242}, {"label": "link", "x": 1377, "y": 242}, {"label": "menu_item", "x": 1377, "y": 242}, {"label": "menu_item", "x": 1377, "y": 287}, {"label": "link", "x": 1377, "y": 287}, {"label": "menu_item", "x": 1377, "y": 287}, {"label": "menu_item", "x": 1443, "y": 136}, {"label": "link", "x": 1443, "y": 136}, {"label": "menu_item", "x": 1443, "y": 136}, {"label": "button", "x": 479, "y": 489}, {"label": "link", "x": 595, "y": 488}, {"label": "link", "x": 1196, "y": 402}, {"label": "icon", "x": 511, "y": 844}, {"label": "icon", "x": 665, "y": 844}, {"label": "icon", "x": 823, "y": 844}, {"label": "icon", "x": 991, "y": 844}, {"label": "icon", "x": 1149, "y": 844}, {"label": "icon", "x": 1320, "y": 844}]


[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "link", "x": 1040, "y": 18}, {"label": "link", "x": 1167, "y": 18}, {"label": "link", "x": 1292, "y": 18}, {"label": "link", "x": 1432, "y": 18}, {"label": "button", "x": 1589, "y": 19}, {"label": "button", "x": 1589, "y": 19}, {"label": "link", "x": 276, "y": 93}, {"label": "link", "x": 395, "y": 93}, {"label": "link", "x": 530, "y": 93}, {"label": "link", "x": 660, "y": 93}, {"label": "link", "x": 794, "y": 93}, {"label": "link", "x": 924, "y": 93}, {"label": "link", "x": 1046, "y": 93}, {"label": "link", "x": 1158, "y": 93}, {"label": "button", "x": 1371, "y": 93}, {"label": "link", "x": 491, "y": 940}, {"label": "link", "x": 960, "y": 940}, {"label": "link", "x": 1429, "y": 940}]


[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "link", "x": 368, "y": 36}, {"label": "button", "x": 1032, "y": 36}, {"label": "button", "x": 1131, "y": 36}, {"label": "button", "x": 1249, "y": 36}, {"label": "button", "x": 1322, "y": 83}, {"label": "dropdown", "x": 1262, "y": 83}, {"label": "button", "x": 1322, "y": 130}, {"label": "dropdown", "x": 1256, "y": 130}, {"label": "button", "x": 1322, "y": 177}, {"label": "dropdown", "x": 1274, "y": 177}, {"label": "button", "x": 1322, "y": 224}, {"label": "dropdown", "x": 1262, "y": 224}, {"label": "button", "x": 1322, "y": 271}, {"label": "dropdown", "x": 1322, "y": 271}, {"label": "button", "x": 1322, "y": 318}, {"label": "dropdown", "x": 1274, "y": 318}, {"label": "button", "x": 1322, "y": 364}, {"label": "dropdown", "x": 1259, "y": 364}, {"label": "button", "x": 1354, "y": 36}, {"label": "button", "x": 1447, "y": 36}, {"label": "button", "x": 1554, "y": 36}, {"label": "button", "x": 443, "y": 575}, {"label": "button", "x": 443, "y": 572}, {"label": "button", "x": 328, "y": 560}, {"label": "button", "x": 498, "y": 572}, {"label": "button", "x": 261, "y": 572}, {"label": "button", "x": 443, "y": 593}]


[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "link", "x": 540, "y": 50}, {"label": "link", "x": 481, "y": 103}, {"label": "link", "x": 569, "y": 103}, {"label": "link", "x": 342, "y": 344}, {"label": "link", "x": 642, "y": 344}, {"label": "link", "x": 942, "y": 344}, {"label": "link", "x": 1242, "y": 344}, {"label": "link", "x": 1542, "y": 344}, {"label": "link", "x": 342, "y": 518}, {"label": "link", "x": 642, "y": 518}, {"label": "link", "x": 942, "y": 518}, {"label": "link", "x": 1242, "y": 518}, {"label": "link", "x": 1542, "y": 518}, {"label": "link", "x": 342, "y": 694}, {"label": "link", "x": 642, "y": 694}, {"label": "link", "x": 942, "y": 694}, {"label": "link", "x": 1242, "y": 694}, {"label": "link", "x": 1542, "y": 694}, {"label": "link", "x": 342, "y": 861}, {"label": "link", "x": 642, "y": 861}, {"label": "link", "x": 942, "y": 861}]


[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "link", "x": 682, "y": 125}, {"label": "link", "x": 1004, "y": 150}, {"label": "link", "x": 787, "y": 346}, {"label": "link", "x": 708, "y": 528}, {"label": "link", "x": 725, "y": 635}, {"label": "link", "x": 903, "y": 699}, {"label": "link", "x": 788, "y": 747}, {"label": "link", "x": 936, "y": 843}, {"label": "input", "x": 1325, "y": 347}, {"label": "link", "x": 1293, "y": 511}, {"label": "input", "x": 1294, "y": 599}, {"label": "button", "x": 1256, "y": 620}, {"label": "link", "x": 1325, "y": 734}, {"label": "link", "x": 1325, "y": 753}, {"label": "link", "x": 1325, "y": 773}, {"label": "link", "x": 1325, "y": 793}, {"label": "link", "x": 1325, "y": 894}]


[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "link", "x": 0, "y": 0}, {"label": "link", "x": 1111, "y": 20}, {"label": "button", "x": 1864, "y": 21}, {"label": "link", "x": 48, "y": 78}, {"label": "menu_item", "x": 127, "y": 78}, {"label": "button", "x": 127, "y": 78}, {"label": "dropdown", "x": 324, "y": 368}, {"label": "link", "x": 199, "y": 143}, {"label": "link", "x": 199, "y": 208}, {"label": "link", "x": 199, "y": 273}, {"label": "link", "x": 199, "y": 339}, {"label": "link", "x": 199, "y": 404}, {"label": "link", "x": 199, "y": 469}, {"label": "link", "x": 199, "y": 535}, {"label": "link", "x": 199, "y": 596}, {"label": "link", "x": 454, "y": 159}, {"label": "link", "x": 454, "y": 195}, {"label": "icon", "x": 482, "y": 193}, {"label": "link", "x": 454, "y": 230}, {"label": "icon", "x": 466, "y": 228}, {"label": "link", "x": 454, "y": 265}, {"label": "icon", "x": 413, "y": 263}, {"label": "menu_item", "x": 225, "y": 78}, {"label": "button", "x": 225, "y": 78}, {"label": "dropdown", "x": 417, "y": 299}, {"label": "link", "x": 264, "y": 159}, {"label": "link", "x": 264, "y": 195}, {"label": "link", "x": 264, "y": 230}, {"label": "link", "x": 264, "y": 313}, {"label": "link", "x": 264, "y": 348}, {"label": "link", "x": 264, "y": 383}, {"label": "link", "x": 264, "y": 418}, {"label": "link", "x": 491, "y": 159}, {"label": "link", "x": 491, "y": 195}, {"label": "link", "x": 491, "y": 230}, {"label": "link", "x": 491, "y": 265}, {"label": "link", "x": 491, "y": 300}, {"label": "link", "x": 249, "y": 486}, {"label": "icon", "x": 306, "y": 487}, {"label": "menu_item", "x": 333, "y": 78}, {"label": "button", "x": 333, "y": 78}, {"label": "dropdown", "x": 521, "y": 214}, {"label": "link", "x": 360, "y": 159}, {"label": "link", "x": 360, "y": 195}, {"label": "link", "x": 360, "y": 230}, {"label": "link", "x": 360, "y": 265}, {"label": "link", "x": 360, "y": 300}, {"label": "link", "x": 620, "y": 159}, {"label": "icon", "x": 629, "y": 158}, {"label": "link", "x": 620, "y": 195}, {"label": "icon", "x": 716, "y": 193}, {"label": "link", "x": 620, "y": 230}, {"label": "link", "x": 620, "y": 265}, {"label": "icon", "x": 563, "y": 263}, {"label": "menu_item", "x": 454, "y": 78}, {"label": "button", "x": 454, "y": 78}, {"label": "dropdown", "x": 533, "y": 267}, {"label": "link", "x": 533, "y": 139}, {"label": "link", "x": 533, "y": 229}, {"label": "link", "x": 533, "y": 336}, {"label": "link", "x": 533, "y": 371}, {"label": "link", "x": 533, "y": 406}, {"label": "menu_item", "x": 574, "y": 78}, {"label": "button", "x": 574, "y": 78}, {"label": "dropdown", "x": 663, "y": 263}, {"label": "link", "x": 663, "y": 139}, {"label": "link", "x": 663, "y": 261}, {"label": "link", "x": 663, "y": 326}, {"label": "link", "x": 663, "y": 387}, {"label": "menu_item", "x": 662, "y": 78}, {"label": "link", "x": 662, "y": 78}, {"label": "button", "x": 1562, "y": 78}, {"label": "button", "x": 1768, "y": 78}, {"label": "button", "x": 1851, "y": 78}, {"label": "label", "x": 1013, "y": 509}, {"label": "input", "x": 574, "y": 548}, {"label": "button", "x": 819, "y": 548}, {"label": "button", "x": 1087, "y": 548}, {"label": "link", "x": 382, "y": 921}, {"label": "link", "x": 483, "y": 921}, {"label": "link", "x": 590, "y": 921}, {"label": "button", "x": 1222, "y": 919}, {"label": "button", "x": 1478, "y": 919}]


[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "link", "x": 556, "y": 35}, {"label": "button", "x": 1347, "y": 35}, {"label": "link", "x": 1214, "y": 499}, {"label": "button", "x": 1214, "y": 560}, {"label": "link", "x": 541, "y": 901}, {"label": "link", "x": 675, "y": 901}, {"label": "link", "x": 806, "y": 901}, {"label": "link", "x": 937, "y": 901}, {"label": "link", "x": 1066, "y": 901}, {"label": "link", "x": 1214, "y": 901}, {"label": "link", "x": 1357, "y": 901}, {"label": "link", "x": 1490, "y": 901}, {"label": "link", "x": 1625, "y": 901}, {"label": "link", "x": 1746, "y": 901}, {"label": "link", "x": 1865, "y": 901}]


[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "button", "x": 1901, "y": 25}, {"label": "button", "x": 1901, "y": 24}, {"label": "link", "x": 1035, "y": 56}, {"label": "button", "x": 811, "y": 106}, {"label": "button", "x": 981, "y": 106}, {"label": "button", "x": 1130, "y": 106}, {"label": "dropdown", "x": 430, "y": 26}, {"label": "button", "x": 504, "y": 26}, {"label": "dropdown", "x": 477, "y": 174}, {"label": "dropdown", "x": 477, "y": 79}, {"label": "link", "x": 477, "y": 79}, {"label": "dropdown", "x": 477, "y": 117}, {"label": "link", "x": 477, "y": 117}, {"label": "dropdown", "x": 477, "y": 155}, {"label": "link", "x": 477, "y": 155}, {"label": "dropdown", "x": 477, "y": 193}, {"label": "link", "x": 477, "y": 193}, {"label": "dropdown", "x": 477, "y": 231}, {"label": "link", "x": 477, "y": 231}, {"label": "dropdown", "x": 477, "y": 269}, {"label": "link", "x": 477, "y": 269}, {"label": "button", "x": 605, "y": 26}, {"label": "link", "x": 764, "y": 26}, {"label": "link", "x": 916, "y": 26}, {"label": "label", "x": 1334, "y": 26}, {"label": "input", "x": 1334, "y": 26}, {"label": "link", "x": 1390, "y": 26}, {"label": "button", "x": 1490, "y": 26}, {"label": "dropdown", "x": 1432, "y": 155}, {"label": "dropdown", "x": 1432, "y": 79}, {"label": "link", "x": 1432, "y": 79}, {"label": "dropdown", "x": 1432, "y": 117}, {"label": "link", "x": 1432, "y": 117}, {"label": "dropdown", "x": 1432, "y": 155}, {"label": "link", "x": 1432, "y": 155}, {"label": "dropdown", "x": 1432, "y": 193}, {"label": "link", "x": 1432, "y": 193}, {"label": "dropdown", "x": 1432, "y": 231}, {"label": "link", "x": 1432, "y": 231}, {"label": "link", "x": 470, "y": 90}, {"label": "button", "x": 651, "y": 91}, {"label": "dropdown", "x": 613, "y": 533}, {"label": "dropdown", "x": 613, "y": 534}, {"label": "dropdown", "x": 613, "y": 535}, {"label": "button", "x": 802, "y": 339}, {"label": "button", "x": 942, "y": 339}, {"label": "button", "x": 780, "y": 91}, {"label": "dropdown", "x": 740, "y": 534}, {"label": "dropdown", "x": 740, "y": 534}, {"label": "button", "x": 813, "y": 172}, {"label": "button", "x": 901, "y": 172}, {"label": "button", "x": 813, "y": 214}, {"label": "button", "x": 901, "y": 214}, {"label": "button", "x": 813, "y": 256}, {"label": "button", "x": 901, "y": 256}, {"label": "link", "x": 1013, "y": 237}, {"label": "link", "x": 1015, "y": 439}, {"label": "link", "x": 1150, "y": 237}, {"label": "link", "x": 1150, "y": 417}, {"label": "link", "x": 1285, "y": 265}, {"label": "link", "x": 1285, "y": 489}, {"label": "link", "x": 1013, "y": 776}, {"label": "link", "x": 1150, "y": 846}, {"label": "link", "x": 848, "y": 90}, {"label": "button", "x": 1003, "y": 91}, {"label": "dropdown", "x": 960, "y": 533}, {"label": "dropdown", "x": 960, "y": 534}, {"label": "dropdown", "x": 960, "y": 535}, {"label": "link", "x": 1007, "y": 266}, {"label": "link", "x": 1007, "y": 356}, {"label": "link", "x": 1007, "y": 446}, {"label": "link", "x": 1139, "y": 255}, {"label": "link", "x": 1139, "y": 323}, {"label": "link", "x": 1139, "y": 402}, {"label": "link", "x": 1139, "y": 544}, {"label": "link", "x": 1139, "y": 623}, {"label": "link", "x": 1139, "y": 702}, {"label": "link", "x": 1139, "y": 792}, {"label": "link", "x": 1139, "y": 882}, {"label": "link", "x": 1283, "y": 227}, {"label": "link", "x": 1283, "y": 306}, {"label": "link", "x": 1283, "y": 396}, {"label": "link", "x": 1283, "y": 486}, {"label": "link", "x": 1283, "y": 576}, {"label": "link", "x": 1283, "y": 733}, {"label": "link", "x": 1283, "y": 801}, {"label": "link", "x": 1427, "y": 216}, {"label": "link", "x": 1427, "y": 273}, {"label": "link", "x": 1419, "y": 330}, {"label": "link", "x": 1427, "y": 387}, {"label": "link", "x": 1427, "y": 455}, {"label": "link", "x": 1427, "y": 534}, {"label": "button", "x": 1280, "y": 90}, {"label": "button", "x": 1427, "y": 90}, {"label": "button", "x": 1320, "y": 184}, {"label": "button", "x": 514, "y": 672}, {"label": "button", "x": 744, "y": 672}, {"label": "button", "x": 1459, "y": 422}, {"label": "button", "x": 1459, "y": 422}]