[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "button", "x": 30, "y": 21}, {"label": "heading", "x": 105, "y": 23}, {"label": "button", "x": 874, "y": 19}, {"label": "button", "x": 934, "y": 20}, {"label": "button", "x": 992, "y": 20}, {"label": "heading", "x": 564, "y": 92}, {"label": "heading", "x": 519, "y": 152}, {"label": "heading", "x": 530, "y": 375}, {"label": "heading", "x": 45, "y": 213}, {"label": "button", "x": 74, "y": 93}, {"label": "button", "x": 107, "y": 289}, {"label": "button", "x": 204, "y": 349}, {"label": "button", "x": 95, "y": 411}, {"label": "button", "x": 117, "y": 472}, {"label": "button", "x": 106, "y": 533}, {"label": "button", "x": 79, "y": 596}, {"label": "text-input", "x": 205, "y": 152}, {"label": "common", "x": 711, "y": 222}, {"label": "button", "x": 548, "y": 430}, {"label": "button", "x": 569, "y": 482}, {"label": "common", "x": 702, "y": 546}, {"label": "text-input", "x": 619, "y": 599}, {"label": "common", "x": 477, "y": 663}, {"label": "button", "x": 553, "y": 662}, {"label": "common", "x": 675, "y": 661}, {"label": "button", "x": 767, "y": 661}, {"label": "button", "x": 710, "y": 731}, {"label": "button", "x": 709, "y": 793}, {"label": "button", "x": 620, "y": 276}, {"label": "button", "x": 1053, "y": 52}, {"label": "button", "x": 1054, "y": 113}, {"label": "button", "x": 1053, "y": 625}, {"label": "button", "x": 1053, "y": 686}, {"label": "button", "x": 1124, "y": 47}, {"label": "button", "x": 1182, "y": 49}, {"label": "button", "x": 1272, "y": 49}, {"label": "button", "x": 1363, "y": 47}, {"label": "button", "x": 1430, "y": 48}, {"label": "dropdown", "x": 1507, "y": 49}, {"label": "button", "x": 1921, "y": 47}, {"label": "button", "x": 1998, "y": 47}, {"label": "heading", "x": 1138, "y": 104}, {"label": "button", "x": 1262, "y": 164}, {"label": "button", "x": 1472, "y": 164}, {"label": "heading", "x": 1127, "y": 228}, {"label": "heading", "x": 1166, "y": 602}, {"label": "heading", "x": 1129, "y": 687}, {"label": "button", "x": 1288, "y": 268}, {"label": "button", "x": 1287, "y": 328}, {"label": "button", "x": 1288, "y": 399}, {"label": "button", "x": 1288, "y": 471}, {"label": "button", "x": 1287, "y": 545}, {"label": "button", "x": 1286, "y": 643}, {"label": "text-input", "x": 1579, "y": 744}, {"label": "image", "x": 1105, "y": 745}, {"label": "button", "x": 1574, "y": 363}, {"label": "heading", "x": 1769, "y": 249}, {"label": "common", "x": 1770, "y": 279}, {"label": "image", "x": 1768, "y": 168}, {"label": "button", "x": 1045, "y": 790}, {"label": "button", "x": 1090, "y": 790}, {"label": "button", "x": 1138, "y": 790}, {"label": "button", "x": 1184, "y": 791}, {"label": "button", "x": 1230, "y": 790}, {"label": "button", "x": 1276, "y": 790}, {"label": "button", "x": 1323, "y": 788}, {"label": "button", "x": 1369, "y": 788}, {"label": "button", "x": 1415, "y": 790}, {"label": "button", "x": 1461, "y": 788}, {"label": "button", "x": 1508, "y": 790}, {"label": "button", "x": 1554, "y": 788}, {"label": "button", "x": 1600, "y": 788}, {"label": "button", "x": 1646, "y": 788}, {"label": "button", "x": 1691, "y": 788}, {"label": "button", "x": 1739, "y": 788}, {"label": "button", "x": 1785, "y": 788}, {"label": "button", "x": 1831, "y": 790}, {"label": "button", "x": 1879, "y": 788}, {"label": "button", "x": 94, "y": 839}, {"label": "button", "x": 33, "y": 875}, {"label": "button", "x": 68, "y": 875}, {"label": "button", "x": 111, "y": 877}, {"label": "button", "x": 147, "y": 876}, {"label": "button", "x": 181, "y": 877}, {"label": "button", "x": 241, "y": 878}, {"label": "button", "x": 325, "y": 878}, {"label": "button", "x": 368, "y": 875}, {"label": "button", "x": 415, "y": 875}, {"label": "text-input", "x": 672, "y": 875}, {"label": "button", "x": 813, "y": 875}, {"label": "button", "x": 841, "y": 875}, {"label": "button", "x": 6, "y": 909}, {"label": "button", "x": 84, "y": 908}, {"label": "button", "x": 58, "y": 929}, {"label": "button", "x": 44, "y": 951}, {"label": "button", "x": 47, "y": 973}, {"label": "image", "x": 17, "y": 909}, {"label": "heading", "x": 82, "y": 907}, {"label": "button", "x": 44, "y": 995}, {"label": "button", "x": 35, "y": 1017}, {"label": "button", "x": 6, "y": 1040}, {"label": "image", "x": 16, "y": 1040}, {"label": "heading", "x": 82, "y": 1040}, {"label": "button", "x": 58, "y": 1061}, {"label": "button", "x": 44, "y": 1083}, {"label": "button", "x": 44, "y": 1105}, {"label": "button", "x": 13, "y": 1128}, {"label": "button", "x": 38, "y": 1127}, {"label": "button", "x": 40, "y": 1149}, {"label": "button", "x": 40, "y": 1170}, {"label": "button", "x": 40, "y": 1193}, {"label": "button", "x": 40, "y": 1214}, {"label": "button", "x": 47, "y": 1237}, {"label": "button", "x": 43, "y": 1258}, {"label": "button", "x": 35, "y": 1280}, {"label": "button", "x": 12, "y": 1303}, {"label": "button", "x": 36, "y": 1302}, {"label": "button", "x": 45, "y": 1324}, {"label": "button", "x": 6, "y": 1348}, {"label": "button", "x": 49, "y": 1347}, {"label": "button", "x": 47, "y": 1368}, {"label": "button", "x": 51, "y": 1390}, {"label": "image", "x": 9, "y": 1607}, {"label": "common", "x": 834, "y": 1606}, {"label": "common", "x": 897, "y": 1606}, {"label": "image", "x": 936, "y": 1608}, {"label": "common", "x": 967, "y": 1607}, {"label": "button", "x": 998, "y": 1607}, {"label": "button", "x": 1017, "y": 1611}, {"label": "button", "x": 831, "y": 1223}, {"label": "button", "x": 846, "y": 1224}, {"label": "button", "x": 777, "y": 1223}, {"label": "button", "x": 722, "y": 1223}, {"label": "button", "x": 660, "y": 1223}, {"label": "button", "x": 584, "y": 1223}, {"label": "button", "x": 509, "y": 1223}, {"label": "common", "x": 840, "y": 1249}, {"label": "table-cell", "x": 176, "y": 1228}, {"label": "table-cell", "x": 272, "y": 1227}, {"label": "table-cell", "x": 272, "y": 1249}, {"label": "table-cell", "x": 177, "y": 1249}, {"label": "table-cell", "x": 177, "y": 1272}, {"label": "table-cell", "x": 272, "y": 1272}, {"label": "table-row", "x": 256, "y": 1228}, {"label": "table-row", "x": 256, "y": 1249}, {"label": "table-row", "x": 256, "y": 1272}, {"label": "table", "x": 256, "y": 1251}, {"label": "common", "x": 181, "y": 1307}, {"label": "text-input", "x": 938, "y": 1578}, {"label": "button", "x": 866, "y": 1276}, {"label": "common", "x": 930, "y": 1277}, {"label": "button", "x": 862, "y": 1305}, {"label": "image", "x": 876, "y": 1304}, {"label": "common", "x": 895, "y": 1305}, {"label": "button", "x": 1014, "y": 1303}, {"label": "common", "x": 884, "y": 974}, {"label": "button", "x": 861, "y": 975}, {"label": "button", "x": 861, "y": 993}, {"label": "button", "x": 861, "y": 1011}, {"label": "common", "x": 887, "y": 993}, {"label": "common", "x": 912, "y": 1012}, {"label": "image", "x": 864, "y": 946}, {"label": "common", "x": 903, "y": 947}, {"label": "common", "x": 874, "y": 903}, {"label": "common", "x": 904, "y": 898}, {"label": "common", "x": 933, "y": 920}, {"label": "button", "x": 971, "y": 898}, {"label": "button", "x": 986, "y": 898}, {"label": "button", "x": 1000, "y": 897}, {"label": "button", "x": 1016, "y": 906}, {"label": "common", "x": 910, "y": 869}, {"label": "button", "x": 973, "y": 868}, {"label": "button", "x": 992, "y": 868}, {"label": "button", "x": 1015, "y": 868}, {"label": "image", "x": 875, "y": 841}, {"label": "image", "x": 894, "y": 841}, {"label": "button", "x": 933, "y": 824}, {"label": "button", "x": 969, "y": 824}, {"label": "button", "x": 1005, "y": 824}, {"label": "text-input", "x": 661, "y": 910}, {"label": "button", "x": 842, "y": 910}, {"label": "button", "x": 170, "y": 911}, {"label": "button", "x": 193, "y": 910}, {"label": "button", "x": 211, "y": 910}, {"label": "button", "x": 231, "y": 910}, {"label": "button", "x": 249, "y": 911}, {"label": "button", "x": 268, "y": 911}, {"label": "table-cell", "x": 165, "y": 936}, {"label": "table-cell", "x": 179, "y": 936}, {"label": "table-cell", "x": 192, "y": 936}, {"label": "table-cell", "x": 165, "y": 960}, {"label": "table-cell", "x": 179, "y": 960}, {"label": "table-cell", "x": 192, "y": 960}, {"label": "table-cell", "x": 165, "y": 981}, {"label": "table-cell", "x": 178, "y": 981}, {"label": "table-cell", "x": 192, "y": 981}, {"label": "table-cell", "x": 357, "y": 937}, {"label": "table-cell", "x": 523, "y": 937}, {"label": "table-cell", "x": 357, "y": 959}, {"label": "table-cell", "x": 523, "y": 959}, {"label": "table-cell", "x": 357, "y": 981}, {"label": "table-cell", "x": 523, "y": 981}, {"label": "table-cell", "x": 617, "y": 937}, {"label": "table-cell", "x": 713, "y": 937}, {"label": "table-cell", "x": 617, "y": 959}, {"label": "table-cell", "x": 713, "y": 959}, {"label": "table-cell", "x": 617, "y": 981}, {"label": "table-cell", "x": 713, "y": 981}, {"label": "table-cell", "x": 780, "y": 937}, {"label": "button", "x": 833, "y": 937}, {"label": "table-cell", "x": 780, "y": 959}, {"label": "table-cell", "x": 780, "y": 981}, {"label": "table-cell", "x": 847, "y": 981}, {"label": "table-cell", "x": 846, "y": 959}, {"label": "table-cell", "x": 846, "y": 937}, {"label": "table-row", "x": 506, "y": 937}, {"label": "table-row", "x": 506, "y": 959}, {"label": "table-row", "x": 505, "y": 981}, {"label": "table", "x": 506, "y": 958}, {"label": "button", "x": 1038, "y": 824}, {"label": "button", "x": 1059, "y": 824}, {"label": "button", "x": 1080, "y": 824}, {"label": "button", "x": 1091, "y": 823}, {"label": "button", "x": 1109, "y": 825}, {"label": "button", "x": 1120, "y": 823}, {"label": "button", "x": 1133, "y": 824}, {"label": "heading", "x": 1535, "y": 824}, {"label": "button", "x": 1951, "y": 823}, {"label": "button", "x": 1973, "y": 824}, {"label": "button", "x": 1993, "y": 824}, {"label": "button", "x": 2015, "y": 823}, {"label": "button", "x": 2036, "y": 823}, {"label": "button", "x": 1981, "y": 851}, {"label": "button", "x": 2015, "y": 849}, {"label": "image", "x": 2032, "y": 851}, {"label": "button", "x": 2037, "y": 953}, {"label": "button", "x": 1048, "y": 851}, {"label": "button", "x": 1096, "y": 850}, {"label": "button", "x": 1151, "y": 851}, {"label": "button", "x": 1233, "y": 851}, {"label": "button", "x": 1316, "y": 851}, {"label": "button", "x": 1380, "y": 850}, {"label": "button", "x": 1456, "y": 850}, {"label": "button", "x": 1521, "y": 851}, {"label": "button", "x": 1045, "y": 898}, {"label": "button", "x": 1044, "y": 932}, {"label": "button", "x": 1070, "y": 880}, {"label": "button", "x": 1071, "y": 904}, {"label": "button", "x": 1083, "y": 904}, {"label": "button", "x": 1071, "y": 928}, {"label": "button", "x": 1102, "y": 920}, {"label": "button", "x": 1119, "y": 921}, {"label": "button", "x": 1136, "y": 921}, {"label": "button", "x": 1148, "y": 920}, {"label": "button", "x": 1167, "y": 920}, {"label": "button", "x": 1179, "y": 920}, {"label": "button", "x": 1198, "y": 921}, {"label": "button", "x": 1210, "y": 920}, {"label": "button", "x": 1223, "y": 921}, {"label": "button", "x": 1235, "y": 920}, {"label": "button", "x": 1216, "y": 886}, {"label": "button", "x": 1232, "y": 887}, {"label": "text-input", "x": 1131, "y": 889}, {"label": "button", "x": 1162, "y": 888}, {"label": "text-input", "x": 1187, "y": 889}, {"label": "button", "x": 1201, "y": 888}, {"label": "button", "x": 1085, "y": 953}, {"label": "heading", "x": 1051, "y": 953}, {"label": "heading", "x": 1160, "y": 954}, {"label": "button", "x": 1237, "y": 954}, {"label": "button", "x": 1253, "y": 883}, {"label": "button", "x": 1270, "y": 889}, {"label": "button", "x": 1288, "y": 889}, {"label": "button", "x": 1310, "y": 888}, {"label": "button", "x": 1321, "y": 888}, {"label": "button", "x": 1254, "y": 921}, {"label": "button", "x": 1271, "y": 921}, {"label": "button", "x": 1288, "y": 921}, {"label": "button", "x": 1310, "y": 920}, {"label": "button", "x": 1327, "y": 920}, {"label": "heading", "x": 1360, "y": 954}, {"label": "button", "x": 1383, "y": 889}, {"label": "button", "x": 1409, "y": 920}, {"label": "button", "x": 1482, "y": 920}, {"label": "button", "x": 1484, "y": 953}, {"label": "heading", "x": 1536, "y": 953}, {"label": "button", "x": 1588, "y": 954}, {"label": "text-input", "x": 1542, "y": 888}, {"label": "button", "x": 1586, "y": 888}, {"label": "button", "x": 1502, "y": 921}, {"label": "button", "x": 1514, "y": 920}, {"label": "button", "x": 1527, "y": 921}, {"label": "button", "x": 1543, "y": 920}, {"label": "button", "x": 1566, "y": 921}, {"label": "button", "x": 1583, "y": 921}, {"label": "heading", "x": 1677, "y": 954}, {"label": "button", "x": 1634, "y": 907}, {"label": "button", "x": 1692, "y": 908}, {"label": "button", "x": 1736, "y": 903}, {"label": "button", "x": 1793, "y": 879}, {"label": "button", "x": 1827, "y": 878}, {"label": "button", "x": 1798, "y": 902}, {"label": "button", "x": 1839, "y": 901}, {"label": "button", "x": 1791, "y": 926}, {"label": "button", "x": 1821, "y": 926}, {"label": "heading", "x": 1803, "y": 953}, {"label": "button", "x": 1858, "y": 878}, {"label": "button", "x": 1870, "y": 878}, {"label": "button", "x": 1858, "y": 902}, {"label": "button", "x": 1869, "y": 901}, {"label": "button", "x": 1859, "y": 925}, {"label": "button", "x": 1869, "y": 925}, {"label": "button", "x": 1901, "y": 906}, {"label": "button", "x": 1954, "y": 906}, {"label": "heading", "x": 1915, "y": 953}, {"label": "text-input", "x": 1662, "y": 984}, {"label": "button", "x": 2037, "y": 984}, {"label": "text-input", "x": 1097, "y": 984}, {"label": "button", "x": 1159, "y": 983}, {"label": "button", "x": 1178, "y": 983}, {"label": "button", "x": 1206, "y": 984}, {"label": "button", "x": 1235, "y": 985}, {"label": "button", "x": 1263, "y": 984}, {"label": "table-cell", "x": 1036, "y": 1016}, {"label": "table-cell", "x": 1120, "y": 1015}, {"label": "table-cell", "x": 1232, "y": 1015}, {"label": "table-cell", "x": 1300, "y": 1015}, {"label": "table-cell", "x": 1403, "y": 1015}, {"label": "table-cell", "x": 1495, "y": 1015}, {"label": "table-cell", "x": 1534, "y": 1015}, {"label": "table-cell", "x": 1637, "y": 1015}, {"label": "table-cell", "x": 1758, "y": 1015}, {"label": "table-cell", "x": 1826, "y": 1015}, {"label": "table-cell", "x": 1944, "y": 1015}, {"label": "table-cell", "x": 1944, "y": 1035}, {"label": "table-cell", "x": 1826, "y": 1035}, {"label": "table-cell", "x": 1758, "y": 1035}, {"label": "table-cell", "x": 1637, "y": 1035}, {"label": "table-cell", "x": 1534, "y": 1035}, {"label": "table-cell", "x": 1495, "y": 1035}, {"label": "table-cell", "x": 1403, "y": 1035}, {"label": "table-cell", "x": 1300, "y": 1035}, {"label": "table-cell", "x": 1232, "y": 1035}, {"label": "table-cell", "x": 1120, "y": 1035}, {"label": "table-cell", "x": 1036, "y": 1035}, {"label": "table-cell", "x": 1036, "y": 1053}, {"label": "table-cell", "x": 1121, "y": 1053}, {"label": "table-cell", "x": 1232, "y": 1053}, {"label": "table-cell", "x": 1036, "y": 1070}, {"label": "table-cell", "x": 1121, "y": 1070}, {"label": "table-cell", "x": 1232, "y": 1070}, {"label": "table-cell", "x": 1036, "y": 1086}, {"label": "table-cell", "x": 1121, "y": 1086}, {"label": "table-cell", "x": 1232, "y": 1086}, {"label": "table-cell", "x": 1232, "y": 1098}, {"label": "table-cell", "x": 1121, "y": 1098}, {"label": "table-cell", "x": 1036, "y": 1099}, {"label": "table-cell", "x": 1036, "y": 1114}, {"label": "table-cell", "x": 1121, "y": 1114}, {"label": "table-cell", "x": 1232, "y": 1114}, {"label": "table-cell", "x": 1036, "y": 1133}, {"label": "table-cell", "x": 1121, "y": 1133}, {"label": "table-cell", "x": 1232, "y": 1133}, {"label": "table-cell", "x": 1232, "y": 1152}, {"label": "table-cell", "x": 1121, "y": 1152}, {"label": "table-cell", "x": 1036, "y": 1152}, {"label": "table-cell", "x": 1036, "y": 1172}, {"label": "table-cell", "x": 1121, "y": 1172}, {"label": "table-cell", "x": 1232, "y": 1172}, {"label": "table-cell", "x": 1232, "y": 1191}, {"label": "table-cell", "x": 1121, "y": 1191}, {"label": "table-cell", "x": 1036, "y": 1191}, {"label": "table-cell", "x": 1036, "y": 1210}, {"label": "table-cell", "x": 1121, "y": 1210}, {"label": "table-cell", "x": 1232, "y": 1210}, {"label": "table-cell", "x": 1232, "y": 1229}, {"label": "table-cell", "x": 1121, "y": 1229}, {"label": "table-cell", "x": 1036, "y": 1229}, {"label": "table-cell", "x": 1036, "y": 1248}, {"label": "table-cell", "x": 1121, "y": 1248}, {"label": "table-cell", "x": 1232, "y": 1248}, {"label": "table-cell", "x": 1232, "y": 1267}, {"label": "table-cell", "x": 1121, "y": 1267}, {"label": "table-cell", "x": 1036, "y": 1267}, {"label": "table-cell", "x": 1036, "y": 1287}, {"label": "table-cell", "x": 1121, "y": 1286}, {"label": "table-cell", "x": 1232, "y": 1286}, {"label": "table-cell", "x": 1232, "y": 1306}, {"label": "table-cell", "x": 1121, "y": 1306}, {"label": "table-cell", "x": 1036, "y": 1306}, {"label": "table-cell", "x": 1036, "y": 1325}, {"label": "table-cell", "x": 1121, "y": 1325}, {"label": "table-cell", "x": 1232, "y": 1325}, {"label": "table-cell", "x": 1232, "y": 1345}, {"label": "table-cell", "x": 1121, "y": 1345}, {"label": "table-cell", "x": 1036, "y": 1345}, {"label": "table-cell", "x": 1036, "y": 1364}, {"label": "table-cell", "x": 1121, "y": 1364}, {"label": "table-cell", "x": 1232, "y": 1364}, {"label": "table-cell", "x": 1232, "y": 1383}, {"label": "table-cell", "x": 1121, "y": 1383}, {"label": "table-cell", "x": 1036, "y": 1383}, {"label": "table-cell", "x": 1036, "y": 1402}, {"label": "table-cell", "x": 1121, "y": 1402}, {"label": "table-cell", "x": 1232, "y": 1402}, {"label": "table-cell", "x": 1232, "y": 1421}, {"label": "table-cell", "x": 1121, "y": 1421}, {"label": "table-cell", "x": 1036, "y": 1421}, {"label": "table-cell", "x": 1036, "y": 1441}, {"label": "table-cell", "x": 1121, "y": 1441}, {"label": "table-cell", "x": 1232, "y": 1441}, {"label": "table-cell", "x": 1232, "y": 1460}, {"label": "table-cell", "x": 1121, "y": 1460}, {"label": "table-cell", "x": 1036, "y": 1460}, {"label": "table-cell", "x": 1036, "y": 1479}, {"label": "table-cell", "x": 1121, "y": 1479}, {"label": "table-cell", "x": 1232, "y": 1479}, {"label": "table-cell", "x": 1232, "y": 1498}, {"label": "table-cell", "x": 1121, "y": 1498}, {"label": "table-cell", "x": 1036, "y": 1498}, {"label": "table-cell", "x": 1036, "y": 1518}, {"label": "table-cell", "x": 1121, "y": 1517}, {"label": "table-cell", "x": 1232, "y": 1517}, {"label": "table-cell", "x": 1232, "y": 1536}, {"label": "table-cell", "x": 1121, "y": 1536}, {"label": "table-cell", "x": 1036, "y": 1536}, {"label": "table-cell", "x": 1036, "y": 1556}, {"label": "table-cell", "x": 1121, "y": 1555}, {"label": "table-cell", "x": 1232, "y": 1555}, {"label": "table-cell", "x": 1300, "y": 1052}, {"label": "table-cell", "x": 1403, "y": 1052}, {"label": "table-cell", "x": 1300, "y": 1070}, {"label": "table-cell", "x": 1403, "y": 1070}, {"label": "table-cell", "x": 1300, "y": 1086}, {"label": "table-cell", "x": 1403, "y": 1086}, {"label": "table-cell", "x": 1300, "y": 1098}, {"label": "table-cell", "x": 1403, "y": 1098}, {"label": "table-cell", "x": 1495, "y": 1052}, {"label": "table-cell", "x": 1495, "y": 1069}, {"label": "table-cell", "x": 1495, "y": 1086}, {"label": "table-cell", "x": 1495, "y": 1098}, {"label": "table-cell", "x": 1300, "y": 1114}, {"label": "table-cell", "x": 1403, "y": 1114}, {"label": "table-cell", "x": 1495, "y": 1114}, {"label": "table-cell", "x": 1300, "y": 1133}, {"label": "table-cell", "x": 1403, "y": 1133}, {"label": "table-cell", "x": 1495, "y": 1133}, {"label": "table-cell", "x": 1300, "y": 1152}, {"label": "table-cell", "x": 1403, "y": 1152}, {"label": "table-cell", "x": 1495, "y": 1152}, {"label": "table-cell", "x": 1300, "y": 1172}, {"label": "table-cell", "x": 1403, "y": 1172}, {"label": "table-cell", "x": 1495, "y": 1172}, {"label": "table-cell", "x": 1300, "y": 1191}, {"label": "table-cell", "x": 1403, "y": 1191}, {"label": "table-cell", "x": 1495, "y": 1191}, {"label": "table-cell", "x": 1300, "y": 1210}, {"label": "table-cell", "x": 1403, "y": 1210}, {"label": "table-cell", "x": 1495, "y": 1210}, {"label": "table-cell", "x": 1300, "y": 1229}, {"label": "table-cell", "x": 1403, "y": 1229}, {"label": "table-cell", "x": 1495, "y": 1229}, {"label": "table-cell", "x": 1300, "y": 1248}, {"label": "table-cell", "x": 1403, "y": 1248}, {"label": "table-cell", "x": 1495, "y": 1248}, {"label": "table-cell", "x": 1300, "y": 1268}, {"label": "table-cell", "x": 1403, "y": 1268}, {"label": "table-cell", "x": 1495, "y": 1268}, {"label": "table-cell", "x": 1300, "y": 1287}, {"label": "table-cell", "x": 1403, "y": 1287}, {"label": "table-cell", "x": 1495, "y": 1287}, {"label": "table-cell", "x": 1300, "y": 1306}, {"label": "table-cell", "x": 1403, "y": 1306}, {"label": "table-cell", "x": 1495, "y": 1306}, {"label": "table-cell", "x": 1300, "y": 1325}, {"label": "table-cell", "x": 1403, "y": 1325}, {"label": "table-cell", "x": 1495, "y": 1325}, {"label": "table-cell", "x": 1300, "y": 1345}, {"label": "table-cell", "x": 1403, "y": 1345}, {"label": "table-cell", "x": 1495, "y": 1345}, {"label": "table-cell", "x": 1300, "y": 1364}, {"label": "table-cell", "x": 1403, "y": 1363}, {"label": "table-cell", "x": 1495, "y": 1364}, {"label": "table-cell", "x": 1300, "y": 1383}, {"label": "table-cell", "x": 1403, "y": 1383}, {"label": "table-cell", "x": 1495, "y": 1382}, {"label": "table-cell", "x": 1300, "y": 1402}, {"label": "table-cell", "x": 1403, "y": 1402}, {"label": "table-cell", "x": 1495, "y": 1401}, {"label": "table-cell", "x": 1300, "y": 1421}, {"label": "table-cell", "x": 1403, "y": 1421}, {"label": "table-cell", "x": 1495, "y": 1421}, {"label": "table-cell", "x": 1300, "y": 1441}, {"label": "table-cell", "x": 1403, "y": 1441}, {"label": "table-cell", "x": 1495, "y": 1441}, {"label": "table-cell", "x": 1300, "y": 1460}, {"label": "table-cell", "x": 1403, "y": 1460}, {"label": "table-cell", "x": 1495, "y": 1460}, {"label": "table-cell", "x": 1300, "y": 1479}, {"label": "table-cell", "x": 1403, "y": 1479}, {"label": "table-cell", "x": 1495, "y": 1479}, {"label": "table-cell", "x": 1300, "y": 1498}, {"label": "table-cell", "x": 1403, "y": 1498}, {"label": "table-cell", "x": 1495, "y": 1498}, {"label": "table-cell", "x": 1300, "y": 1517}, {"label": "table-cell", "x": 1403, "y": 1518}, {"label": "table-cell", "x": 1495, "y": 1518}, {"label": "table-cell", "x": 1300, "y": 1536}, {"label": "table-cell", "x": 1403, "y": 1537}, {"label": "table-cell", "x": 1495, "y": 1536}, {"label": "table-cell", "x": 1300, "y": 1555}, {"label": "table-cell", "x": 1403, "y": 1555}, {"label": "table-cell", "x": 1495, "y": 1556}, {"label": "table-cell", "x": 1534, "y": 1052}, {"label": "table-cell", "x": 1637, "y": 1052}, {"label": "table-cell", "x": 1534, "y": 1069}, {"label": "table-cell", "x": 1637, "y": 1069}, {"label": "table-cell", "x": 1534, "y": 1086}, {"label": "table-cell", "x": 1637, "y": 1086}, {"label": "table-cell", "x": 1534, "y": 1098}, {"label": "table-cell", "x": 1637, "y": 1098}, {"label": "table-cell", "x": 1534, "y": 1114}, {"label": "table-cell", "x": 1637, "y": 1114}, {"label": "table-cell", "x": 1534, "y": 1133}, {"label": "table-cell", "x": 1637, "y": 1133}, {"label": "table-cell", "x": 1534, "y": 1152}, {"label": "table-cell", "x": 1637, "y": 1152}, {"label": "table-cell", "x": 1534, "y": 1172}, {"label": "table-cell", "x": 1637, "y": 1172}, {"label": "table-cell", "x": 1534, "y": 1191}, {"label": "table-cell", "x": 1637, "y": 1191}, {"label": "table-cell", "x": 1534, "y": 1210}, {"label": "table-cell", "x": 1637, "y": 1210}, {"label": "table-cell", "x": 1534, "y": 1229}, {"label": "table-cell", "x": 1637, "y": 1229}, {"label": "table-cell", "x": 1534, "y": 1248}, {"label": "table-cell", "x": 1637, "y": 1248}, {"label": "table-cell", "x": 1534, "y": 1268}, {"label": "table-cell", "x": 1637, "y": 1268}, {"label": "table-cell", "x": 1534, "y": 1287}, {"label": "table-cell", "x": 1637, "y": 1287}, {"label": "table-cell", "x": 1534, "y": 1306}, {"label": "table-cell", "x": 1637, "y": 1306}, {"label": "table-cell", "x": 1534, "y": 1325}, {"label": "table-cell", "x": 1637, "y": 1325}, {"label": "table-cell", "x": 1534, "y": 1345}, {"label": "table-cell", "x": 1637, "y": 1345}, {"label": "table-cell", "x": 1534, "y": 1364}, {"label": "table-cell", "x": 1637, "y": 1364}, {"label": "table-cell", "x": 1534, "y": 1383}, {"label": "table-cell", "x": 1637, "y": 1383}, {"label": "table-cell", "x": 1534, "y": 1402}, {"label": "table-cell", "x": 1637, "y": 1402}, {"label": "table-cell", "x": 1534, "y": 1421}, {"label": "table-cell", "x": 1637, "y": 1421}, {"label": "table-cell", "x": 1534, "y": 1441}, {"label": "table-cell", "x": 1637, "y": 1441}, {"label": "table-cell", "x": 1534, "y": 1460}, {"label": "table-cell", "x": 1637, "y": 1460}, {"label": "table-cell", "x": 1534, "y": 1479}, {"label": "table-cell", "x": 1637, "y": 1479}, {"label": "table-cell", "x": 1534, "y": 1498}, {"label": "table-cell", "x": 1637, "y": 1498}, {"label": "table-cell", "x": 1534, "y": 1517}, {"label": "table-cell", "x": 1637, "y": 1517}, {"label": "table-cell", "x": 1534, "y": 1536}, {"label": "table-cell", "x": 1637, "y": 1536}, {"label": "table-cell", "x": 1534, "y": 1556}, {"label": "table-cell", "x": 1637, "y": 1556}, {"label": "table-cell", "x": 1758, "y": 1052}, {"label": "table-cell", "x": 1826, "y": 1052}, {"label": "table-cell", "x": 1759, "y": 1069}, {"label": "table-cell", "x": 1827, "y": 1069}, {"label": "table-cell", "x": 1944, "y": 1069}, {"label": "table-cell", "x": 1944, "y": 1052}, {"label": "table-cell", "x": 1759, "y": 1086}, {"label": "table-cell", "x": 1827, "y": 1086}, {"label": "table-cell", "x": 1944, "y": 1086}, {"label": "table-cell", "x": 1759, "y": 1098}, {"label": "table-cell", "x": 1827, "y": 1098}, {"label": "table-cell", "x": 1944, "y": 1098}, {"label": "table-cell", "x": 1759, "y": 1114}, {"label": "table-cell", "x": 1827, "y": 1114}, {"label": "table-cell", "x": 1944, "y": 1114}, {"label": "table-cell", "x": 1759, "y": 1133}, {"label": "table-cell", "x": 1827, "y": 1133}, {"label": "table-cell", "x": 1944, "y": 1133}, {"label": "text-input", "x": 1758, "y": 1152}, {"label": "button", "x": 1826, "y": 1152}, {"label": "table-cell", "x": 1944, "y": 1152}, {"label": "table-cell", "x": 1758, "y": 1172}, {"label": "table-cell", "x": 1826, "y": 1172}, {"label": "table-cell", "x": 1944, "y": 1172}, {"label": "table-cell", "x": 1758, "y": 1191}, {"label": "table-cell", "x": 1826, "y": 1190}, {"label": "table-cell", "x": 1944, "y": 1191}, {"label": "table-cell", "x": 1758, "y": 1210}, {"label": "table-cell", "x": 1826, "y": 1210}, {"label": "table-cell", "x": 1944, "y": 1210}, {"label": "table-cell", "x": 1758, "y": 1229}, {"label": "table-cell", "x": 1826, "y": 1229}, {"label": "table-cell", "x": 1944, "y": 1229}, {"label": "table-cell", "x": 1758, "y": 1248}, {"label": "table-cell", "x": 1826, "y": 1248}, {"label": "table-cell", "x": 1944, "y": 1248}, {"label": "table-cell", "x": 1758, "y": 1267}, {"label": "table-cell", "x": 1826, "y": 1267}, {"label": "table-cell", "x": 1944, "y": 1267}, {"label": "table-cell", "x": 1758, "y": 1287}, {"label": "table-cell", "x": 1826, "y": 1287}, {"label": "table-cell", "x": 1944, "y": 1286}, {"label": "table-cell", "x": 1758, "y": 1306}, {"label": "table-cell", "x": 1826, "y": 1306}, {"label": "table-cell", "x": 1944, "y": 1306}, {"label": "table-cell", "x": 1758, "y": 1325}, {"label": "table-cell", "x": 1826, "y": 1325}, {"label": "table-cell", "x": 1944, "y": 1325}, {"label": "table-cell", "x": 1758, "y": 1345}, {"label": "table-cell", "x": 1826, "y": 1345}, {"label": "table-cell", "x": 1944, "y": 1345}, {"label": "table-cell", "x": 1758, "y": 1364}, {"label": "table-cell", "x": 1826, "y": 1364}, {"label": "table-cell", "x": 1944, "y": 1364}, {"label": "table-cell", "x": 1758, "y": 1383}, {"label": "table-cell", "x": 1826, "y": 1383}, {"label": "table-cell", "x": 1944, "y": 1383}, {"label": "table-cell", "x": 1758, "y": 1402}, {"label": "table-cell", "x": 1826, "y": 1402}, {"label": "table-cell", "x": 1944, "y": 1402}, {"label": "table-cell", "x": 1758, "y": 1421}, {"label": "table-cell", "x": 1826, "y": 1421}, {"label": "table-cell", "x": 1944, "y": 1421}, {"label": "table-cell", "x": 1758, "y": 1440}, {"label": "table-cell", "x": 1826, "y": 1440}, {"label": "table-cell", "x": 1944, "y": 1440}, {"label": "table-cell", "x": 1758, "y": 1459}, {"label": "table-cell", "x": 1826, "y": 1459}, {"label": "table-cell", "x": 1943, "y": 1459}, {"label": "table-cell", "x": 1758, "y": 1479}, {"label": "table-cell", "x": 1826, "y": 1479}, {"label": "table-cell", "x": 1944, "y": 1479}, {"label": "table-cell", "x": 1758, "y": 1498}, {"label": "table-cell", "x": 1826, "y": 1498}, {"label": "table-cell", "x": 1944, "y": 1498}, {"label": "table-cell", "x": 1758, "y": 1518}, {"label": "table-cell", "x": 1826, "y": 1518}, {"label": "table-cell", "x": 1944, "y": 1518}, {"label": "table-cell", "x": 1758, "y": 1537}, {"label": "table-cell", "x": 1826, "y": 1537}, {"label": "table-cell", "x": 1943, "y": 1537}, {"label": "table-cell", "x": 1758, "y": 1556}, {"label": "table-cell", "x": 1826, "y": 1556}, {"label": "table-cell", "x": 1944, "y": 1556}, {"label": "table-row", "x": 1528, "y": 1016}, {"label": "table-row", "x": 1528, "y": 1036}, {"label": "table-row", "x": 1528, "y": 1053}, {"label": "table-row", "x": 1528, "y": 1070}, {"label": "table-row", "x": 1528, "y": 1086}, {"label": "table-row", "x": 1528, "y": 1099}, {"label": "table-row", "x": 1528, "y": 1115}, {"label": "table-row", "x": 1528, "y": 1134}, {"label": "table-row", "x": 1528, "y": 1153}, {"label": "table-row", "x": 1528, "y": 1172}, {"label": "table-row", "x": 1528, "y": 1192}, {"label": "table-row", "x": 1528, "y": 1211}, {"label": "table-row", "x": 1528, "y": 1230}, {"label": "table-row", "x": 1528, "y": 1249}, {"label": "table-row", "x": 1528, "y": 1268}, {"label": "table-row", "x": 1528, "y": 1307}, {"label": "table-row", "x": 1528, "y": 1287}, {"label": "table-row", "x": 1528, "y": 1326}, {"label": "table-row", "x": 1528, "y": 1345}, {"label": "table-row", "x": 1528, "y": 1365}, {"label": "table-row", "x": 1528, "y": 1384}, {"label": "table-row", "x": 1528, "y": 1403}, {"label": "table-row", "x": 1528, "y": 1422}, {"label": "table-row", "x": 1528, "y": 1441}, {"label": "table-row", "x": 1528, "y": 1460}, {"label": "table-row", "x": 1528, "y": 1480}, {"label": "table-row", "x": 1528, "y": 1499}, {"label": "table-row", "x": 1528, "y": 1518}, {"label": "table-row", "x": 1528, "y": 1538}, {"label": "table-row", "x": 1528, "y": 1557}, {"label": "table", "x": 1528, "y": 1286}, {"label": "button", "x": 1345, "y": 1070}, {"label": "button", "x": 1371, "y": 1070}, {"label": "button", "x": 1426, "y": 1069}, {"label": "button", "x": 2039, "y": 1016}, {"label": "button", "x": 2039, "y": 1041}, {"label": "button", "x": 2039, "y": 1560}, {"label": "button", "x": 2023, "y": 1581}, {"label": "button", "x": 1866, "y": 1581}, {"label": "button", "x": 1654, "y": 1581}, {"label": "common", "x": 2023, "y": 1605}, {"label": "button", "x": 2001, "y": 1605}, {"label": "button", "x": 1950, "y": 1605}, {"label": "button", "x": 1908, "y": 1605}, {"label": "button", "x": 1889, "y": 1604}, {"label": "button", "x": 1862, "y": 1604}, {"label": "button", "x": 1836, "y": 1606}, {"label": "common", "x": 1044, "y": 1605}, {"label": "button", "x": 1045, "y": 1580}, {"label": "button", "x": 1063, "y": 1580}, {"label": "button", "x": 1111, "y": 1580}, {"label": "button", "x": 1162, "y": 1580}, {"label": "button", "x": 1223, "y": 1580}, {"label": "button", "x": 1270, "y": 1580}, {"label": "button", "x": 1316, "y": 1581}]


[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "button", "x": 29, "y": 720}, {"label": "button", "x": 30, "y": 662}, {"label": "button", "x": 29, "y": 174}, {"label": "button", "x": 29, "y": 116}, {"label": "button", "x": 100, "y": 724}, {"label": "button", "x": 158, "y": 723}, {"label": "button", "x": 247, "y": 723}, {"label": "button", "x": 340, "y": 725}, {"label": "button", "x": 406, "y": 723}, {"label": "dropdown", "x": 483, "y": 723}, {"label": "button", "x": 897, "y": 725}, {"label": "button", "x": 974, "y": 725}, {"label": "heading", "x": 114, "y": 670}, {"label": "button", "x": 238, "y": 613}, {"label": "button", "x": 448, "y": 613}, {"label": "heading", "x": 103, "y": 553}, {"label": "heading", "x": 142, "y": 197}, {"label": "heading", "x": 105, "y": 115}, {"label": "button", "x": 265, "y": 515}, {"label": "button", "x": 263, "y": 457}, {"label": "button", "x": 265, "y": 390}, {"label": "button", "x": 264, "y": 321}, {"label": "button", "x": 263, "y": 251}, {"label": "button", "x": 262, "y": 157}, {"label": "text-input", "x": 555, "y": 62}, {"label": "image", "x": 81, "y": 61}, {"label": "button", "x": 549, "y": 424}, {"label": "heading", "x": 745, "y": 532}, {"label": "common", "x": 746, "y": 503}, {"label": "image", "x": 745, "y": 610}, {"label": "button", "x": 21, "y": 18}, {"label": "button", "x": 66, "y": 18}, {"label": "button", "x": 114, "y": 18}, {"label": "button", "x": 160, "y": 18}, {"label": "button", "x": 206, "y": 18}, {"label": "button", "x": 252, "y": 18}, {"label": "button", "x": 299, "y": 20}, {"label": "button", "x": 345, "y": 20}, {"label": "button", "x": 391, "y": 18}, {"label": "button", "x": 437, "y": 20}, {"label": "button", "x": 485, "y": 18}, {"label": "button", "x": 530, "y": 20}, {"label": "button", "x": 576, "y": 20}, {"label": "button", "x": 622, "y": 20}, {"label": "button", "x": 667, "y": 20}, {"label": "button", "x": 715, "y": 20}, {"label": "button", "x": 761, "y": 20}, {"label": "button", "x": 807, "y": 18}, {"label": "button", "x": 855, "y": 20}]


[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "button", "x": 174, "y": 65}, {"label": "button", "x": 382, "y": 63}, {"label": "button", "x": 579, "y": 62}, {"label": "image", "x": 58, "y": 54}, {"label": "image", "x": 96, "y": 202}, {"label": "text-input", "x": 456, "y": 197}, {"label": "button", "x": 683, "y": 197}, {"label": "button", "x": 783, "y": 198}, {"label": "button", "x": 889, "y": 197}, {"label": "image", "x": 144, "y": 316}, {"label": "common", "x": 233, "y": 448}, {"label": "common", "x": 121, "y": 582}, {"label": "common", "x": 112, "y": 751}, {"label": "common", "x": 157, "y": 833}, {"label": "common", "x": 235, "y": 1002}, {"label": "text-input", "x": 601, "y": 1000}, {"label": "text-input", "x": 736, "y": 832}, {"label": "text-input", "x": 734, "y": 745}, {"label": "text-input", "x": 614, "y": 580}, {"label": "common", "x": 996, "y": 574}, {"label": "text-input", "x": 1214, "y": 459}, {"label": "heading", "x": 1105, "y": 200}, {"label": "common", "x": 1348, "y": 380}, {"label": "button", "x": 1294, "y": 300}, {"label": "text-input", "x": 1540, "y": 378}, {"label": "button", "x": 1659, "y": 379}, {"label": "common", "x": 1530, "y": 119}, {"label": "button", "x": 2007, "y": 34}, {"label": "button", "x": 1941, "y": 34}, {"label": "heading", "x": 1276, "y": 35}, {"label": "heading", "x": 1122, "y": 589}, {"label": "button", "x": 1448, "y": 1015}, {"label": "button", "x": 1617, "y": 1015}, {"label": "button", "x": 1785, "y": 1015}, {"label": "button", "x": 1954, "y": 1016}, {"label": "button", "x": 1995, "y": 762}, {"label": "button", "x": 1995, "y": 716}, {"label": "button", "x": 1995, "y": 873}, {"label": "button", "x": 1077, "y": 918}, {"label": "button", "x": 1291, "y": 917}, {"label": "button", "x": 1963, "y": 918}, {"label": "table-cell", "x": 1278, "y": 719}, {"label": "table-cell", "x": 1278, "y": 760}, {"label": "table-cell", "x": 1278, "y": 796}, {"label": "table-cell", "x": 1278, "y": 834}, {"label": "table-cell", "x": 1278, "y": 873}, {"label": "table-cell", "x": 1559, "y": 719}, {"label": "table-cell", "x": 1559, "y": 760}, {"label": "table-cell", "x": 1559, "y": 796}, {"label": "table-cell", "x": 1559, "y": 834}, {"label": "table-cell", "x": 1559, "y": 873}, {"label": "table-cell", "x": 1699, "y": 719}, {"label": "table-cell", "x": 1699, "y": 760}, {"label": "table-cell", "x": 1699, "y": 796}, {"label": "table-cell", "x": 1699, "y": 834}, {"label": "table-cell", "x": 1699, "y": 873}, {"label": "table-cell", "x": 1877, "y": 719}, {"label": "table-cell", "x": 1877, "y": 760}, {"label": "table-cell", "x": 1877, "y": 796}, {"label": "table-cell", "x": 1876, "y": 835}, {"label": "table-cell", "x": 1877, "y": 873}, {"label": "table", "x": 1518, "y": 796}, {"label": "button", "x": 1073, "y": 253}, {"label": "button", "x": 1073, "y": 458}, {"label": "button", "x": 1073, "y": 403}, {"label": "button", "x": 1074, "y": 353}, {"label": "button", "x": 1073, "y": 303}, {"label": "common", "x": 1111, "y": 255}, {"label": "common", "x": 1148, "y": 306}, {"label": "common", "x": 1133, "y": 356}, {"label": "common", "x": 1124, "y": 405}, {"label": "common", "x": 1127, "y": 460}, {"label": "common", "x": 1494, "y": 301}, {"label": "button", "x": 14, "y": 1089}, {"label": "button", "x": 32, "y": 1089}, {"label": "button", "x": 53, "y": 1089}, {"label": "button", "x": 25, "y": 1139}, {"label": "button", "x": 24, "y": 1210}, {"label": "button", "x": 24, "y": 1278}, {"label": "button", "x": 24, "y": 1348}, {"label": "button", "x": 24, "y": 1418}, {"label": "image", "x": 25, "y": 2133}, {"label": "common", "x": 43, "y": 2132}, {"label": "image", "x": 62, "y": 2133}, {"label": "common", "x": 76, "y": 2133}, {"label": "button", "x": 109, "y": 1129}, {"label": "button", "x": 155, "y": 1129}, {"label": "common", "x": 78, "y": 1636}, {"label": "text-input", "x": 512, "y": 1130}, {"label": "button", "x": 511, "y": 1186}, {"label": "heading", "x": 511, "y": 1089}, {"label": "button", "x": 942, "y": 1130}, {"label": "button", "x": 974, "y": 1130}, {"label": "button", "x": 1006, "y": 1130}, {"label": "button", "x": 956, "y": 1222}, {"label": "text-input", "x": 360, "y": 1638}, {"label": "common", "x": 684, "y": 2133}, {"label": "common", "x": 760, "y": 2133}, {"label": "common", "x": 813, "y": 2133}, {"label": "common", "x": 854, "y": 2132}, {"label": "common", "x": 905, "y": 2133}, {"label": "common", "x": 964, "y": 2133}, {"label": "image", "x": 1001, "y": 2132}, {"label": "button", "x": 1077, "y": 1111}, {"label": "button", "x": 1157, "y": 1111}, {"label": "button", "x": 1237, "y": 1110}, {"label": "button", "x": 1281, "y": 1110}, {"label": "button", "x": 1350, "y": 1110}, {"label": "button", "x": 1393, "y": 1111}, {"label": "button", "x": 1369, "y": 1111}, {"label": "button", "x": 1446, "y": 1113}, {"label": "heading", "x": 1551, "y": 1112}, {"label": "button", "x": 1679, "y": 1111}, {"label": "button", "x": 1760, "y": 1111}, {"label": "button", "x": 1841, "y": 1114}, {"label": "button", "x": 1925, "y": 1111}, {"label": "button", "x": 2002, "y": 1112}, {"label": "button", "x": 1108, "y": 1179}, {"label": "button", "x": 1242, "y": 1179}, {"label": "button", "x": 1340, "y": 1179}, {"label": "button", "x": 1434, "y": 1179}, {"label": "button", "x": 1529, "y": 1179}, {"label": "button", "x": 1625, "y": 1179}, {"label": "button", "x": 1718, "y": 1179}, {"label": "button", "x": 1811, "y": 1178}, {"label": "button", "x": 1907, "y": 1178}, {"label": "button", "x": 1983, "y": 1178}, {"label": "button", "x": 2029, "y": 1178}, {"label": "text-input", "x": 1182, "y": 1286}, {"label": "button", "x": 1297, "y": 1282}, {"label": "button", "x": 1460, "y": 1285}, {"label": "button", "x": 1563, "y": 1286}, {"label": "button", "x": 1660, "y": 1285}, {"label": "common", "x": 1796, "y": 1286}, {"label": "button", "x": 2008, "y": 1288}, {"label": "table-cell", "x": 1063, "y": 1366}, {"label": "table-cell", "x": 1208, "y": 1366}, {"label": "table-cell", "x": 1442, "y": 1366}, {"label": "table-cell", "x": 1644, "y": 1367}, {"label": "table-cell", "x": 1813, "y": 1366}, {"label": "table-cell", "x": 1063, "y": 1417}, {"label": "table-cell", "x": 1208, "y": 1417}, {"label": "table-cell", "x": 1442, "y": 1417}, {"label": "table-cell", "x": 1644, "y": 1418}, {"label": "table-cell", "x": 1813, "y": 1418}, {"label": "table-cell", "x": 1944, "y": 1418}, {"label": "table-cell", "x": 1063, "y": 1468}, {"label": "table-cell", "x": 1209, "y": 1468}, {"label": "table-cell", "x": 1440, "y": 1468}, {"label": "table-cell", "x": 1645, "y": 1468}, {"label": "table-cell", "x": 1813, "y": 1468}, {"label": "table-cell", "x": 1944, "y": 1468}, {"label": "table-cell", "x": 1062, "y": 1518}, {"label": "table-cell", "x": 1208, "y": 1518}, {"label": "table-cell", "x": 1440, "y": 1519}, {"label": "table-cell", "x": 1643, "y": 1518}, {"label": "table-cell", "x": 1813, "y": 1518}, {"label": "table-cell", "x": 1944, "y": 1366}, {"label": "table-cell", "x": 1943, "y": 1518}, {"label": "table-cell", "x": 1063, "y": 1569}, {"label": "table-cell", "x": 1208, "y": 1569}, {"label": "table-cell", "x": 1441, "y": 1569}, {"label": "table-cell", "x": 1644, "y": 1568}, {"label": "table-cell", "x": 1813, "y": 1568}, {"label": "table-cell", "x": 1943, "y": 1568}, {"label": "table-cell", "x": 1063, "y": 1618}, {"label": "table-cell", "x": 1208, "y": 1619}, {"label": "table-cell", "x": 1440, "y": 1619}, {"label": "table-cell", "x": 1643, "y": 1618}, {"label": "table-cell", "x": 1813, "y": 1619}, {"label": "table-cell", "x": 1943, "y": 1619}, {"label": "table-cell", "x": 1062, "y": 1669}, {"label": "table-cell", "x": 1208, "y": 1669}, {"label": "table-cell", "x": 1440, "y": 1669}, {"label": "table-cell", "x": 1643, "y": 1668}, {"label": "table-cell", "x": 1813, "y": 1668}, {"label": "table-cell", "x": 1944, "y": 1669}, {"label": "table-cell", "x": 1062, "y": 1719}, {"label": "table-cell", "x": 1208, "y": 1719}, {"label": "table-cell", "x": 1440, "y": 1719}, {"label": "table-cell", "x": 1643, "y": 1719}, {"label": "table-cell", "x": 1813, "y": 1719}, {"label": "table-cell", "x": 1943, "y": 1719}, {"label": "table-cell", "x": 1063, "y": 1769}, {"label": "table-cell", "x": 1208, "y": 1770}, {"label": "table-cell", "x": 1440, "y": 1770}, {"label": "table-cell", "x": 1643, "y": 1769}, {"label": "table-cell", "x": 1813, "y": 1770}, {"label": "table-cell", "x": 1943, "y": 1769}, {"label": "table-cell", "x": 1062, "y": 1820}, {"label": "table-cell", "x": 1208, "y": 1820}, {"label": "table-cell", "x": 1440, "y": 1820}, {"label": "table-cell", "x": 1643, "y": 1820}, {"label": "table-cell", "x": 1813, "y": 1820}, {"label": "table-cell", "x": 1943, "y": 1819}, {"label": "table-cell", "x": 1062, "y": 1870}, {"label": "table-cell", "x": 1208, "y": 1870}, {"label": "table-cell", "x": 1440, "y": 1870}, {"label": "table-cell", "x": 1644, "y": 1869}, {"label": "table-cell", "x": 1813, "y": 1870}, {"label": "table-cell", "x": 1944, "y": 1870}, {"label": "table-cell", "x": 1061, "y": 1920}, {"label": "table-cell", "x": 1208, "y": 1920}, {"label": "table-cell", "x": 1440, "y": 1920}, {"label": "table-cell", "x": 1643, "y": 1920}, {"label": "table-cell", "x": 1813, "y": 1920}, {"label": "table-cell", "x": 1944, "y": 1920}, {"label": "table-cell", "x": 1062, "y": 1970}, {"label": "table-cell", "x": 1208, "y": 1971}, {"label": "table-cell", "x": 1440, "y": 1971}, {"label": "table-cell", "x": 1643, "y": 1970}, {"label": "table-cell", "x": 1813, "y": 1970}, {"label": "table-cell", "x": 1944, "y": 1970}, {"label": "table-cell", "x": 1062, "y": 2008}, {"label": "table-cell", "x": 1209, "y": 2009}, {"label": "table-cell", "x": 1440, "y": 2008}, {"label": "table-cell", "x": 1643, "y": 2009}, {"label": "table-cell", "x": 1813, "y": 2008}, {"label": "table-cell", "x": 1944, "y": 2008}, {"label": "button", "x": 2016, "y": 1367}, {"label": "button", "x": 2017, "y": 1564}, {"label": "button", "x": 2016, "y": 2003}, {"label": "table-row", "x": 1506, "y": 1366}, {"label": "table-row", "x": 1506, "y": 1418}, {"label": "table-row", "x": 1505, "y": 1469}, {"label": "table-row", "x": 1505, "y": 1518}, {"label": "table-row", "x": 1506, "y": 1569}, {"label": "table-row", "x": 1506, "y": 1620}, {"label": "table-row", "x": 1505, "y": 1670}, {"label": "table-row", "x": 1504, "y": 1720}, {"label": "table-row", "x": 1505, "y": 1770}, {"label": "table-row", "x": 1504, "y": 1820}, {"label": "table-row", "x": 1506, "y": 1870}, {"label": "table-row", "x": 1505, "y": 1921}, {"label": "table-row", "x": 1504, "y": 1971}, {"label": "table-row", "x": 1506, "y": 2010}, {"label": "table", "x": 1506, "y": 1680}, {"label": "button", "x": 1109, "y": 2054}, {"label": "button", "x": 1189, "y": 2054}, {"label": "button", "x": 1375, "y": 2053}, {"label": "button", "x": 1559, "y": 2055}, {"label": "button", "x": 1704, "y": 2056}, {"label": "button", "x": 1781, "y": 2056}, {"label": "button", "x": 1966, "y": 2056}, {"label": "common", "x": 1093, "y": 2118}, {"label": "button", "x": 1255, "y": 2120}, {"label": "button", "x": 1361, "y": 2117}, {"label": "button", "x": 1466, "y": 2117}, {"label": "button", "x": 1542, "y": 2117}, {"label": "button", "x": 1699, "y": 2117}, {"label": "button", "x": 1862, "y": 2118}]


[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "text-input", "x": 982, "y": 286}, {"label": "text-input", "x": 1005, "y": 46}, {"label": "image", "x": 962, "y": 655}, {"label": "image", "x": 30, "y": 16}, {"label": "common", "x": 788, "y": 283}, {"label": "common", "x": 789, "y": 321}, {"label": "common", "x": 780, "y": 350}, {"label": "heading", "x": 833, "y": 219}, {"label": "heading", "x": 97, "y": 15}, {"label": "button", "x": 27, "y": 110}, {"label": "button", "x": 106, "y": 111}, {"label": "button", "x": 208, "y": 111}, {"label": "button", "x": 292, "y": 110}, {"label": "button", "x": 392, "y": 111}, {"label": "button", "x": 533, "y": 111}, {"label": "button", "x": 114, "y": 16}, {"label": "button", "x": 190, "y": 14}, {"label": "button", "x": 228, "y": 16}, {"label": "button", "x": 18, "y": 46}, {"label": "button", "x": 44, "y": 47}, {"label": "button", "x": 74, "y": 47}, {"label": "button", "x": 103, "y": 47}, {"label": "button", "x": 196, "y": 47}, {"label": "button", "x": 1752, "y": 46}, {"label": "button", "x": 1776, "y": 47}, {"label": "button", "x": 1806, "y": 46}, {"label": "button", "x": 1837, "y": 47}, {"label": "button", "x": 1871, "y": 47}, {"label": "button", "x": 1902, "y": 47}, {"label": "button", "x": 1786, "y": 10}, {"label": "button", "x": 1831, "y": 10}, {"label": "button", "x": 1858, "y": 11}, {"label": "button", "x": 1896, "y": 12}, {"label": "text-input", "x": 1723, "y": 110}, {"label": "button", "x": 1806, "y": 110}, {"label": "button", "x": 1848, "y": 110}, {"label": "button", "x": 1889, "y": 111}, {"label": "button", "x": 924, "y": 440}, {"label": "button", "x": 1032, "y": 440}, {"label": "button", "x": 1166, "y": 220}, {"label": "button", "x": 762, "y": 405}, {"label": "button", "x": 54, "y": 75}, {"label": "button", "x": 180, "y": 75}, {"label": "button", "x": 327, "y": 74}, {"label": "button", "x": 476, "y": 75}, {"label": "button", "x": 628, "y": 76}, {"label": "button", "x": 774, "y": 76}, {"label": "button", "x": 918, "y": 75}, {"label": "button", "x": 1037, "y": 75}, {"label": "button", "x": 1155, "y": 75}, {"label": "button", "x": 1306, "y": 76}, {"label": "button", "x": 1421, "y": 75}, {"label": "button", "x": 1497, "y": 76}, {"label": "button", "x": 1574, "y": 76}, {"label": "button", "x": 1672, "y": 76}, {"label": "button", "x": 1801, "y": 75}, {"label": "button", "x": 1892, "y": 76}, {"label": "button", "x": 595, "y": 579}, {"label": "button", "x": 657, "y": 580}, {"label": "button", "x": 745, "y": 581}, {"label": "button", "x": 857, "y": 581}, {"label": "button", "x": 938, "y": 581}, {"label": "button", "x": 1003, "y": 581}, {"label": "button", "x": 1089, "y": 582}, {"label": "button", "x": 1193, "y": 582}, {"label": "button", "x": 1299, "y": 583}, {"label": "button", "x": 798, "y": 610}, {"label": "button", "x": 894, "y": 610}, {"label": "button", "x": 978, "y": 611}, {"label": "button", "x": 1057, "y": 613}, {"label": "button", "x": 1139, "y": 613}, {"label": "button", "x": 862, "y": 319}, {"label": "button", "x": 862, "y": 348}, {"label": "button", "x": 862, "y": 373}, {"label": "common", "x": 886, "y": 349}, {"label": "common", "x": 906, "y": 375}]


[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "button", "x": 18, "y": 786}, {"label": "button", "x": 90, "y": 786}, {"label": "button", "x": 166, "y": 786}, {"label": "button", "x": 215, "y": 786}, {"label": "button", "x": 260, "y": 786}, {"label": "button", "x": 286, "y": 786}, {"label": "button", "x": 1103, "y": 786}, {"label": "common", "x": 1185, "y": 788}, {"label": "button", "x": 1265, "y": 788}, {"label": "button", "x": 188, "y": 760}, {"label": "button", "x": 212, "y": 760}, {"label": "button", "x": 237, "y": 760}, {"label": "button", "x": 57, "y": 758}, {"label": "button", "x": 86, "y": 731}, {"label": "button", "x": 159, "y": 732}, {"label": "button", "x": 222, "y": 733}, {"label": "heading", "x": 123, "y": 758}, {"label": "button", "x": 63, "y": 700}, {"label": "button", "x": 97, "y": 700}, {"label": "button", "x": 131, "y": 700}, {"label": "button", "x": 166, "y": 699}, {"label": "button", "x": 199, "y": 700}, {"label": "button", "x": 234, "y": 699}, {"label": "button", "x": 64, "y": 666}, {"label": "button", "x": 96, "y": 666}, {"label": "button", "x": 130, "y": 666}, {"label": "button", "x": 165, "y": 664}, {"label": "button", "x": 198, "y": 666}, {"label": "button", "x": 233, "y": 666}, {"label": "button", "x": 63, "y": 631}, {"label": "button", "x": 96, "y": 630}, {"label": "button", "x": 131, "y": 631}, {"label": "button", "x": 165, "y": 632}, {"label": "button", "x": 200, "y": 630}, {"label": "button", "x": 233, "y": 630}, {"label": "button", "x": 62, "y": 598}, {"label": "button", "x": 97, "y": 598}, {"label": "button", "x": 131, "y": 599}, {"label": "button", "x": 166, "y": 598}, {"label": "button", "x": 199, "y": 598}, {"label": "button", "x": 234, "y": 597}, {"label": "button", "x": 62, "y": 564}, {"label": "button", "x": 98, "y": 563}, {"label": "button", "x": 132, "y": 562}, {"label": "button", "x": 62, "y": 530}, {"label": "button", "x": 96, "y": 530}, {"label": "button", "x": 131, "y": 529}, {"label": "button", "x": 138, "y": 494}, {"label": "button", "x": 145, "y": 472}, {"label": "button", "x": 126, "y": 472}, {"label": "heading", "x": 61, "y": 445}, {"label": "common", "x": 74, "y": 415}, {"label": "common", "x": 80, "y": 379}, {"label": "common", "x": 75, "y": 346}, {"label": "common", "x": 72, "y": 311}, {"label": "common", "x": 101, "y": 279}, {"label": "button", "x": 59, "y": 278}, {"label": "button", "x": 59, "y": 250}, {"label": "common", "x": 111, "y": 249}, {"label": "button", "x": 127, "y": 346}, {"label": "button", "x": 61, "y": 220}, {"label": "button", "x": 60, "y": 190}, {"label": "button", "x": 60, "y": 162}, {"label": "button", "x": 71, "y": 52}, {"label": "button", "x": 122, "y": 51}, {"label": "button", "x": 172, "y": 50}, {"label": "button", "x": 224, "y": 50}, {"label": "common", "x": 93, "y": 221}, {"label": "common", "x": 98, "y": 189}, {"label": "common", "x": 111, "y": 162}, {"label": "button", "x": 199, "y": 540}, {"label": "button", "x": 270, "y": 538}, {"label": "button", "x": 327, "y": 539}, {"label": "button", "x": 385, "y": 539}, {"label": "button", "x": 442, "y": 540}, {"label": "button", "x": 511, "y": 540}, {"label": "button", "x": 575, "y": 540}, {"label": "button", "x": 628, "y": 540}, {"label": "button", "x": 704, "y": 538}, {"label": "heading", "x": 499, "y": 566}, {"label": "button", "x": 255, "y": 166}, {"label": "button", "x": 333, "y": 168}, {"label": "common", "x": 434, "y": 166}, {"label": "image", "x": 475, "y": 353}, {"label": "button", "x": 185, "y": 192}, {"label": "button", "x": 483, "y": 193}, {"label": "button", "x": 166, "y": 516}, {"label": "button", "x": 14, "y": 13}, {"label": "button", "x": 154, "y": 14}, {"label": "button", "x": 394, "y": 13}, {"label": "button", "x": 634, "y": 13}, {"label": "button", "x": 1154, "y": 12}, {"label": "button", "x": 1189, "y": 13}, {"label": "button", "x": 1226, "y": 12}, {"label": "button", "x": 1260, "y": 12}, {"label": "button", "x": 790, "y": 760}, {"label": "heading", "x": 880, "y": 758}, {"label": "button", "x": 966, "y": 758}, {"label": "button", "x": 992, "y": 759}, {"label": "button", "x": 1017, "y": 758}, {"label": "button", "x": 884, "y": 730}, {"label": "button", "x": 1011, "y": 729}, {"label": "button", "x": 795, "y": 690}, {"label": "button", "x": 828, "y": 689}, {"label": "button", "x": 859, "y": 689}, {"label": "button", "x": 891, "y": 690}, {"label": "common", "x": 813, "y": 658}, {"label": "button", "x": 1013, "y": 658}, {"label": "common", "x": 810, "y": 632}, {"label": "button", "x": 934, "y": 629}, {"label": "common", "x": 813, "y": 597}, {"label": "button", "x": 942, "y": 597}, {"label": "text-input", "x": 984, "y": 596}, {"label": "button", "x": 1017, "y": 604}, {"label": "button", "x": 1018, "y": 589}, {"label": "button", "x": 790, "y": 569}, {"label": "common", "x": 813, "y": 570}, {"label": "button", "x": 852, "y": 569}, {"label": "image", "x": 872, "y": 570}, {"label": "image", "x": 865, "y": 542}, {"label": "common", "x": 903, "y": 542}, {"label": "button", "x": 803, "y": 406}, {"label": "button", "x": 842, "y": 406}, {"label": "button", "x": 882, "y": 407}, {"label": "button", "x": 923, "y": 406}, {"label": "button", "x": 963, "y": 406}, {"label": "button", "x": 1004, "y": 406}, {"label": "button", "x": 794, "y": 366}, {"label": "button", "x": 824, "y": 367}, {"label": "button", "x": 854, "y": 366}, {"label": "button", "x": 885, "y": 366}, {"label": "heading", "x": 828, "y": 336}, {"label": "button", "x": 1012, "y": 337}, {"label": "button", "x": 803, "y": 312}, {"label": "button", "x": 843, "y": 312}, {"label": "button", "x": 884, "y": 312}, {"label": "button", "x": 923, "y": 312}, {"label": "button", "x": 963, "y": 312}, {"label": "button", "x": 1004, "y": 312}, {"label": "button", "x": 881, "y": 200}, {"label": "button", "x": 992, "y": 201}, {"label": "button", "x": 1015, "y": 280}, {"label": "button", "x": 1014, "y": 248}, {"label": "button", "x": 1014, "y": 217}, {"label": "button", "x": 1014, "y": 184}, {"label": "button", "x": 1014, "y": 152}, {"label": "button", "x": 1014, "y": 120}, {"label": "button", "x": 834, "y": 79}, {"label": "button", "x": 895, "y": 94}, {"label": "button", "x": 850, "y": 52}, {"label": "button", "x": 790, "y": 47}, {"label": "button", "x": 966, "y": 87}, {"label": "text-input", "x": 966, "y": 57}]


[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "heading", "x": 148, "y": 29}, {"label": "button", "x": 822, "y": 29}, {"label": "button", "x": 853, "y": 29}, {"label": "button", "x": 886, "y": 31}, {"label": "text-input", "x": 491, "y": 82}, {"label": "text-input", "x": 491, "y": 134}, {"label": "common", "x": 158, "y": 186}, {"label": "table-cell", "x": 174, "y": 222}, {"label": "table-cell", "x": 357, "y": 222}, {"label": "table-cell", "x": 540, "y": 221}, {"label": "table-cell", "x": 172, "y": 262}, {"label": "table-cell", "x": 357, "y": 262}, {"label": "table-cell", "x": 539, "y": 261}, {"label": "table-cell", "x": 173, "y": 302}, {"label": "table-cell", "x": 356, "y": 302}, {"label": "table-cell", "x": 541, "y": 302}, {"label": "table-cell", "x": 173, "y": 343}, {"label": "table-cell", "x": 356, "y": 342}, {"label": "table-cell", "x": 540, "y": 343}, {"label": "table-row", "x": 358, "y": 222}, {"label": "table-row", "x": 359, "y": 262}, {"label": "table-row", "x": 359, "y": 304}, {"label": "table-row", "x": 359, "y": 344}, {"label": "table", "x": 359, "y": 285}, {"label": "common", "x": 30, "y": 48}, {"label": "common", "x": 30, "y": 105}, {"label": "common", "x": 30, "y": 163}, {"label": "common", "x": 30, "y": 220}, {"label": "common", "x": 30, "y": 277}, {"label": "common", "x": 30, "y": 335}, {"label": "common", "x": 31, "y": 394}, {"label": "common", "x": 31, "y": 452}, {"label": "common", "x": 32, "y": 507}, {"label": "common", "x": 32, "y": 565}, {"label": "common", "x": 30, "y": 622}, {"label": "common", "x": 32, "y": 679}, {"label": "common", "x": 30, "y": 738}, {"label": "common", "x": 30, "y": 796}, {"label": "common", "x": 30, "y": 845}, {"label": "common", "x": 142, "y": 747}, {"label": "button", "x": 217, "y": 748}, {"label": "button", "x": 270, "y": 747}, {"label": "button", "x": 328, "y": 748}, {"label": "button", "x": 375, "y": 747}, {"label": "button", "x": 420, "y": 746}, {"label": "button", "x": 474, "y": 747}, {"label": "button", "x": 544, "y": 748}, {"label": "button", "x": 601, "y": 747}, {"label": "button", "x": 648, "y": 748}, {"label": "button", "x": 693, "y": 747}, {"label": "button", "x": 736, "y": 748}, {"label": "button", "x": 782, "y": 747}, {"label": "common", "x": 836, "y": 749}, {"label": "button", "x": 135, "y": 825}, {"label": "button", "x": 216, "y": 825}, {"label": "button", "x": 262, "y": 824}, {"label": "button", "x": 308, "y": 823}, {"label": "button", "x": 352, "y": 824}, {"label": "button", "x": 398, "y": 825}, {"label": "button", "x": 446, "y": 825}, {"label": "button", "x": 491, "y": 825}, {"label": "common", "x": 794, "y": 827}, {"label": "button", "x": 846, "y": 827}, {"label": "button", "x": 887, "y": 825}, {"label": "button", "x": 993, "y": 794}, {"label": "button", "x": 936, "y": 854}, {"label": "button", "x": 1091, "y": 79}, {"label": "button", "x": 1090, "y": 209}, {"label": "button", "x": 1091, "y": 346}, {"label": "button", "x": 1089, "y": 493}, {"label": "button", "x": 1090, "y": 606}, {"label": "button", "x": 1967, "y": 81}, {"label": "button", "x": 1037, "y": 13}, {"label": "button", "x": 1074, "y": 12}, {"label": "button", "x": 1124, "y": 12}, {"label": "button", "x": 1165, "y": 12}, {"label": "button", "x": 1194, "y": 14}, {"label": "button", "x": 1885, "y": 12}, {"label": "button", "x": 1910, "y": 13}, {"label": "button", "x": 1935, "y": 12}, {"label": "button", "x": 1965, "y": 12}, {"label": "button", "x": 1994, "y": 14}, {"label": "common", "x": 2014, "y": 14}, {"label": "button", "x": 2038, "y": 12}, {"label": "button", "x": 1033, "y": 853}, {"label": "button", "x": 1115, "y": 852}, {"label": "button", "x": 1246, "y": 853}, {"label": "button", "x": 1375, "y": 852}, {"label": "button", "x": 1983, "y": 852}, {"label": "button", "x": 2012, "y": 852}, {"label": "button", "x": 2038, "y": 853}, {"label": "button", "x": 1320, "y": 131}, {"label": "heading", "x": 1417, "y": 131}, {"label": "button", "x": 1337, "y": 156}, {"label": "button", "x": 1372, "y": 156}, {"label": "button", "x": 1414, "y": 156}, {"label": "button", "x": 1461, "y": 156}, {"label": "button", "x": 1740, "y": 127}, {"label": "button", "x": 1760, "y": 127}, {"label": "button", "x": 1779, "y": 127}, {"label": "button", "x": 1412, "y": 188}, {"label": "heading", "x": 1594, "y": 189}, {"label": "button", "x": 1776, "y": 189}, {"label": "button", "x": 1788, "y": 189}, {"label": "button", "x": 1696, "y": 210}, {"label": "button", "x": 1646, "y": 210}, {"label": "button", "x": 1593, "y": 210}, {"label": "button", "x": 1549, "y": 210}, {"label": "button", "x": 1516, "y": 210}, {"label": "button", "x": 1478, "y": 210}, {"label": "button", "x": 1429, "y": 210}, {"label": "button", "x": 1417, "y": 239}, {"label": "button", "x": 1435, "y": 239}, {"label": "button", "x": 1435, "y": 268}, {"label": "button", "x": 1417, "y": 268}, {"label": "button", "x": 1417, "y": 298}, {"label": "button", "x": 1435, "y": 298}, {"label": "button", "x": 1417, "y": 327}, {"label": "button", "x": 1435, "y": 327}, {"label": "button", "x": 1435, "y": 357}, {"label": "button", "x": 1417, "y": 357}, {"label": "button", "x": 1417, "y": 388}, {"label": "button", "x": 1435, "y": 388}, {"label": "button", "x": 1417, "y": 417}, {"label": "button", "x": 1435, "y": 417}, {"label": "button", "x": 1417, "y": 448}, {"label": "button", "x": 1435, "y": 448}, {"label": "button", "x": 1435, "y": 477}, {"label": "button", "x": 1417, "y": 477}, {"label": "button", "x": 1426, "y": 536}, {"label": "button", "x": 1468, "y": 557}, {"label": "button", "x": 1500, "y": 549}, {"label": "button", "x": 1521, "y": 549}, {"label": "button", "x": 1500, "y": 566}, {"label": "button", "x": 1521, "y": 566}, {"label": "button", "x": 1542, "y": 566}, {"label": "button", "x": 1542, "y": 549}, {"label": "button", "x": 1563, "y": 549}, {"label": "button", "x": 1563, "y": 566}, {"label": "button", "x": 1584, "y": 549}, {"label": "button", "x": 1584, "y": 566}, {"label": "button", "x": 1604, "y": 566}, {"label": "button", "x": 1604, "y": 549}, {"label": "button", "x": 1625, "y": 549}, {"label": "button", "x": 1625, "y": 566}, {"label": "button", "x": 1646, "y": 566}, {"label": "button", "x": 1646, "y": 549}, {"label": "button", "x": 1667, "y": 549}, {"label": "button", "x": 1667, "y": 565}, {"label": "button", "x": 1688, "y": 565}, {"label": "button", "x": 1688, "y": 549}, {"label": "button", "x": 1709, "y": 549}, {"label": "button", "x": 1709, "y": 566}, {"label": "button", "x": 1730, "y": 566}, {"label": "button", "x": 1730, "y": 549}, {"label": "button", "x": 1751, "y": 549}, {"label": "button", "x": 1751, "y": 566}, {"label": "button", "x": 1772, "y": 566}, {"label": "button", "x": 1772, "y": 549}, {"label": "image", "x": 1613, "y": 373}, {"label": "button", "x": 1784, "y": 235}, {"label": "button", "x": 1784, "y": 252}, {"label": "button", "x": 1784, "y": 511}, {"label": "button", "x": 1454, "y": 529}, {"label": "button", "x": 1466, "y": 529}, {"label": "button", "x": 1771, "y": 529}, {"label": "button", "x": 1374, "y": 237}, {"label": "button", "x": 1388, "y": 260}, {"label": "button", "x": 1321, "y": 403}, {"label": "button", "x": 1338, "y": 425}, {"label": "button", "x": 1386, "y": 424}, {"label": "common", "x": 1367, "y": 446}, {"label": "text-input", "x": 1362, "y": 542}, {"label": "text-input", "x": 1442, "y": 632}, {"label": "button", "x": 1394, "y": 311}, {"label": "image", "x": 1584, "y": 724}, {"label": "image", "x": 1600, "y": 724}, {"label": "image", "x": 1615, "y": 724}, {"label": "image", "x": 1631, "y": 724}, {"label": "image", "x": 1647, "y": 724}, {"label": "image", "x": 1663, "y": 724}, {"label": "image", "x": 1678, "y": 724}, {"label": "image", "x": 1700, "y": 723}, {"label": "image", "x": 1716, "y": 723}, {"label": "common", "x": 1750, "y": 724}, {"label": "button", "x": 1787, "y": 727}, {"label": "button", "x": 174, "y": 918}, {"label": "button", "x": 382, "y": 916}, {"label": "button", "x": 579, "y": 916}, {"label": "image", "x": 58, "y": 910}, {"label": "image", "x": 96, "y": 1029}, {"label": "text-input", "x": 456, "y": 1024}, {"label": "button", "x": 683, "y": 1025}, {"label": "button", "x": 783, "y": 1026}, {"label": "button", "x": 889, "y": 1025}, {"label": "image", "x": 144, "y": 1121}, {"label": "common", "x": 233, "y": 1227}, {"label": "common", "x": 121, "y": 1335}, {"label": "common", "x": 112, "y": 1471}, {"label": "common", "x": 157, "y": 1538}, {"label": "common", "x": 235, "y": 1674}, {"label": "text-input", "x": 601, "y": 1673}, {"label": "text-input", "x": 736, "y": 1537}, {"label": "text-input", "x": 734, "y": 1467}, {"label": "text-input", "x": 614, "y": 1334}, {"label": "common", "x": 996, "y": 1328}, {"label": "heading", "x": 1536, "y": 899}, {"label": "button", "x": 2018, "y": 904}, {"label": "common", "x": 1154, "y": 965}, {"label": "text-input", "x": 1438, "y": 960}, {"label": "button", "x": 1657, "y": 962}, {"label": "image", "x": 1225, "y": 960}, {"label": "button", "x": 1707, "y": 955}, {"label": "button", "x": 1736, "y": 955}, {"label": "button", "x": 1764, "y": 955}, {"label": "button", "x": 1802, "y": 956}, {"label": "button", "x": 1114, "y": 1058}, {"label": "button", "x": 1115, "y": 1172}, {"label": "button", "x": 1115, "y": 1287}, {"label": "button", "x": 1113, "y": 1402}, {"label": "button", "x": 1114, "y": 1517}, {"label": "common", "x": 1250, "y": 1625}, {"label": "common", "x": 1262, "y": 1679}, {"label": "text-input", "x": 1597, "y": 1621}, {"label": "button", "x": 1801, "y": 1622}, {"label": "text-input", "x": 1597, "y": 1677}, {"label": "button", "x": 1801, "y": 1677}, {"label": "button", "x": 1944, "y": 1625}, {"label": "button", "x": 1944, "y": 1677}, {"label": "table-cell", "x": 1479, "y": 1022}, {"label": "table-cell", "x": 1837, "y": 1023}, {"label": "table-cell", "x": 1965, "y": 1023}, {"label": "table-cell", "x": 1479, "y": 1062}, {"label": "table-cell", "x": 1837, "y": 1063}, {"label": "table-cell", "x": 1966, "y": 1062}, {"label": "table-cell", "x": 1480, "y": 1102}, {"label": "table-cell", "x": 1837, "y": 1102}, {"label": "table-cell", "x": 1964, "y": 1102}, {"label": "table-row", "x": 1608, "y": 1023}, {"label": "table-row", "x": 1608, "y": 1062}, {"label": "table-row", "x": 1609, "y": 1102}, {"label": "table", "x": 1609, "y": 1062}, {"label": "button", "x": 1444, "y": 1573}, {"label": "image", "x": 1996, "y": 1634}]


[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "button", "x": 89, "y": 71}, {"label": "button", "x": 88, "y": 185}, {"label": "button", "x": 90, "y": 307}, {"label": "button", "x": 87, "y": 437}, {"label": "button", "x": 89, "y": 538}, {"label": "button", "x": 1260, "y": 72}, {"label": "button", "x": 17, "y": 12}, {"label": "button", "x": 67, "y": 11}, {"label": "button", "x": 134, "y": 11}, {"label": "button", "x": 188, "y": 11}, {"label": "button", "x": 227, "y": 12}, {"label": "button", "x": 1150, "y": 11}, {"label": "button", "x": 1184, "y": 12}, {"label": "button", "x": 1216, "y": 11}, {"label": "button", "x": 1256, "y": 11}, {"label": "button", "x": 1296, "y": 12}, {"label": "common", "x": 1323, "y": 12}, {"label": "button", "x": 1354, "y": 11}, {"label": "button", "x": 12, "y": 756}, {"label": "button", "x": 121, "y": 756}, {"label": "button", "x": 296, "y": 756}, {"label": "button", "x": 469, "y": 756}, {"label": "button", "x": 1281, "y": 756}, {"label": "button", "x": 1321, "y": 756}, {"label": "button", "x": 1355, "y": 756}, {"label": "button", "x": 395, "y": 116}, {"label": "heading", "x": 525, "y": 117}, {"label": "button", "x": 418, "y": 139}, {"label": "button", "x": 465, "y": 139}, {"label": "button", "x": 520, "y": 139}, {"label": "button", "x": 584, "y": 139}, {"label": "button", "x": 957, "y": 113}, {"label": "button", "x": 983, "y": 113}, {"label": "button", "x": 1009, "y": 113}, {"label": "button", "x": 518, "y": 167}, {"label": "heading", "x": 762, "y": 168}, {"label": "button", "x": 1004, "y": 168}, {"label": "button", "x": 1021, "y": 168}, {"label": "button", "x": 898, "y": 186}, {"label": "button", "x": 832, "y": 186}, {"label": "button", "x": 760, "y": 186}, {"label": "button", "x": 701, "y": 186}, {"label": "button", "x": 657, "y": 186}, {"label": "button", "x": 606, "y": 186}, {"label": "button", "x": 541, "y": 186}, {"label": "button", "x": 525, "y": 212}, {"label": "button", "x": 549, "y": 212}, {"label": "button", "x": 549, "y": 238}, {"label": "button", "x": 525, "y": 238}, {"label": "button", "x": 525, "y": 264}, {"label": "button", "x": 549, "y": 264}, {"label": "button", "x": 525, "y": 290}, {"label": "button", "x": 549, "y": 290}, {"label": "button", "x": 549, "y": 317}, {"label": "button", "x": 525, "y": 317}, {"label": "button", "x": 525, "y": 344}, {"label": "button", "x": 549, "y": 344}, {"label": "button", "x": 525, "y": 370}, {"label": "button", "x": 549, "y": 370}, {"label": "button", "x": 525, "y": 397}, {"label": "button", "x": 549, "y": 397}, {"label": "button", "x": 549, "y": 423}, {"label": "button", "x": 525, "y": 423}, {"label": "button", "x": 537, "y": 476}, {"label": "button", "x": 592, "y": 494}, {"label": "button", "x": 636, "y": 487}, {"label": "button", "x": 664, "y": 487}, {"label": "button", "x": 636, "y": 502}, {"label": "button", "x": 664, "y": 502}, {"label": "button", "x": 691, "y": 502}, {"label": "button", "x": 691, "y": 487}, {"label": "button", "x": 719, "y": 487}, {"label": "button", "x": 719, "y": 502}, {"label": "button", "x": 747, "y": 487}, {"label": "button", "x": 747, "y": 502}, {"label": "button", "x": 776, "y": 502}, {"label": "button", "x": 776, "y": 487}, {"label": "button", "x": 804, "y": 487}, {"label": "button", "x": 804, "y": 502}, {"label": "button", "x": 832, "y": 502}, {"label": "button", "x": 832, "y": 487}, {"label": "button", "x": 859, "y": 487}, {"label": "button", "x": 859, "y": 501}, {"label": "button", "x": 887, "y": 501}, {"label": "button", "x": 887, "y": 487}, {"label": "button", "x": 915, "y": 487}, {"label": "button", "x": 915, "y": 502}, {"label": "button", "x": 944, "y": 502}, {"label": "button", "x": 944, "y": 487}, {"label": "button", "x": 972, "y": 487}, {"label": "button", "x": 972, "y": 502}, {"label": "button", "x": 1000, "y": 502}, {"label": "button", "x": 1000, "y": 487}, {"label": "image", "x": 787, "y": 331}, {"label": "button", "x": 1015, "y": 208}, {"label": "button", "x": 1015, "y": 224}, {"label": "button", "x": 1015, "y": 454}, {"label": "button", "x": 574, "y": 469}, {"label": "button", "x": 590, "y": 469}, {"label": "button", "x": 998, "y": 469}, {"label": "button", "x": 467, "y": 210}, {"label": "button", "x": 486, "y": 231}, {"label": "button", "x": 397, "y": 357}, {"label": "button", "x": 419, "y": 377}, {"label": "button", "x": 483, "y": 376}, {"label": "common", "x": 458, "y": 396}, {"label": "text-input", "x": 451, "y": 480}, {"label": "text-input", "x": 558, "y": 561}, {"label": "button", "x": 495, "y": 276}, {"label": "image", "x": 747, "y": 643}, {"label": "image", "x": 770, "y": 643}, {"label": "image", "x": 790, "y": 642}, {"label": "image", "x": 811, "y": 642}, {"label": "image", "x": 833, "y": 642}, {"label": "image", "x": 854, "y": 642}, {"label": "image", "x": 873, "y": 642}, {"label": "image", "x": 903, "y": 641}, {"label": "image", "x": 924, "y": 641}, {"label": "common", "x": 970, "y": 642}, {"label": "button", "x": 1020, "y": 645}, {"label": "button", "x": 126, "y": 29}, {"label": "button", "x": 45, "y": 63}, {"label": "button", "x": 91, "y": 63}, {"label": "button", "x": 148, "y": 64}, {"label": "button", "x": 196, "y": 63}, {"label": "button", "x": 241, "y": 65}, {"label": "button", "x": 322, "y": 65}, {"label": "button", "x": 435, "y": 65}, {"label": "button", "x": 491, "y": 63}, {"label": "button", "x": 555, "y": 63}, {"label": "text-input", "x": 898, "y": 63}, {"label": "button", "x": 1086, "y": 63}, {"label": "button", "x": 1123, "y": 63}, {"label": "button", "x": 8, "y": 95}, {"label": "button", "x": 112, "y": 94}, {"label": "button", "x": 78, "y": 114}, {"label": "button", "x": 59, "y": 134}, {"label": "button", "x": 63, "y": 156}, {"label": "image", "x": 23, "y": 95}, {"label": "heading", "x": 109, "y": 93}, {"label": "button", "x": 59, "y": 177}, {"label": "button", "x": 47, "y": 197}, {"label": "button", "x": 8, "y": 219}, {"label": "image", "x": 22, "y": 219}, {"label": "heading", "x": 109, "y": 219}, {"label": "button", "x": 78, "y": 239}, {"label": "button", "x": 58, "y": 260}, {"label": "button", "x": 58, "y": 281}, {"label": "button", "x": 17, "y": 303}, {"label": "button", "x": 51, "y": 302}, {"label": "button", "x": 54, "y": 322}, {"label": "button", "x": 53, "y": 343}, {"label": "button", "x": 53, "y": 364}, {"label": "button", "x": 53, "y": 385}, {"label": "button", "x": 63, "y": 406}, {"label": "button", "x": 58, "y": 427}, {"label": "button", "x": 47, "y": 447}, {"label": "button", "x": 16, "y": 469}, {"label": "button", "x": 49, "y": 468}, {"label": "button", "x": 60, "y": 489}, {"label": "button", "x": 8, "y": 511}, {"label": "button", "x": 66, "y": 510}, {"label": "button", "x": 62, "y": 530}, {"label": "button", "x": 68, "y": 551}, {"label": "image", "x": 12, "y": 757}, {"label": "common", "x": 1114, "y": 757}, {"label": "common", "x": 1198, "y": 756}, {"label": "image", "x": 1250, "y": 759}, {"label": "common", "x": 1292, "y": 758}, {"label": "button", "x": 1333, "y": 757}, {"label": "button", "x": 1359, "y": 761}, {"label": "button", "x": 1110, "y": 393}, {"label": "button", "x": 1131, "y": 394}, {"label": "button", "x": 1038, "y": 393}, {"label": "button", "x": 965, "y": 393}, {"label": "button", "x": 882, "y": 393}, {"label": "button", "x": 780, "y": 393}, {"label": "button", "x": 680, "y": 393}, {"label": "common", "x": 1122, "y": 418}, {"label": "table-cell", "x": 236, "y": 398}, {"label": "table-cell", "x": 363, "y": 397}, {"label": "table-cell", "x": 363, "y": 418}, {"label": "table-cell", "x": 236, "y": 418}, {"label": "table-cell", "x": 236, "y": 439}, {"label": "table-cell", "x": 363, "y": 440}, {"label": "table-row", "x": 343, "y": 398}, {"label": "table-row", "x": 342, "y": 418}, {"label": "table-row", "x": 342, "y": 440}, {"label": "table", "x": 342, "y": 420}, {"label": "common", "x": 241, "y": 473}, {"label": "text-input", "x": 1253, "y": 730}, {"label": "button", "x": 1157, "y": 444}, {"label": "common", "x": 1242, "y": 444}, {"label": "button", "x": 1152, "y": 471}, {"label": "image", "x": 1170, "y": 470}, {"label": "common", "x": 1196, "y": 471}, {"label": "button", "x": 1355, "y": 469}, {"label": "common", "x": 1181, "y": 156}, {"label": "button", "x": 1151, "y": 157}, {"label": "button", "x": 1151, "y": 174}, {"label": "button", "x": 1150, "y": 191}, {"label": "common", "x": 1185, "y": 175}, {"label": "common", "x": 1219, "y": 193}, {"label": "image", "x": 1155, "y": 130}, {"label": "common", "x": 1206, "y": 131}, {"label": "common", "x": 1167, "y": 89}, {"label": "common", "x": 1208, "y": 85}, {"label": "common", "x": 1246, "y": 105}, {"label": "button", "x": 1297, "y": 84}, {"label": "button", "x": 1317, "y": 84}, {"label": "button", "x": 1336, "y": 84}, {"label": "button", "x": 1358, "y": 92}, {"label": "common", "x": 1216, "y": 57}, {"label": "button", "x": 1299, "y": 56}, {"label": "button", "x": 1325, "y": 56}, {"label": "button", "x": 1355, "y": 56}, {"label": "image", "x": 1170, "y": 31}, {"label": "image", "x": 1194, "y": 31}, {"label": "button", "x": 1247, "y": 14}, {"label": "button", "x": 1294, "y": 14}, {"label": "button", "x": 1342, "y": 15}, {"label": "text-input", "x": 882, "y": 96}, {"label": "button", "x": 1124, "y": 96}, {"label": "button", "x": 227, "y": 97}, {"label": "button", "x": 258, "y": 96}, {"label": "button", "x": 282, "y": 96}, {"label": "button", "x": 308, "y": 96}, {"label": "button", "x": 333, "y": 97}, {"label": "button", "x": 358, "y": 97}, {"label": "table-cell", "x": 221, "y": 121}, {"label": "table-cell", "x": 239, "y": 121}, {"label": "table-cell", "x": 256, "y": 121}, {"label": "table-cell", "x": 221, "y": 143}, {"label": "table-cell", "x": 239, "y": 143}, {"label": "table-cell", "x": 256, "y": 143}, {"label": "table-cell", "x": 220, "y": 163}, {"label": "table-cell", "x": 238, "y": 163}, {"label": "table-cell", "x": 256, "y": 163}, {"label": "table-cell", "x": 477, "y": 121}, {"label": "table-cell", "x": 698, "y": 121}, {"label": "table-cell", "x": 477, "y": 143}, {"label": "table-cell", "x": 698, "y": 143}, {"label": "table-cell", "x": 477, "y": 163}, {"label": "table-cell", "x": 698, "y": 163}, {"label": "table-cell", "x": 825, "y": 121}, {"label": "table-cell", "x": 953, "y": 121}, {"label": "table-cell", "x": 825, "y": 143}, {"label": "table-cell", "x": 953, "y": 143}, {"label": "table-cell", "x": 825, "y": 163}, {"label": "table-cell", "x": 953, "y": 163}, {"label": "table-cell", "x": 1042, "y": 121}, {"label": "button", "x": 1113, "y": 121}, {"label": "table-cell", "x": 1042, "y": 143}, {"label": "table-cell", "x": 1042, "y": 163}, {"label": "table-cell", "x": 1131, "y": 163}, {"label": "table-cell", "x": 1130, "y": 143}, {"label": "table-cell", "x": 1131, "y": 121}, {"label": "table-row", "x": 676, "y": 121}, {"label": "table-row", "x": 676, "y": 143}, {"label": "table-row", "x": 675, "y": 163}, {"label": "table", "x": 676, "y": 142}]


[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "button", "x": 993, "y": 21}, {"label": "button", "x": 149, "y": 20}, {"label": "button", "x": 91, "y": 19}, {"label": "button", "x": 32, "y": 20}, {"label": "heading", "x": 917, "y": 21}, {"label": "image", "x": 981, "y": 94}, {"label": "heading", "x": 640, "y": 93}, {"label": "common", "x": 953, "y": 176}, {"label": "common", "x": 850, "y": 201}, {"label": "common", "x": 965, "y": 259}, {"label": "common", "x": 827, "y": 283}, {"label": "common", "x": 946, "y": 340}, {"label": "common", "x": 922, "y": 364}, {"label": "common", "x": 968, "y": 422}, {"label": "common", "x": 879, "y": 446}, {"label": "common", "x": 958, "y": 503}, {"label": "common", "x": 859, "y": 528}, {"label": "common", "x": 974, "y": 583}, {"label": "common", "x": 954, "y": 610}, {"label": "common", "x": 975, "y": 668}, {"label": "common", "x": 843, "y": 692}, {"label": "common", "x": 957, "y": 747}, {"label": "common", "x": 859, "y": 774}, {"label": "button", "x": 571, "y": 190}, {"label": "button", "x": 569, "y": 270}, {"label": "button", "x": 524, "y": 352}, {"label": "button", "x": 340, "y": 435}, {"label": "button", "x": 577, "y": 519}, {"label": "button", "x": 527, "y": 597}, {"label": "button", "x": 574, "y": 680}, {"label": "button", "x": 576, "y": 763}]


[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "button", "x": 30, "y": 21}, {"label": "heading", "x": 105, "y": 23}, {"label": "button", "x": 874, "y": 19}, {"label": "button", "x": 934, "y": 20}, {"label": "button", "x": 992, "y": 20}, {"label": "heading", "x": 564, "y": 93}, {"label": "heading", "x": 519, "y": 152}, {"label": "heading", "x": 530, "y": 375}, {"label": "heading", "x": 44, "y": 213}, {"label": "button", "x": 74, "y": 93}, {"label": "button", "x": 107, "y": 288}, {"label": "button", "x": 204, "y": 349}, {"label": "button", "x": 95, "y": 411}, {"label": "button", "x": 117, "y": 472}, {"label": "button", "x": 106, "y": 533}, {"label": "button", "x": 80, "y": 596}, {"label": "text-input", "x": 205, "y": 152}, {"label": "common", "x": 711, "y": 222}, {"label": "button", "x": 548, "y": 430}, {"label": "button", "x": 569, "y": 482}, {"label": "common", "x": 702, "y": 546}, {"label": "text-input", "x": 619, "y": 599}, {"label": "common", "x": 478, "y": 663}, {"label": "button", "x": 553, "y": 662}, {"label": "common", "x": 675, "y": 661}, {"label": "button", "x": 767, "y": 661}, {"label": "button", "x": 709, "y": 731}, {"label": "button", "x": 709, "y": 793}, {"label": "button", "x": 620, "y": 276}]


[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "image", "x": 55, "y": 954}, {"label": "button", "x": 134, "y": 953}, {"label": "button", "x": 224, "y": 954}, {"label": "button", "x": 356, "y": 954}, {"label": "button", "x": 490, "y": 954}, {"label": "button", "x": 625, "y": 954}, {"label": "button", "x": 733, "y": 954}, {"label": "button", "x": 832, "y": 954}, {"label": "button", "x": 1444, "y": 955}, {"label": "button", "x": 1581, "y": 954}, {"label": "button", "x": 1708, "y": 954}, {"label": "button", "x": 1791, "y": 954}, {"label": "button", "x": 1832, "y": 954}, {"label": "image", "x": 81, "y": 915}, {"label": "image", "x": 152, "y": 914}, {"label": "heading", "x": 269, "y": 914}, {"label": "heading", "x": 648, "y": 914}, {"label": "button", "x": 17, "y": 871}, {"label": "image", "x": 42, "y": 872}, {"label": "heading", "x": 77, "y": 871}, {"label": "button", "x": 244, "y": 870}, {"label": "heading", "x": 36, "y": 841}, {"label": "common", "x": 194, "y": 840}, {"label": "button", "x": 213, "y": 840}, {"label": "button", "x": 231, "y": 839}, {"label": "button", "x": 23, "y": 814}, {"label": "button", "x": 97, "y": 813}, {"label": "common", "x": 60, "y": 814}, {"label": "common", "x": 132, "y": 814}, {"label": "button", "x": 1602, "y": 914}, {"label": "button", "x": 1631, "y": 914}, {"label": "button", "x": 1682, "y": 915}, {"label": "button", "x": 1722, "y": 914}, {"label": "button", "x": 1777, "y": 915}, {"label": "button", "x": 1815, "y": 915}, {"label": "text-input", "x": 129, "y": 782}, {"label": "button", "x": 234, "y": 781}, {"label": "image", "x": 28, "y": 740}, {"label": "heading", "x": 68, "y": 739}, {"label": "button", "x": 86, "y": 716}, {"label": "button", "x": 86, "y": 693}, {"label": "button", "x": 79, "y": 670}, {"label": "button", "x": 68, "y": 647}, {"label": "button", "x": 81, "y": 625}, {"label": "button", "x": 73, "y": 602}, {"label": "button", "x": 97, "y": 578}, {"label": "button", "x": 100, "y": 555}, {"label": "button", "x": 99, "y": 533}, {"label": "button", "x": 98, "y": 510}, {"label": "button", "x": 86, "y": 486}, {"label": "button", "x": 75, "y": 463}, {"label": "button", "x": 81, "y": 440}, {"label": "button", "x": 68, "y": 394}, {"label": "button", "x": 84, "y": 371}, {"label": "button", "x": 81, "y": 348}, {"label": "button", "x": 76, "y": 325}, {"label": "button", "x": 76, "y": 303}, {"label": "button", "x": 93, "y": 280}, {"label": "button", "x": 79, "y": 256}, {"label": "button", "x": 79, "y": 233}, {"label": "button", "x": 70, "y": 210}, {"label": "button", "x": 65, "y": 188}, {"label": "button", "x": 91, "y": 164}, {"label": "button", "x": 111, "y": 141}, {"label": "button", "x": 111, "y": 118}, {"label": "button", "x": 63, "y": 96}, {"label": "button", "x": 70, "y": 72}, {"label": "common", "x": 1060, "y": 782}, {"label": "button", "x": 1792, "y": 791}, {"label": "button", "x": 1794, "y": 693}, {"label": "common", "x": 330, "y": 660}, {"label": "text-input", "x": 442, "y": 661}, {"label": "common", "x": 280, "y": 704}, {"label": "button", "x": 279, "y": 680}, {"label": "button", "x": 285, "y": 653}, {"label": "common", "x": 1694, "y": 589}, {"label": "common", "x": 1046, "y": 531}, {"label": "button", "x": 1792, "y": 611}, {"label": "button", "x": 1791, "y": 588}, {"label": "button", "x": 1792, "y": 452}, {"label": "button", "x": 381, "y": 405}, {"label": "button", "x": 519, "y": 404}, {"label": "button", "x": 641, "y": 404}, {"label": "image", "x": 452, "y": 357}, {"label": "image", "x": 451, "y": 284}, {"label": "image", "x": 453, "y": 208}, {"label": "image", "x": 453, "y": 135}, {"label": "image", "x": 453, "y": 104}, {"label": "image", "x": 452, "y": 73}, {"label": "image", "x": 453, "y": 42}, {"label": "image", "x": 453, "y": 12}, {"label": "table-cell", "x": 371, "y": 335}, {"label": "table-cell", "x": 456, "y": 335}, {"label": "table-cell", "x": 593, "y": 335}, {"label": "table-cell", "x": 1249, "y": 335}, {"label": "table-cell", "x": 370, "y": 262}, {"label": "table-cell", "x": 455, "y": 262}, {"label": "table-cell", "x": 593, "y": 262}, {"label": "table-cell", "x": 1249, "y": 262}, {"label": "table-cell", "x": 370, "y": 188}, {"label": "table-cell", "x": 456, "y": 188}, {"label": "table-cell", "x": 593, "y": 188}, {"label": "table-cell", "x": 1250, "y": 188}, {"label": "table-cell", "x": 370, "y": 136}, {"label": "table-cell", "x": 455, "y": 137}, {"label": "table-cell", "x": 593, "y": 137}, {"label": "table-cell", "x": 1250, "y": 137}, {"label": "table-cell", "x": 370, "y": 104}, {"label": "table-cell", "x": 455, "y": 104}, {"label": "table-cell", "x": 592, "y": 104}, {"label": "table-cell", "x": 1250, "y": 105}, {"label": "table-cell", "x": 370, "y": 73}, {"label": "table-cell", "x": 455, "y": 73}, {"label": "table-cell", "x": 593, "y": 73}, {"label": "table-cell", "x": 1250, "y": 74}, {"label": "table-cell", "x": 370, "y": 42}, {"label": "table-cell", "x": 456, "y": 42}, {"label": "table-cell", "x": 594, "y": 42}, {"label": "table-cell", "x": 1250, "y": 42}, {"label": "table-cell", "x": 371, "y": 13}, {"label": "table-cell", "x": 458, "y": 13}, {"label": "table-cell", "x": 594, "y": 13}, {"label": "table-cell", "x": 1251, "y": 13}, {"label": "button", "x": 1810, "y": 43}, {"label": "table-row", "x": 1047, "y": 334}, {"label": "table-row", "x": 1047, "y": 261}, {"label": "table-row", "x": 1047, "y": 187}, {"label": "table-row", "x": 1048, "y": 136}, {"label": "table-row", "x": 1046, "y": 105}, {"label": "table-row", "x": 1046, "y": 73}, {"label": "table-row", "x": 1046, "y": 41}, {"label": "table-row", "x": 1046, "y": 13}, {"label": "table", "x": 1046, "y": 185}]


[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "button", "x": 19, "y": 696}, {"label": "button", "x": 38, "y": 696}, {"label": "button", "x": 56, "y": 696}, {"label": "heading", "x": 210, "y": 696}, {"label": "button", "x": 23, "y": 668}, {"label": "button", "x": 66, "y": 668}, {"label": "button", "x": 111, "y": 668}, {"label": "button", "x": 165, "y": 668}, {"label": "button", "x": 218, "y": 668}, {"label": "button", "x": 280, "y": 668}, {"label": "button", "x": 340, "y": 668}, {"label": "button", "x": 34, "y": 635}, {"label": "button", "x": 59, "y": 635}, {"label": "button", "x": 84, "y": 635}, {"label": "button", "x": 109, "y": 637}, {"label": "button", "x": 134, "y": 635}, {"label": "button", "x": 160, "y": 635}, {"label": "button", "x": 193, "y": 635}, {"label": "button", "x": 226, "y": 635}, {"label": "button", "x": 266, "y": 635}, {"label": "button", "x": 299, "y": 635}, {"label": "button", "x": 340, "y": 635}, {"label": "button", "x": 366, "y": 635}, {"label": "button", "x": 399, "y": 635}, {"label": "button", "x": 450, "y": 635}, {"label": "button", "x": 483, "y": 635}, {"label": "button", "x": 516, "y": 635}, {"label": "button", "x": 551, "y": 635}, {"label": "button", "x": 1122, "y": 669}, {"label": "button", "x": 71, "y": 526}, {"label": "button", "x": 72, "y": 457}, {"label": "button", "x": 72, "y": 388}, {"label": "button", "x": 74, "y": 316}, {"label": "heading", "x": 74, "y": 588}, {"label": "heading", "x": 637, "y": 588}, {"label": "common", "x": 68, "y": 12}, {"label": "common", "x": 370, "y": 12}, {"label": "button", "x": 299, "y": 546}, {"label": "button", "x": 194, "y": 526}, {"label": "button", "x": 194, "y": 506}, {"label": "button", "x": 222, "y": 519}, {"label": "heading", "x": 543, "y": 480}, {"label": "heading", "x": 693, "y": 548}, {"label": "heading", "x": 238, "y": 479}, {"label": "common", "x": 266, "y": 439}, {"label": "common", "x": 299, "y": 415}, {"label": "common", "x": 277, "y": 390}, {"label": "common", "x": 265, "y": 364}, {"label": "common", "x": 746, "y": 423}, {"label": "heading", "x": 476, "y": 367}, {"label": "button", "x": 475, "y": 344}, {"label": "common", "x": 522, "y": 343}, {"label": "button", "x": 695, "y": 345}, {"label": "common", "x": 742, "y": 344}, {"label": "common", "x": 492, "y": 321}, {"label": "button", "x": 567, "y": 297}, {"label": "heading", "x": 497, "y": 266}, {"label": "button", "x": 567, "y": 243}, {"label": "button", "x": 567, "y": 225}, {"label": "button", "x": 567, "y": 208}, {"label": "button", "x": 567, "y": 190}, {"label": "button", "x": 566, "y": 172}, {"label": "button", "x": 720, "y": 231}, {"label": "button", "x": 721, "y": 198}, {"label": "button", "x": 721, "y": 163}, {"label": "button", "x": 721, "y": 129}, {"label": "heading", "x": 803, "y": 266}, {"label": "button", "x": 1028, "y": 197}, {"label": "button", "x": 1029, "y": 164}, {"label": "button", "x": 293, "y": 69}, {"label": "button", "x": 557, "y": 69}, {"label": "button", "x": 697, "y": 69}, {"label": "button", "x": 844, "y": 70}, {"label": "button", "x": 991, "y": 69}, {"label": "heading", "x": 178, "y": 403}]