[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "image", "x": 940, "y": 336}, {"label": "button", "x": 16, "y": 712}, {"label": "button", "x": 50, "y": 713}, {"label": "button", "x": 162, "y": 713}, {"label": "button", "x": 272, "y": 713}, {"label": "button", "x": 309, "y": 714}, {"label": "button", "x": 344, "y": 713}, {"label": "button", "x": 431, "y": 713}, {"label": "button", "x": 506, "y": 722}, {"label": "button", "x": 506, "y": 705}, {"label": "button", "x": 597, "y": 714}, {"label": "button", "x": 671, "y": 722}, {"label": "button", "x": 671, "y": 706}, {"label": "button", "x": 720, "y": 713}, {"label": "button", "x": 740, "y": 713}, {"label": "button", "x": 765, "y": 713}, {"label": "button", "x": 786, "y": 713}, {"label": "button", "x": 36, "y": 672}, {"label": "button", "x": 99, "y": 673}, {"label": "button", "x": 175, "y": 672}, {"label": "common", "x": 304, "y": 672}, {"label": "button", "x": 38, "y": 78}, {"label": "common", "x": 100, "y": 78}, {"label": "button", "x": 183, "y": 77}, {"label": "common", "x": 297, "y": 77}, {"label": "button", "x": 430, "y": 78}, {"label": "common", "x": 501, "y": 78}, {"label": "button", "x": 669, "y": 79}, {"label": "common", "x": 723, "y": 77}, {"label": "button", "x": 189, "y": 133}, {"label": "common", "x": 212, "y": 132}, {"label": "common", "x": 266, "y": 131}, {"label": "button", "x": 525, "y": 133}, {"label": "button", "x": 757, "y": 138}, {"label": "button", "x": 757, "y": 126}, {"label": "button", "x": 727, "y": 38}, {"label": "common", "x": 339, "y": 36}, {"label": "text-input", "x": 517, "y": 38}, {"label": "button", "x": 95, "y": 36}, {"label": "button", "x": 211, "y": 37}, {"label": "button", "x": 836, "y": 24}, {"label": "button", "x": 905, "y": 24}, {"label": "button", "x": 975, "y": 24}, {"label": "button", "x": 1044, "y": 24}, {"label": "button", "x": 203, "y": 599}, {"label": "button", "x": 258, "y": 599}, {"label": "button", "x": 316, "y": 599}, {"label": "image", "x": 247, "y": 517}, {"label": "common", "x": 222, "y": 447}, {"label": "button", "x": 247, "y": 421}, {"label": "common", "x": 210, "y": 393}, {"label": "button", "x": 247, "y": 367}, {"label": "button", "x": 199, "y": 338}, {"label": "common", "x": 236, "y": 338}, {"label": "common", "x": 355, "y": 559}, {"label": "common", "x": 366, "y": 534}, {"label": "heading", "x": 330, "y": 500}, {"label": "common", "x": 354, "y": 469}, {"label": "common", "x": 361, "y": 442}, {"label": "button", "x": 547, "y": 470}, {"label": "button", "x": 712, "y": 475}, {"label": "button", "x": 713, "y": 463}, {"label": "button", "x": 729, "y": 456}, {"label": "button", "x": 548, "y": 443}, {"label": "button", "x": 713, "y": 448}, {"label": "button", "x": 713, "y": 436}, {"label": "button", "x": 565, "y": 562}, {"label": "button", "x": 747, "y": 567}, {"label": "button", "x": 747, "y": 556}, {"label": "button", "x": 564, "y": 535}, {"label": "button", "x": 748, "y": 540}, {"label": "button", "x": 747, "y": 531}, {"label": "common", "x": 365, "y": 394}, {"label": "common", "x": 363, "y": 366}, {"label": "common", "x": 345, "y": 339}, {"label": "common", "x": 360, "y": 312}, {"label": "common", "x": 359, "y": 285}, {"label": "button", "x": 565, "y": 394}, {"label": "button", "x": 747, "y": 399}, {"label": "button", "x": 748, "y": 388}, {"label": "button", "x": 556, "y": 442}, {"label": "button", "x": 565, "y": 367}, {"label": "button", "x": 747, "y": 372}, {"label": "button", "x": 748, "y": 363}, {"label": "button", "x": 564, "y": 341}, {"label": "button", "x": 748, "y": 346}, {"label": "button", "x": 748, "y": 335}, {"label": "button", "x": 565, "y": 313}, {"label": "button", "x": 747, "y": 318}, {"label": "button", "x": 748, "y": 308}, {"label": "button", "x": 396, "y": 287}, {"label": "common", "x": 421, "y": 286}, {"label": "button", "x": 593, "y": 286}, {"label": "button", "x": 747, "y": 291}, {"label": "button", "x": 747, "y": 282}, {"label": "button", "x": 54, "y": 603}, {"label": "common", "x": 110, "y": 602}, {"label": "button", "x": 110, "y": 588}, {"label": "button", "x": 111, "y": 573}, {"label": "button", "x": 111, "y": 557}, {"label": "button", "x": 111, "y": 542}, {"label": "button", "x": 110, "y": 527}, {"label": "button", "x": 111, "y": 513}, {"label": "button", "x": 111, "y": 499}, {"label": "button", "x": 111, "y": 484}, {"label": "button", "x": 110, "y": 468}, {"label": "button", "x": 110, "y": 454}, {"label": "button", "x": 110, "y": 439}, {"label": "button", "x": 110, "y": 424}, {"label": "button", "x": 53, "y": 408}, {"label": "common", "x": 112, "y": 408}, {"label": "button", "x": 110, "y": 393}, {"label": "button", "x": 110, "y": 378}, {"label": "button", "x": 110, "y": 363}, {"label": "button", "x": 110, "y": 349}, {"label": "button", "x": 110, "y": 333}, {"label": "button", "x": 110, "y": 319}, {"label": "button", "x": 110, "y": 305}, {"label": "button", "x": 110, "y": 290}, {"label": "button", "x": 110, "y": 274}, {"label": "button", "x": 53, "y": 258}, {"label": "common", "x": 111, "y": 257}, {"label": "button", "x": 110, "y": 243}, {"label": "button", "x": 110, "y": 228}, {"label": "image", "x": 57, "y": 527}, {"label": "image", "x": 57, "y": 227}]


[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "button", "x": 10, "y": 10}, {"label": "heading", "x": 81, "y": 11}, {"label": "button", "x": 1188, "y": 10}, {"label": "button", "x": 1216, "y": 10}, {"label": "button", "x": 1254, "y": 10}, {"label": "button", "x": 25, "y": 34}, {"label": "button", "x": 72, "y": 34}, {"label": "button", "x": 127, "y": 34}, {"label": "button", "x": 187, "y": 34}, {"label": "button", "x": 241, "y": 34}, {"label": "button", "x": 290, "y": 35}, {"label": "button", "x": 344, "y": 33}, {"label": "button", "x": 394, "y": 34}, {"label": "button", "x": 436, "y": 34}, {"label": "button", "x": 487, "y": 35}, {"label": "button", "x": 533, "y": 34}, {"label": "image", "x": 89, "y": 61}, {"label": "image", "x": 630, "y": 404}, {"label": "button", "x": 18, "y": 91}, {"label": "button", "x": 55, "y": 92}, {"label": "button", "x": 92, "y": 92}, {"label": "button", "x": 130, "y": 91}, {"label": "button", "x": 166, "y": 91}, {"label": "button", "x": 19, "y": 124}, {"label": "button", "x": 56, "y": 123}, {"label": "button", "x": 92, "y": 123}, {"label": "button", "x": 130, "y": 124}, {"label": "button", "x": 168, "y": 125}, {"label": "button", "x": 19, "y": 157}, {"label": "button", "x": 56, "y": 156}, {"label": "button", "x": 94, "y": 156}, {"label": "button", "x": 131, "y": 156}, {"label": "button", "x": 167, "y": 156}, {"label": "button", "x": 19, "y": 188}, {"label": "button", "x": 57, "y": 187}, {"label": "button", "x": 94, "y": 187}, {"label": "button", "x": 130, "y": 187}, {"label": "button", "x": 167, "y": 187}, {"label": "button", "x": 18, "y": 218}, {"label": "button", "x": 56, "y": 218}, {"label": "button", "x": 92, "y": 218}, {"label": "button", "x": 127, "y": 218}, {"label": "button", "x": 167, "y": 217}, {"label": "button", "x": 18, "y": 251}, {"label": "button", "x": 56, "y": 251}, {"label": "button", "x": 91, "y": 252}, {"label": "button", "x": 127, "y": 251}, {"label": "button", "x": 165, "y": 251}, {"label": "button", "x": 18, "y": 285}, {"label": "button", "x": 56, "y": 284}, {"label": "button", "x": 92, "y": 285}, {"label": "button", "x": 127, "y": 284}, {"label": "button", "x": 166, "y": 285}, {"label": "button", "x": 18, "y": 316}, {"label": "button", "x": 56, "y": 316}, {"label": "button", "x": 92, "y": 316}, {"label": "button", "x": 86, "y": 348}, {"label": "button", "x": 114, "y": 342}, {"label": "button", "x": 73, "y": 370}, {"label": "button", "x": 103, "y": 371}, {"label": "button", "x": 10, "y": 389}, {"label": "button", "x": 29, "y": 391}, {"label": "button", "x": 48, "y": 392}, {"label": "button", "x": 69, "y": 392}, {"label": "button", "x": 178, "y": 391}, {"label": "heading", "x": 19, "y": 410}, {"label": "button", "x": 11, "y": 427}, {"label": "common", "x": 98, "y": 427}, {"label": "heading", "x": 29, "y": 449}, {"label": "button", "x": 23, "y": 464}, {"label": "common", "x": 62, "y": 465}, {"label": "button", "x": 23, "y": 485}, {"label": "common", "x": 66, "y": 486}, {"label": "button", "x": 21, "y": 746}, {"label": "button", "x": 66, "y": 746}, {"label": "button", "x": 114, "y": 746}, {"label": "button", "x": 163, "y": 747}, {"label": "button", "x": 1088, "y": 59}, {"label": "button", "x": 1110, "y": 59}, {"label": "button", "x": 1132, "y": 59}, {"label": "button", "x": 1152, "y": 59}, {"label": "button", "x": 1270, "y": 58}, {"label": "text-input", "x": 1169, "y": 83}, {"label": "button", "x": 1266, "y": 83}, {"label": "heading", "x": 1145, "y": 102}, {"label": "button", "x": 1097, "y": 126}, {"label": "button", "x": 1132, "y": 126}, {"label": "button", "x": 1165, "y": 127}, {"label": "button", "x": 1198, "y": 126}, {"label": "button", "x": 1233, "y": 126}, {"label": "button", "x": 1098, "y": 159}, {"label": "button", "x": 1133, "y": 159}, {"label": "button", "x": 1166, "y": 159}, {"label": "button", "x": 1200, "y": 159}, {"label": "button", "x": 1234, "y": 159}, {"label": "button", "x": 1098, "y": 193}, {"label": "button", "x": 1134, "y": 193}, {"label": "button", "x": 1168, "y": 193}, {"label": "button", "x": 1201, "y": 194}, {"label": "button", "x": 1235, "y": 194}, {"label": "button", "x": 1099, "y": 228}, {"label": "button", "x": 1134, "y": 228}, {"label": "button", "x": 1168, "y": 228}, {"label": "button", "x": 1202, "y": 228}, {"label": "button", "x": 1235, "y": 228}, {"label": "button", "x": 1098, "y": 262}, {"label": "button", "x": 1134, "y": 262}, {"label": "button", "x": 1168, "y": 262}, {"label": "button", "x": 1203, "y": 262}, {"label": "button", "x": 1235, "y": 262}, {"label": "button", "x": 1269, "y": 148}, {"label": "text-input", "x": 1169, "y": 301}, {"label": "button", "x": 1267, "y": 301}, {"label": "common", "x": 1173, "y": 326}, {"label": "button", "x": 1271, "y": 320}, {"label": "button", "x": 1270, "y": 334}, {"label": "button", "x": 1097, "y": 356}, {"label": "button", "x": 1136, "y": 356}, {"label": "button", "x": 1175, "y": 356}, {"label": "button", "x": 1214, "y": 356}, {"label": "button", "x": 1255, "y": 356}, {"label": "button", "x": 1088, "y": 382}, {"label": "button", "x": 1107, "y": 383}, {"label": "button", "x": 1126, "y": 383}, {"label": "button", "x": 1270, "y": 383}, {"label": "common", "x": 1145, "y": 409}, {"label": "button", "x": 1221, "y": 410}, {"label": "button", "x": 1255, "y": 410}, {"label": "button", "x": 1173, "y": 439}, {"label": "button", "x": 1270, "y": 432}, {"label": "button", "x": 1270, "y": 445}, {"label": "button", "x": 1180, "y": 439}, {"label": "common", "x": 1107, "y": 468}, {"label": "button", "x": 1148, "y": 468}, {"label": "button", "x": 1172, "y": 468}, {"label": "button", "x": 1195, "y": 468}, {"label": "button", "x": 1091, "y": 746}, {"label": "button", "x": 1115, "y": 746}, {"label": "button", "x": 1139, "y": 746}, {"label": "button", "x": 1163, "y": 746}, {"label": "button", "x": 1186, "y": 746}, {"label": "button", "x": 1211, "y": 746}, {"label": "button", "x": 1233, "y": 746}, {"label": "button", "x": 1263, "y": 745}, {"label": "button", "x": 1496, "y": 46}, {"label": "button", "x": 1756, "y": 44}, {"label": "button", "x": 2002, "y": 44}, {"label": "image", "x": 1351, "y": 38}, {"label": "image", "x": 1400, "y": 143}, {"label": "text-input", "x": 1849, "y": 139}, {"label": "button", "x": 2133, "y": 139}, {"label": "button", "x": 2258, "y": 140}, {"label": "button", "x": 2389, "y": 139}, {"label": "image", "x": 1459, "y": 223}, {"label": "common", "x": 1570, "y": 316}, {"label": "common", "x": 1430, "y": 411}, {"label": "common", "x": 1419, "y": 530}, {"label": "common", "x": 1475, "y": 588}, {"label": "common", "x": 1572, "y": 707}, {"label": "text-input", "x": 2030, "y": 706}, {"label": "text-input", "x": 2198, "y": 587}, {"label": "text-input", "x": 2196, "y": 526}, {"label": "text-input", "x": 2045, "y": 409}, {"label": "common", "x": 2523, "y": 405}, {"label": "text-input", "x": 654, "y": 965}, {"label": "text-input", "x": 669, "y": 791}, {"label": "image", "x": 641, "y": 1231}, {"label": "image", "x": 20, "y": 770}, {"label": "common", "x": 525, "y": 963}, {"label": "common", "x": 526, "y": 990}, {"label": "common", "x": 520, "y": 1011}, {"label": "heading", "x": 555, "y": 916}, {"label": "heading", "x": 65, "y": 768}, {"label": "button", "x": 18, "y": 838}, {"label": "button", "x": 70, "y": 838}, {"label": "button", "x": 139, "y": 838}, {"label": "button", "x": 195, "y": 838}, {"label": "button", "x": 261, "y": 838}, {"label": "button", "x": 355, "y": 839}, {"label": "button", "x": 76, "y": 770}, {"label": "button", "x": 126, "y": 768}, {"label": "button", "x": 152, "y": 770}, {"label": "button", "x": 12, "y": 792}, {"label": "button", "x": 30, "y": 792}, {"label": "button", "x": 50, "y": 792}, {"label": "button", "x": 69, "y": 792}, {"label": "button", "x": 130, "y": 792}, {"label": "button", "x": 1167, "y": 791}, {"label": "button", "x": 1183, "y": 792}, {"label": "button", "x": 1203, "y": 792}, {"label": "button", "x": 1224, "y": 792}, {"label": "button", "x": 1246, "y": 792}, {"label": "button", "x": 1267, "y": 792}, {"label": "button", "x": 1190, "y": 765}, {"label": "button", "x": 1220, "y": 766}, {"label": "button", "x": 1238, "y": 766}, {"label": "button", "x": 1263, "y": 767}, {"label": "text-input", "x": 1148, "y": 838}, {"label": "button", "x": 1203, "y": 838}, {"label": "button", "x": 1231, "y": 838}, {"label": "button", "x": 1258, "y": 838}, {"label": "button", "x": 616, "y": 1076}, {"label": "button", "x": 688, "y": 1077}, {"label": "button", "x": 777, "y": 917}, {"label": "button", "x": 508, "y": 1051}, {"label": "button", "x": 36, "y": 812}, {"label": "button", "x": 120, "y": 812}, {"label": "button", "x": 218, "y": 812}, {"label": "button", "x": 317, "y": 812}, {"label": "button", "x": 418, "y": 813}, {"label": "button", "x": 516, "y": 813}, {"label": "button", "x": 612, "y": 812}, {"label": "button", "x": 690, "y": 812}, {"label": "button", "x": 769, "y": 812}, {"label": "button", "x": 870, "y": 813}, {"label": "button", "x": 946, "y": 812}, {"label": "button", "x": 997, "y": 813}, {"label": "button", "x": 1049, "y": 813}, {"label": "button", "x": 1113, "y": 813}, {"label": "button", "x": 1200, "y": 812}, {"label": "button", "x": 1261, "y": 813}, {"label": "button", "x": 396, "y": 1177}, {"label": "button", "x": 438, "y": 1178}, {"label": "button", "x": 497, "y": 1178}, {"label": "button", "x": 571, "y": 1179}, {"label": "button", "x": 625, "y": 1178}, {"label": "button", "x": 668, "y": 1179}, {"label": "button", "x": 725, "y": 1179}, {"label": "button", "x": 794, "y": 1179}, {"label": "button", "x": 865, "y": 1180}, {"label": "button", "x": 531, "y": 1200}, {"label": "button", "x": 596, "y": 1200}, {"label": "button", "x": 651, "y": 1200}, {"label": "button", "x": 704, "y": 1201}, {"label": "button", "x": 759, "y": 1201}, {"label": "button", "x": 574, "y": 989}, {"label": "button", "x": 574, "y": 1010}, {"label": "button", "x": 574, "y": 1028}, {"label": "common", "x": 590, "y": 1011}, {"label": "common", "x": 604, "y": 1029}, {"label": "text-input", "x": 1516, "y": 1082}, {"label": "heading", "x": 1380, "y": 899}, {"label": "common", "x": 1684, "y": 1026}, {"label": "button", "x": 1616, "y": 970}, {"label": "text-input", "x": 1923, "y": 1025}, {"label": "button", "x": 2072, "y": 1025}, {"label": "common", "x": 1912, "y": 842}, {"label": "button", "x": 2507, "y": 782}, {"label": "button", "x": 2424, "y": 782}, {"label": "heading", "x": 1594, "y": 782}, {"label": "heading", "x": 1401, "y": 1174}, {"label": "button", "x": 1809, "y": 1474}, {"label": "button", "x": 2020, "y": 1474}, {"label": "button", "x": 2229, "y": 1474}, {"label": "button", "x": 2441, "y": 1475}, {"label": "button", "x": 2492, "y": 1296}, {"label": "button", "x": 2492, "y": 1264}, {"label": "button", "x": 2491, "y": 1374}, {"label": "button", "x": 1345, "y": 1406}, {"label": "button", "x": 1613, "y": 1406}, {"label": "button", "x": 2452, "y": 1406}, {"label": "table-cell", "x": 1597, "y": 1265}, {"label": "table-cell", "x": 1597, "y": 1294}, {"label": "table-cell", "x": 1597, "y": 1320}, {"label": "table-cell", "x": 1597, "y": 1347}, {"label": "table-cell", "x": 1597, "y": 1374}, {"label": "table-cell", "x": 1947, "y": 1265}, {"label": "table-cell", "x": 1947, "y": 1294}, {"label": "table-cell", "x": 1947, "y": 1320}, {"label": "table-cell", "x": 1947, "y": 1347}, {"label": "table-cell", "x": 1947, "y": 1374}, {"label": "table-cell", "x": 2122, "y": 1265}, {"label": "table-cell", "x": 2122, "y": 1294}, {"label": "table-cell", "x": 2122, "y": 1320}, {"label": "table-cell", "x": 2122, "y": 1347}, {"label": "table-cell", "x": 2122, "y": 1374}, {"label": "table-cell", "x": 2344, "y": 1265}, {"label": "table-cell", "x": 2344, "y": 1294}, {"label": "table-cell", "x": 2344, "y": 1320}, {"label": "table-cell", "x": 2343, "y": 1347}, {"label": "table-cell", "x": 2344, "y": 1374}, {"label": "table", "x": 1897, "y": 1320}, {"label": "button", "x": 1340, "y": 936}, {"label": "button", "x": 1340, "y": 1081}, {"label": "button", "x": 1340, "y": 1043}, {"label": "button", "x": 1341, "y": 1007}, {"label": "button", "x": 1340, "y": 972}, {"label": "common", "x": 1388, "y": 938}, {"label": "common", "x": 1433, "y": 974}, {"label": "common", "x": 1415, "y": 1009}, {"label": "common", "x": 1405, "y": 1044}, {"label": "common", "x": 1407, "y": 1083}, {"label": "common", "x": 1866, "y": 971}]


[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "button", "x": 120, "y": 31}, {"label": "button", "x": 42, "y": 67}, {"label": "button", "x": 87, "y": 67}, {"label": "button", "x": 141, "y": 68}, {"label": "button", "x": 187, "y": 67}, {"label": "button", "x": 230, "y": 69}, {"label": "button", "x": 308, "y": 69}, {"label": "button", "x": 415, "y": 69}, {"label": "button", "x": 469, "y": 66}, {"label": "button", "x": 529, "y": 67}, {"label": "text-input", "x": 857, "y": 67}, {"label": "button", "x": 1037, "y": 66}, {"label": "button", "x": 1072, "y": 67}, {"label": "button", "x": 8, "y": 100}, {"label": "button", "x": 107, "y": 99}, {"label": "button", "x": 74, "y": 120}, {"label": "button", "x": 56, "y": 142}, {"label": "button", "x": 60, "y": 164}, {"label": "image", "x": 21, "y": 100}, {"label": "heading", "x": 104, "y": 99}, {"label": "button", "x": 56, "y": 186}, {"label": "button", "x": 45, "y": 208}, {"label": "button", "x": 8, "y": 231}, {"label": "image", "x": 21, "y": 231}, {"label": "heading", "x": 104, "y": 231}, {"label": "button", "x": 74, "y": 252}, {"label": "button", "x": 55, "y": 275}, {"label": "button", "x": 55, "y": 296}, {"label": "button", "x": 16, "y": 320}, {"label": "button", "x": 48, "y": 319}, {"label": "button", "x": 51, "y": 340}, {"label": "button", "x": 51, "y": 362}, {"label": "button", "x": 51, "y": 384}, {"label": "button", "x": 51, "y": 406}, {"label": "button", "x": 60, "y": 429}, {"label": "button", "x": 55, "y": 450}, {"label": "button", "x": 45, "y": 472}, {"label": "button", "x": 15, "y": 495}, {"label": "button", "x": 47, "y": 494}, {"label": "button", "x": 58, "y": 516}, {"label": "button", "x": 8, "y": 540}, {"label": "button", "x": 63, "y": 539}, {"label": "button", "x": 60, "y": 560}, {"label": "button", "x": 64, "y": 582}, {"label": "image", "x": 11, "y": 800}, {"label": "common", "x": 1064, "y": 799}, {"label": "common", "x": 1143, "y": 799}, {"label": "image", "x": 1193, "y": 801}, {"label": "common", "x": 1234, "y": 800}, {"label": "button", "x": 1273, "y": 800}, {"label": "button", "x": 1298, "y": 804}, {"label": "button", "x": 1060, "y": 415}, {"label": "button", "x": 1080, "y": 416}, {"label": "button", "x": 991, "y": 415}, {"label": "button", "x": 921, "y": 415}, {"label": "button", "x": 842, "y": 415}, {"label": "button", "x": 745, "y": 415}, {"label": "button", "x": 649, "y": 415}, {"label": "common", "x": 1071, "y": 441}, {"label": "table-cell", "x": 225, "y": 420}, {"label": "table-cell", "x": 347, "y": 420}, {"label": "table-cell", "x": 347, "y": 442}, {"label": "table-cell", "x": 226, "y": 442}, {"label": "table-cell", "x": 226, "y": 464}, {"label": "table-cell", "x": 347, "y": 465}, {"label": "table-row", "x": 327, "y": 420}, {"label": "table-row", "x": 326, "y": 442}, {"label": "table-row", "x": 326, "y": 465}, {"label": "table", "x": 326, "y": 443}, {"label": "common", "x": 230, "y": 499}, {"label": "text-input", "x": 1196, "y": 771}, {"label": "button", "x": 1104, "y": 469}, {"label": "common", "x": 1186, "y": 469}, {"label": "button", "x": 1100, "y": 497}, {"label": "image", "x": 1117, "y": 496}, {"label": "common", "x": 1142, "y": 497}, {"label": "button", "x": 1294, "y": 495}, {"label": "common", "x": 1127, "y": 165}, {"label": "button", "x": 1099, "y": 166}, {"label": "button", "x": 1099, "y": 184}, {"label": "button", "x": 1098, "y": 202}, {"label": "common", "x": 1132, "y": 185}, {"label": "common", "x": 1163, "y": 204}, {"label": "image", "x": 1103, "y": 137}, {"label": "common", "x": 1152, "y": 139}, {"label": "common", "x": 1114, "y": 94}, {"label": "common", "x": 1153, "y": 90}, {"label": "common", "x": 1189, "y": 111}, {"label": "button", "x": 1238, "y": 89}, {"label": "button", "x": 1257, "y": 89}, {"label": "button", "x": 1275, "y": 89}, {"label": "button", "x": 1296, "y": 97}, {"label": "common", "x": 1161, "y": 60}, {"label": "button", "x": 1241, "y": 59}, {"label": "button", "x": 1265, "y": 59}, {"label": "button", "x": 1294, "y": 59}, {"label": "image", "x": 1116, "y": 33}, {"label": "image", "x": 1140, "y": 33}, {"label": "button", "x": 1190, "y": 15}, {"label": "button", "x": 1235, "y": 15}, {"label": "button", "x": 1281, "y": 15}, {"label": "text-input", "x": 843, "y": 101}, {"label": "button", "x": 1073, "y": 101}, {"label": "button", "x": 217, "y": 102}, {"label": "button", "x": 246, "y": 101}, {"label": "button", "x": 269, "y": 101}, {"label": "button", "x": 294, "y": 101}, {"label": "button", "x": 318, "y": 102}, {"label": "button", "x": 342, "y": 102}, {"label": "table-cell", "x": 211, "y": 127}, {"label": "table-cell", "x": 228, "y": 127}, {"label": "table-cell", "x": 245, "y": 127}, {"label": "table-cell", "x": 211, "y": 151}, {"label": "table-cell", "x": 228, "y": 151}, {"label": "table-cell", "x": 245, "y": 151}, {"label": "table-cell", "x": 210, "y": 172}, {"label": "table-cell", "x": 227, "y": 172}, {"label": "table-cell", "x": 245, "y": 172}, {"label": "table-cell", "x": 456, "y": 128}, {"label": "table-cell", "x": 667, "y": 128}, {"label": "table-cell", "x": 456, "y": 150}, {"label": "table-cell", "x": 667, "y": 150}, {"label": "table-cell", "x": 456, "y": 172}, {"label": "table-cell", "x": 667, "y": 172}, {"label": "table-cell", "x": 787, "y": 128}, {"label": "table-cell", "x": 909, "y": 128}, {"label": "table-cell", "x": 787, "y": 150}, {"label": "table-cell", "x": 909, "y": 150}, {"label": "table-cell", "x": 787, "y": 172}, {"label": "table-cell", "x": 909, "y": 172}, {"label": "table-cell", "x": 994, "y": 128}, {"label": "button", "x": 1063, "y": 128}, {"label": "table-cell", "x": 994, "y": 150}, {"label": "table-cell", "x": 995, "y": 172}, {"label": "table-cell", "x": 1080, "y": 172}, {"label": "table-cell", "x": 1079, "y": 150}, {"label": "table-cell", "x": 1080, "y": 128}, {"label": "table-row", "x": 645, "y": 128}, {"label": "table-row", "x": 645, "y": 150}, {"label": "table-row", "x": 645, "y": 172}, {"label": "table", "x": 645, "y": 149}]


[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "image", "x": 940, "y": 396}, {"label": "button", "x": 16, "y": 20}, {"label": "button", "x": 50, "y": 19}, {"label": "button", "x": 162, "y": 19}, {"label": "button", "x": 272, "y": 19}, {"label": "button", "x": 309, "y": 18}, {"label": "button", "x": 344, "y": 19}, {"label": "button", "x": 431, "y": 19}, {"label": "button", "x": 506, "y": 10}, {"label": "button", "x": 506, "y": 27}, {"label": "button", "x": 597, "y": 18}, {"label": "button", "x": 671, "y": 10}, {"label": "button", "x": 671, "y": 26}, {"label": "button", "x": 720, "y": 19}, {"label": "button", "x": 740, "y": 19}, {"label": "button", "x": 765, "y": 19}, {"label": "button", "x": 786, "y": 19}, {"label": "button", "x": 36, "y": 60}, {"label": "button", "x": 99, "y": 59}, {"label": "button", "x": 175, "y": 60}, {"label": "common", "x": 304, "y": 60}, {"label": "button", "x": 38, "y": 654}, {"label": "common", "x": 100, "y": 654}, {"label": "button", "x": 183, "y": 655}, {"label": "common", "x": 297, "y": 655}, {"label": "button", "x": 430, "y": 654}, {"label": "common", "x": 501, "y": 654}, {"label": "button", "x": 669, "y": 653}, {"label": "common", "x": 723, "y": 655}, {"label": "button", "x": 189, "y": 599}, {"label": "common", "x": 212, "y": 600}, {"label": "common", "x": 266, "y": 601}, {"label": "button", "x": 525, "y": 599}, {"label": "button", "x": 757, "y": 594}, {"label": "button", "x": 757, "y": 606}, {"label": "button", "x": 727, "y": 694}, {"label": "common", "x": 339, "y": 696}, {"label": "text-input", "x": 517, "y": 694}, {"label": "button", "x": 95, "y": 696}, {"label": "button", "x": 211, "y": 695}, {"label": "button", "x": 836, "y": 708}, {"label": "button", "x": 905, "y": 708}, {"label": "button", "x": 975, "y": 708}, {"label": "button", "x": 1044, "y": 708}, {"label": "button", "x": 203, "y": 133}, {"label": "button", "x": 258, "y": 133}, {"label": "button", "x": 316, "y": 133}, {"label": "image", "x": 247, "y": 215}, {"label": "common", "x": 222, "y": 285}, {"label": "button", "x": 247, "y": 311}, {"label": "common", "x": 210, "y": 339}, {"label": "button", "x": 247, "y": 365}, {"label": "button", "x": 199, "y": 394}, {"label": "common", "x": 236, "y": 394}, {"label": "common", "x": 355, "y": 173}, {"label": "common", "x": 366, "y": 198}, {"label": "heading", "x": 330, "y": 232}, {"label": "common", "x": 354, "y": 263}, {"label": "common", "x": 361, "y": 290}, {"label": "button", "x": 547, "y": 262}, {"label": "button", "x": 712, "y": 257}, {"label": "button", "x": 713, "y": 269}, {"label": "button", "x": 729, "y": 276}, {"label": "button", "x": 548, "y": 289}, {"label": "button", "x": 713, "y": 284}, {"label": "button", "x": 713, "y": 296}, {"label": "button", "x": 565, "y": 170}, {"label": "button", "x": 747, "y": 165}, {"label": "button", "x": 747, "y": 176}, {"label": "button", "x": 564, "y": 197}, {"label": "button", "x": 748, "y": 192}, {"label": "button", "x": 747, "y": 201}, {"label": "common", "x": 365, "y": 338}, {"label": "common", "x": 363, "y": 366}, {"label": "common", "x": 345, "y": 393}, {"label": "common", "x": 360, "y": 420}, {"label": "common", "x": 359, "y": 447}, {"label": "button", "x": 565, "y": 338}, {"label": "button", "x": 747, "y": 333}, {"label": "button", "x": 748, "y": 344}, {"label": "button", "x": 556, "y": 290}, {"label": "button", "x": 565, "y": 365}, {"label": "button", "x": 747, "y": 360}, {"label": "button", "x": 748, "y": 369}, {"label": "button", "x": 564, "y": 391}, {"label": "button", "x": 748, "y": 386}, {"label": "button", "x": 748, "y": 397}, {"label": "button", "x": 565, "y": 419}, {"label": "button", "x": 747, "y": 414}, {"label": "button", "x": 748, "y": 424}, {"label": "button", "x": 396, "y": 445}, {"label": "common", "x": 421, "y": 446}, {"label": "button", "x": 593, "y": 446}, {"label": "button", "x": 747, "y": 441}, {"label": "button", "x": 747, "y": 450}, {"label": "button", "x": 54, "y": 129}, {"label": "common", "x": 110, "y": 130}, {"label": "button", "x": 110, "y": 144}, {"label": "button", "x": 111, "y": 159}, {"label": "button", "x": 111, "y": 175}, {"label": "button", "x": 111, "y": 190}, {"label": "button", "x": 110, "y": 205}, {"label": "button", "x": 111, "y": 219}, {"label": "button", "x": 111, "y": 233}, {"label": "button", "x": 111, "y": 248}, {"label": "button", "x": 110, "y": 264}, {"label": "button", "x": 110, "y": 278}, {"label": "button", "x": 110, "y": 293}, {"label": "button", "x": 110, "y": 308}, {"label": "button", "x": 53, "y": 324}, {"label": "common", "x": 112, "y": 324}, {"label": "button", "x": 110, "y": 339}, {"label": "button", "x": 110, "y": 354}, {"label": "button", "x": 110, "y": 369}, {"label": "button", "x": 110, "y": 383}, {"label": "button", "x": 110, "y": 399}, {"label": "button", "x": 110, "y": 413}, {"label": "button", "x": 110, "y": 427}, {"label": "button", "x": 110, "y": 442}, {"label": "button", "x": 110, "y": 458}, {"label": "button", "x": 53, "y": 474}, {"label": "common", "x": 111, "y": 475}, {"label": "button", "x": 110, "y": 489}, {"label": "button", "x": 110, "y": 504}, {"label": "image", "x": 57, "y": 205}, {"label": "image", "x": 57, "y": 505}, {"label": "button", "x": 71, "y": 67}, {"label": "button", "x": 70, "y": 177}, {"label": "button", "x": 71, "y": 292}, {"label": "button", "x": 69, "y": 417}, {"label": "button", "x": 70, "y": 512}, {"label": "button", "x": 1001, "y": 69}, {"label": "button", "x": 14, "y": 11}, {"label": "button", "x": 53, "y": 10}, {"label": "button", "x": 106, "y": 10}, {"label": "button", "x": 150, "y": 10}, {"label": "button", "x": 181, "y": 11}, {"label": "button", "x": 914, "y": 10}, {"label": "button", "x": 940, "y": 11}, {"label": "button", "x": 967, "y": 10}, {"label": "button", "x": 998, "y": 10}, {"label": "button", "x": 1030, "y": 12}, {"label": "common", "x": 1051, "y": 11}, {"label": "button", "x": 1076, "y": 10}, {"label": "button", "x": 10, "y": 721}, {"label": "button", "x": 96, "y": 721}, {"label": "button", "x": 235, "y": 721}, {"label": "button", "x": 372, "y": 721}, {"label": "button", "x": 1018, "y": 721}, {"label": "button", "x": 1049, "y": 721}, {"label": "button", "x": 1076, "y": 721}, {"label": "button", "x": 314, "y": 111}, {"label": "heading", "x": 417, "y": 111}, {"label": "button", "x": 332, "y": 132}, {"label": "button", "x": 369, "y": 132}, {"label": "button", "x": 414, "y": 132}, {"label": "button", "x": 464, "y": 132}, {"label": "button", "x": 760, "y": 108}, {"label": "button", "x": 781, "y": 108}, {"label": "button", "x": 802, "y": 108}, {"label": "button", "x": 412, "y": 159}, {"label": "heading", "x": 605, "y": 160}, {"label": "button", "x": 798, "y": 160}, {"label": "button", "x": 811, "y": 160}, {"label": "button", "x": 714, "y": 177}, {"label": "button", "x": 661, "y": 177}, {"label": "button", "x": 604, "y": 177}, {"label": "button", "x": 557, "y": 177}, {"label": "button", "x": 522, "y": 177}, {"label": "button", "x": 482, "y": 177}, {"label": "button", "x": 430, "y": 177}, {"label": "button", "x": 417, "y": 202}, {"label": "button", "x": 436, "y": 202}, {"label": "button", "x": 436, "y": 227}, {"label": "button", "x": 417, "y": 227}, {"label": "button", "x": 417, "y": 252}, {"label": "button", "x": 436, "y": 252}, {"label": "button", "x": 417, "y": 276}, {"label": "button", "x": 436, "y": 276}, {"label": "button", "x": 436, "y": 302}, {"label": "button", "x": 417, "y": 302}, {"label": "button", "x": 417, "y": 328}, {"label": "button", "x": 436, "y": 328}, {"label": "button", "x": 417, "y": 353}, {"label": "button", "x": 436, "y": 353}, {"label": "button", "x": 417, "y": 378}, {"label": "button", "x": 436, "y": 378}, {"label": "button", "x": 436, "y": 403}, {"label": "button", "x": 417, "y": 403}, {"label": "button", "x": 427, "y": 453}, {"label": "button", "x": 471, "y": 471}, {"label": "button", "x": 505, "y": 464}, {"label": "button", "x": 527, "y": 464}, {"label": "button", "x": 505, "y": 478}, {"label": "button", "x": 527, "y": 478}, {"label": "button", "x": 549, "y": 478}, {"label": "button", "x": 549, "y": 464}, {"label": "button", "x": 572, "y": 464}, {"label": "button", "x": 572, "y": 478}, {"label": "button", "x": 594, "y": 464}, {"label": "button", "x": 594, "y": 478}, {"label": "button", "x": 616, "y": 478}, {"label": "button", "x": 616, "y": 464}, {"label": "button", "x": 638, "y": 464}, {"label": "button", "x": 638, "y": 478}, {"label": "button", "x": 661, "y": 478}, {"label": "button", "x": 661, "y": 464}, {"label": "button", "x": 683, "y": 464}, {"label": "button", "x": 683, "y": 478}, {"label": "button", "x": 705, "y": 478}, {"label": "button", "x": 705, "y": 464}, {"label": "button", "x": 727, "y": 464}, {"label": "button", "x": 727, "y": 478}, {"label": "button", "x": 750, "y": 478}, {"label": "button", "x": 750, "y": 464}, {"label": "button", "x": 772, "y": 464}, {"label": "button", "x": 772, "y": 478}, {"label": "button", "x": 794, "y": 478}, {"label": "button", "x": 794, "y": 464}, {"label": "image", "x": 625, "y": 315}, {"label": "button", "x": 807, "y": 198}, {"label": "button", "x": 807, "y": 213}, {"label": "button", "x": 807, "y": 432}, {"label": "button", "x": 456, "y": 447}, {"label": "button", "x": 469, "y": 447}, {"label": "button", "x": 793, "y": 447}, {"label": "button", "x": 371, "y": 200}, {"label": "button", "x": 386, "y": 220}, {"label": "button", "x": 315, "y": 340}, {"label": "button", "x": 333, "y": 359}, {"label": "button", "x": 384, "y": 358}, {"label": "common", "x": 364, "y": 377}, {"label": "text-input", "x": 358, "y": 458}, {"label": "text-input", "x": 443, "y": 534}, {"label": "button", "x": 393, "y": 263}, {"label": "image", "x": 594, "y": 612}, {"label": "image", "x": 611, "y": 612}, {"label": "image", "x": 627, "y": 612}, {"label": "image", "x": 644, "y": 612}, {"label": "image", "x": 661, "y": 612}, {"label": "image", "x": 678, "y": 612}, {"label": "image", "x": 694, "y": 612}, {"label": "image", "x": 718, "y": 611}, {"label": "image", "x": 735, "y": 611}, {"label": "common", "x": 770, "y": 612}, {"label": "button", "x": 810, "y": 614}]


[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "heading", "x": 179, "y": 39}, {"label": "common", "x": 526, "y": 116}, {"label": "button", "x": 556, "y": 163}, {"label": "button", "x": 448, "y": 194}, {"label": "button", "x": 505, "y": 224}, {"label": "button", "x": 634, "y": 253}, {"label": "button", "x": 571, "y": 283}, {"label": "button", "x": 569, "y": 312}, {"label": "button", "x": 626, "y": 342}, {"label": "heading", "x": 442, "y": 452}, {"label": "common", "x": 652, "y": 504}, {"label": "image", "x": 187, "y": 351}, {"label": "button", "x": 534, "y": 713}, {"label": "button", "x": 706, "y": 715}, {"label": "button", "x": 898, "y": 713}, {"label": "heading", "x": 1537, "y": 12}, {"label": "button", "x": 2003, "y": 12}, {"label": "button", "x": 2021, "y": 12}, {"label": "button", "x": 2039, "y": 12}, {"label": "button", "x": 1036, "y": 34}, {"label": "button", "x": 1055, "y": 34}, {"label": "button", "x": 1080, "y": 34}, {"label": "button", "x": 1111, "y": 34}, {"label": "button", "x": 1138, "y": 34}, {"label": "button", "x": 1160, "y": 34}, {"label": "text-input", "x": 1200, "y": 34}, {"label": "button", "x": 1238, "y": 34}, {"label": "button", "x": 1248, "y": 34}, {"label": "button", "x": 1265, "y": 34}, {"label": "text-input", "x": 1305, "y": 34}, {"label": "button", "x": 1343, "y": 34}, {"label": "button", "x": 1353, "y": 34}, {"label": "button", "x": 1397, "y": 34}, {"label": "image", "x": 1441, "y": 34}, {"label": "common", "x": 1458, "y": 34}, {"label": "common", "x": 1481, "y": 34}, {"label": "common", "x": 1506, "y": 34}, {"label": "common", "x": 1528, "y": 34}, {"label": "common", "x": 1555, "y": 34}, {"label": "common", "x": 1590, "y": 34}, {"label": "common", "x": 1625, "y": 34}, {"label": "image", "x": 1114, "y": 379}, {"label": "button", "x": 1199, "y": 66}, {"label": "button", "x": 1210, "y": 61}, {"label": "button", "x": 1209, "y": 95}, {"label": "button", "x": 1209, "y": 136}, {"label": "button", "x": 1209, "y": 184}, {"label": "button", "x": 1210, "y": 228}, {"label": "button", "x": 1210, "y": 279}, {"label": "button", "x": 1210, "y": 332}, {"label": "button", "x": 1210, "y": 368}, {"label": "button", "x": 1223, "y": 53}, {"label": "button", "x": 1223, "y": 145}, {"label": "button", "x": 1223, "y": 219}, {"label": "button", "x": 1223, "y": 237}, {"label": "common", "x": 1243, "y": 53}, {"label": "common", "x": 1234, "y": 145}, {"label": "common", "x": 1238, "y": 219}, {"label": "common", "x": 1252, "y": 237}, {"label": "button", "x": 1251, "y": 75}, {"label": "button", "x": 1251, "y": 90}, {"label": "button", "x": 1251, "y": 105}, {"label": "button", "x": 1251, "y": 123}, {"label": "button", "x": 1251, "y": 167}, {"label": "button", "x": 1251, "y": 182}, {"label": "button", "x": 1251, "y": 197}, {"label": "button", "x": 1027, "y": 66}, {"label": "button", "x": 1212, "y": 406}, {"label": "common", "x": 1230, "y": 406}, {"label": "button", "x": 1036, "y": 726}, {"label": "button", "x": 1057, "y": 726}, {"label": "button", "x": 1083, "y": 726}, {"label": "button", "x": 1106, "y": 726}, {"label": "button", "x": 1131, "y": 727}, {"label": "button", "x": 1163, "y": 727}, {"label": "button", "x": 1187, "y": 727}, {"label": "button", "x": 1199, "y": 727}, {"label": "button", "x": 1207, "y": 598}, {"label": "button", "x": 1355, "y": 64}, {"label": "button", "x": 1355, "y": 81}, {"label": "button", "x": 1355, "y": 96}, {"label": "button", "x": 1355, "y": 112}, {"label": "button", "x": 1355, "y": 131}, {"label": "button", "x": 1355, "y": 147}, {"label": "button", "x": 1355, "y": 164}, {"label": "button", "x": 1355, "y": 183}, {"label": "button", "x": 1355, "y": 205}, {"label": "button", "x": 1355, "y": 224}, {"label": "button", "x": 1355, "y": 241}, {"label": "button", "x": 1355, "y": 256}, {"label": "button", "x": 1355, "y": 272}, {"label": "button", "x": 1355, "y": 291}, {"label": "button", "x": 1355, "y": 308}, {"label": "button", "x": 1355, "y": 323}, {"label": "button", "x": 1355, "y": 337}, {"label": "button", "x": 1355, "y": 352}, {"label": "button", "x": 1355, "y": 367}, {"label": "button", "x": 1355, "y": 382}, {"label": "button", "x": 1355, "y": 397}, {"label": "button", "x": 1355, "y": 417}, {"label": "button", "x": 1355, "y": 438}, {"label": "button", "x": 1355, "y": 453}, {"label": "button", "x": 1355, "y": 469}, {"label": "button", "x": 1355, "y": 483}, {"label": "button", "x": 1355, "y": 499}, {"label": "button", "x": 1355, "y": 518}, {"label": "button", "x": 1355, "y": 534}, {"label": "button", "x": 1355, "y": 550}, {"label": "image", "x": 1662, "y": 300}, {"label": "button", "x": 1907, "y": 66}, {"label": "button", "x": 1216, "y": 566}, {"label": "button", "x": 1237, "y": 567}, {"label": "button", "x": 1263, "y": 567}, {"label": "button", "x": 1288, "y": 567}, {"label": "button", "x": 1312, "y": 567}, {"label": "button", "x": 1358, "y": 566}, {"label": "button", "x": 1400, "y": 566}, {"label": "button", "x": 1421, "y": 566}, {"label": "button", "x": 1436, "y": 566}, {"label": "button", "x": 1449, "y": 566}, {"label": "button", "x": 1460, "y": 566}, {"label": "button", "x": 1470, "y": 566}, {"label": "button", "x": 1481, "y": 566}, {"label": "button", "x": 1506, "y": 566}, {"label": "button", "x": 1591, "y": 566}, {"label": "image", "x": 1541, "y": 566}, {"label": "image", "x": 1570, "y": 566}, {"label": "button", "x": 1605, "y": 566}, {"label": "button", "x": 1619, "y": 566}, {"label": "button", "x": 1637, "y": 566}, {"label": "button", "x": 1647, "y": 566}, {"label": "button", "x": 1925, "y": 53}, {"label": "button", "x": 1946, "y": 53}, {"label": "button", "x": 1973, "y": 53}, {"label": "button", "x": 2018, "y": 53}, {"label": "image", "x": 2022, "y": 115}, {"label": "image", "x": 2032, "y": 115}, {"label": "image", "x": 2043, "y": 116}, {"label": "button", "x": 1968, "y": 87}, {"label": "button", "x": 1959, "y": 116}, {"label": "button", "x": 1949, "y": 102}, {"label": "button", "x": 1969, "y": 71}, {"label": "button", "x": 1970, "y": 165}, {"label": "button", "x": 1925, "y": 182}, {"label": "button", "x": 1942, "y": 182}, {"label": "button", "x": 1953, "y": 182}, {"label": "button", "x": 1963, "y": 182}, {"label": "button", "x": 1974, "y": 182}, {"label": "button", "x": 1985, "y": 182}, {"label": "button", "x": 1921, "y": 205}, {"label": "image", "x": 1933, "y": 205}, {"label": "common", "x": 1950, "y": 205}, {"label": "button", "x": 1921, "y": 227}, {"label": "common", "x": 1936, "y": 228}, {"label": "button", "x": 1937, "y": 250}, {"label": "button", "x": 1979, "y": 250}, {"label": "button", "x": 2022, "y": 250}, {"label": "common", "x": 1931, "y": 269}, {"label": "button", "x": 1997, "y": 268}, {"label": "button", "x": 2038, "y": 268}, {"label": "button", "x": 1921, "y": 290}, {"label": "common", "x": 1943, "y": 290}, {"label": "button", "x": 1969, "y": 313}, {"label": "button", "x": 2028, "y": 313}, {"label": "button", "x": 2038, "y": 313}, {"label": "common", "x": 1935, "y": 332}, {"label": "common", "x": 2004, "y": 332}, {"label": "button", "x": 1920, "y": 346}, {"label": "button", "x": 1920, "y": 360}, {"label": "button", "x": 1974, "y": 346}, {"label": "button", "x": 1974, "y": 360}, {"label": "common", "x": 1946, "y": 346}, {"label": "common", "x": 1946, "y": 361}, {"label": "button", "x": 1947, "y": 376}, {"label": "button", "x": 1986, "y": 346}, {"label": "button", "x": 1986, "y": 361}, {"label": "button", "x": 1986, "y": 376}, {"label": "button", "x": 2040, "y": 346}, {"label": "button", "x": 2040, "y": 361}, {"label": "button", "x": 2040, "y": 376}, {"label": "common", "x": 2013, "y": 346}, {"label": "common", "x": 2013, "y": 361}, {"label": "common", "x": 2013, "y": 376}, {"label": "button", "x": 1927, "y": 116}, {"label": "button", "x": 1928, "y": 87}, {"label": "button", "x": 1917, "y": 71}, {"label": "common", "x": 1938, "y": 392}, {"label": "common", "x": 2003, "y": 392}, {"label": "common", "x": 2009, "y": 421}, {"label": "button", "x": 1986, "y": 436}, {"label": "button", "x": 2009, "y": 436}, {"label": "button", "x": 2017, "y": 436}, {"label": "button", "x": 2040, "y": 435}, {"label": "common", "x": 1997, "y": 436}, {"label": "common", "x": 2028, "y": 436}, {"label": "button", "x": 1920, "y": 405}, {"label": "button", "x": 1974, "y": 405}, {"label": "common", "x": 1947, "y": 405}, {"label": "button", "x": 1920, "y": 420}, {"label": "button", "x": 1974, "y": 420}, {"label": "common", "x": 1947, "y": 420}, {"label": "button", "x": 2013, "y": 406}, {"label": "button", "x": 1921, "y": 459}, {"label": "button", "x": 1950, "y": 459}, {"label": "button", "x": 1924, "y": 481}, {"label": "button", "x": 1939, "y": 481}, {"label": "button", "x": 1954, "y": 481}, {"label": "button", "x": 1969, "y": 481}, {"label": "button", "x": 1939, "y": 498}, {"label": "button", "x": 2013, "y": 481}, {"label": "button", "x": 1985, "y": 497}, {"label": "button", "x": 2040, "y": 498}, {"label": "button", "x": 1921, "y": 520}, {"label": "button", "x": 1962, "y": 520}, {"label": "button", "x": 1921, "y": 538}, {"label": "button", "x": 1921, "y": 555}, {"label": "button", "x": 1921, "y": 573}, {"label": "button", "x": 1921, "y": 591}, {"label": "button", "x": 1941, "y": 591}, {"label": "button", "x": 1921, "y": 609}, {"label": "common", "x": 1936, "y": 609}, {"label": "common", "x": 1949, "y": 573}, {"label": "common", "x": 1945, "y": 555}, {"label": "common", "x": 1937, "y": 538}, {"label": "text-input", "x": 1975, "y": 631}, {"label": "button", "x": 2038, "y": 631}, {"label": "button", "x": 1947, "y": 684}, {"label": "button", "x": 1992, "y": 684}, {"label": "button", "x": 2012, "y": 684}, {"label": "button", "x": 2033, "y": 684}, {"label": "button", "x": 1980, "y": 717}, {"label": "common", "x": 1937, "y": 701}, {"label": "button", "x": 1982, "y": 700}, {"label": "button", "x": 2023, "y": 700}, {"label": "button", "x": 1921, "y": 741}, {"label": "common", "x": 1934, "y": 740}, {"label": "button", "x": 1921, "y": 758}, {"label": "button", "x": 1037, "y": 771}, {"label": "button", "x": 1058, "y": 771}, {"label": "button", "x": 1085, "y": 771}, {"label": "button", "x": 1113, "y": 771}, {"label": "button", "x": 1145, "y": 771}, {"label": "button", "x": 1169, "y": 771}, {"label": "button", "x": 1179, "y": 771}, {"label": "button", "x": 1191, "y": 771}, {"label": "button", "x": 1246, "y": 772}, {"label": "button", "x": 1253, "y": 772}, {"label": "button", "x": 1305, "y": 772}, {"label": "common", "x": 1279, "y": 772}, {"label": "common", "x": 1219, "y": 771}, {"label": "button", "x": 1315, "y": 771}, {"label": "button", "x": 1356, "y": 771}, {"label": "common", "x": 1335, "y": 771}, {"label": "button", "x": 1373, "y": 771}, {"label": "button", "x": 1383, "y": 771}, {"label": "button", "x": 1394, "y": 771}, {"label": "button", "x": 1405, "y": 771}, {"label": "button", "x": 1416, "y": 771}, {"label": "button", "x": 1426, "y": 771}, {"label": "button", "x": 1465, "y": 771}, {"label": "button", "x": 1510, "y": 771}, {"label": "button", "x": 1553, "y": 771}, {"label": "button", "x": 1593, "y": 771}, {"label": "button", "x": 1603, "y": 771}, {"label": "button", "x": 1215, "y": 726}, {"label": "button", "x": 1237, "y": 727}, {"label": "button", "x": 1263, "y": 727}, {"label": "button", "x": 1286, "y": 727}, {"label": "button", "x": 1309, "y": 727}, {"label": "button", "x": 1328, "y": 727}, {"label": "button", "x": 1339, "y": 727}, {"label": "button", "x": 1350, "y": 727}, {"label": "button", "x": 1363, "y": 727}, {"label": "button", "x": 1377, "y": 727}, {"label": "button", "x": 1396, "y": 727}, {"label": "button", "x": 1410, "y": 727}, {"label": "button", "x": 1428, "y": 727}, {"label": "button", "x": 1438, "y": 727}, {"label": "button", "x": 1906, "y": 617}, {"label": "button", "x": 1810, "y": 619}, {"label": "button", "x": 1505, "y": 709}, {"label": "common", "x": 1470, "y": 754}, {"label": "button", "x": 1929, "y": 758}, {"label": "common", "x": 1950, "y": 758}, {"label": "button", "x": 1922, "y": 649}, {"label": "button", "x": 1921, "y": 665}, {"label": "button", "x": 1987, "y": 648}, {"label": "button", "x": 1987, "y": 665}, {"label": "common", "x": 2015, "y": 650}, {"label": "common", "x": 1943, "y": 650}, {"label": "common", "x": 1947, "y": 666}, {"label": "common", "x": 2013, "y": 666}, {"label": "button", "x": 1922, "y": 436}, {"label": "button", "x": 1954, "y": 436}, {"label": "common", "x": 1936, "y": 438}, {"label": "common", "x": 1969, "y": 438}, {"label": "button", "x": 45, "y": 795}, {"label": "button", "x": 80, "y": 795}, {"label": "button", "x": 123, "y": 795}, {"label": "button", "x": 161, "y": 795}, {"label": "button", "x": 18, "y": 794}, {"label": "button", "x": 192, "y": 794}, {"label": "text-input", "x": 249, "y": 794}, {"label": "button", "x": 302, "y": 794}, {"label": "button", "x": 317, "y": 794}, {"label": "button", "x": 340, "y": 795}, {"label": "button", "x": 449, "y": 794}, {"label": "button", "x": 464, "y": 794}, {"label": "button", "x": 562, "y": 794}, {"label": "image", "x": 587, "y": 795}, {"label": "common", "x": 738, "y": 795}, {"label": "text-input", "x": 520, "y": 795}, {"label": "text-input", "x": 397, "y": 795}, {"label": "button", "x": 872, "y": 824}, {"label": "button", "x": 897, "y": 824}, {"label": "button", "x": 912, "y": 824}, {"label": "button", "x": 927, "y": 824}, {"label": "button", "x": 943, "y": 824}, {"label": "button", "x": 957, "y": 824}, {"label": "button", "x": 868, "y": 855}, {"label": "image", "x": 884, "y": 856}, {"label": "common", "x": 930, "y": 857}, {"label": "heading", "x": 890, "y": 887}, {"label": "button", "x": 868, "y": 888}, {"label": "button", "x": 885, "y": 918}, {"label": "button", "x": 933, "y": 918}, {"label": "button", "x": 980, "y": 918}, {"label": "common", "x": 882, "y": 945}, {"label": "button", "x": 951, "y": 944}, {"label": "button", "x": 997, "y": 944}, {"label": "button", "x": 868, "y": 975}, {"label": "heading", "x": 899, "y": 976}, {"label": "button", "x": 918, "y": 1007}, {"label": "button", "x": 982, "y": 1007}, {"label": "button", "x": 997, "y": 1007}, {"label": "heading", "x": 888, "y": 1034}, {"label": "heading", "x": 967, "y": 1034}, {"label": "button", "x": 867, "y": 1054}, {"label": "button", "x": 924, "y": 1054}, {"label": "text-input", "x": 896, "y": 1053}, {"label": "button", "x": 941, "y": 1054}, {"label": "button", "x": 1000, "y": 1054}, {"label": "text-input", "x": 970, "y": 1054}, {"label": "button", "x": 867, "y": 1073}, {"label": "button", "x": 924, "y": 1073}, {"label": "button", "x": 941, "y": 1073}, {"label": "button", "x": 1000, "y": 1073}, {"label": "button", "x": 941, "y": 1094}, {"label": "button", "x": 1000, "y": 1095}, {"label": "text-input", "x": 970, "y": 1054}, {"label": "text-input", "x": 971, "y": 1073}, {"label": "text-input", "x": 970, "y": 1095}, {"label": "text-input", "x": 895, "y": 1095}, {"label": "heading", "x": 893, "y": 1118}, {"label": "heading", "x": 964, "y": 1118}, {"label": "button", "x": 970, "y": 1138}, {"label": "button", "x": 866, "y": 1138}, {"label": "button", "x": 924, "y": 1138}, {"label": "text-input", "x": 895, "y": 1137}, {"label": "button", "x": 866, "y": 1156}, {"label": "button", "x": 923, "y": 1157}, {"label": "button", "x": 895, "y": 1157}, {"label": "button", "x": 869, "y": 1180}, {"label": "common", "x": 884, "y": 1180}, {"label": "button", "x": 906, "y": 1180}, {"label": "common", "x": 921, "y": 1181}, {"label": "common", "x": 973, "y": 1159}, {"label": "button", "x": 941, "y": 1178}, {"label": "button", "x": 965, "y": 1178}, {"label": "button", "x": 975, "y": 1178}, {"label": "button", "x": 1000, "y": 1178}, {"label": "common", "x": 953, "y": 1178}, {"label": "common", "x": 988, "y": 1177}, {"label": "button", "x": 1018, "y": 889}, {"label": "image", "x": 312, "y": 984}, {"label": "image", "x": 657, "y": 985}, {"label": "button", "x": 18, "y": 1172}, {"label": "button", "x": 47, "y": 1172}, {"label": "button", "x": 83, "y": 1172}, {"label": "button", "x": 124, "y": 1172}, {"label": "button", "x": 167, "y": 1172}, {"label": "button", "x": 203, "y": 1173}, {"label": "button", "x": 249, "y": 1173}, {"label": "button", "x": 291, "y": 1171}, {"label": "button", "x": 305, "y": 1171}, {"label": "button", "x": 320, "y": 1172}, {"label": "button", "x": 339, "y": 1172}, {"label": "button", "x": 376, "y": 1172}, {"label": "button", "x": 414, "y": 1173}, {"label": "common", "x": 442, "y": 1173}, {"label": "button", "x": 478, "y": 1172}, {"label": "common", "x": 507, "y": 1173}, {"label": "button", "x": 535, "y": 1172}, {"label": "button", "x": 549, "y": 1172}, {"label": "button", "x": 568, "y": 1172}, {"label": "button", "x": 583, "y": 1172}, {"label": "button", "x": 598, "y": 1171}, {"label": "button", "x": 617, "y": 1172}, {"label": "button", "x": 632, "y": 1172}, {"label": "button", "x": 647, "y": 1172}, {"label": "button", "x": 662, "y": 1172}, {"label": "button", "x": 680, "y": 1170}, {"label": "button", "x": 695, "y": 1171}, {"label": "button", "x": 712, "y": 1171}, {"label": "button", "x": 801, "y": 1171}, {"label": "text-input", "x": 755, "y": 1171}, {"label": "button", "x": 818, "y": 1172}, {"label": "button", "x": 837, "y": 1172}, {"label": "button", "x": 850, "y": 1171}, {"label": "button", "x": 454, "y": 840}, {"label": "button", "x": 18, "y": 1201}, {"label": "button", "x": 48, "y": 1200}, {"label": "button", "x": 83, "y": 1200}, {"label": "button", "x": 124, "y": 1201}, {"label": "button", "x": 168, "y": 1201}, {"label": "button", "x": 202, "y": 1201}, {"label": "button", "x": 216, "y": 1201}, {"label": "button", "x": 235, "y": 1201}, {"label": "button", "x": 311, "y": 1201}, {"label": "button", "x": 321, "y": 1201}, {"label": "button", "x": 393, "y": 1201}, {"label": "button", "x": 410, "y": 1201}, {"label": "button", "x": 466, "y": 1201}, {"label": "button", "x": 491, "y": 1201}, {"label": "button", "x": 505, "y": 1201}, {"label": "button", "x": 521, "y": 1201}, {"label": "button", "x": 535, "y": 1201}, {"label": "button", "x": 550, "y": 1200}, {"label": "button", "x": 565, "y": 1201}, {"label": "button", "x": 620, "y": 1201}, {"label": "button", "x": 683, "y": 1200}, {"label": "button", "x": 743, "y": 1201}, {"label": "button", "x": 799, "y": 1201}, {"label": "button", "x": 814, "y": 1202}, {"label": "button", "x": 8, "y": 1336}, {"label": "button", "x": 495, "y": 1348}, {"label": "button", "x": 383, "y": 1392}, {"label": "button", "x": 591, "y": 1392}, {"label": "button", "x": 297, "y": 1436}, {"label": "button", "x": 510, "y": 1436}, {"label": "button", "x": 201, "y": 1479}, {"label": "button", "x": 253, "y": 1480}, {"label": "button", "x": 285, "y": 1480}, {"label": "button", "x": 316, "y": 1480}, {"label": "button", "x": 423, "y": 1480}, {"label": "button", "x": 533, "y": 1481}, {"label": "button", "x": 569, "y": 1480}, {"label": "button", "x": 617, "y": 1480}, {"label": "button", "x": 869, "y": 1235}, {"label": "common", "x": 900, "y": 1236}, {"label": "heading", "x": 901, "y": 1263}, {"label": "button", "x": 867, "y": 1283}, {"label": "text-input", "x": 933, "y": 1283}, {"label": "button", "x": 1000, "y": 1284}, {"label": "heading", "x": 906, "y": 1310}, {"label": "common", "x": 887, "y": 1334}, {"label": "button", "x": 959, "y": 1334}, {"label": "button", "x": 934, "y": 1360}, {"label": "button", "x": 934, "y": 1382}, {"label": "button", "x": 868, "y": 1414}, {"label": "heading", "x": 895, "y": 1413}, {"label": "button", "x": 869, "y": 1446}, {"label": "common", "x": 921, "y": 1447}, {"label": "button", "x": 933, "y": 1471}, {"label": "button", "x": 934, "y": 1498}, {"label": "button", "x": 867, "y": 1528}, {"label": "heading", "x": 914, "y": 1528}, {"label": "button", "x": 17, "y": 1551}, {"label": "button", "x": 48, "y": 1551}, {"label": "button", "x": 83, "y": 1551}, {"label": "button", "x": 123, "y": 1551}, {"label": "button", "x": 159, "y": 1551}, {"label": "button", "x": 193, "y": 1551}, {"label": "button", "x": 227, "y": 1551}, {"label": "button", "x": 254, "y": 1551}, {"label": "button", "x": 268, "y": 1551}, {"label": "button", "x": 287, "y": 1551}, {"label": "button", "x": 302, "y": 1551}, {"label": "button", "x": 317, "y": 1550}, {"label": "button", "x": 336, "y": 1552}, {"label": "button", "x": 351, "y": 1552}, {"label": "button", "x": 416, "y": 1551}, {"label": "button", "x": 473, "y": 1551}, {"label": "common", "x": 510, "y": 1552}, {"label": "button", "x": 554, "y": 1551}, {"label": "button", "x": 569, "y": 1551}, {"label": "heading", "x": 1536, "y": 811}, {"label": "button", "x": 2018, "y": 815}, {"label": "common", "x": 1154, "y": 870}, {"label": "text-input", "x": 1438, "y": 866}, {"label": "button", "x": 1657, "y": 867}, {"label": "image", "x": 1225, "y": 866}, {"label": "button", "x": 1707, "y": 861}, {"label": "button", "x": 1736, "y": 861}, {"label": "button", "x": 1764, "y": 861}, {"label": "button", "x": 1802, "y": 862}, {"label": "button", "x": 1114, "y": 954}, {"label": "button", "x": 1115, "y": 1057}, {"label": "button", "x": 1115, "y": 1161}, {"label": "button", "x": 1113, "y": 1264}, {"label": "button", "x": 1114, "y": 1369}, {"label": "common", "x": 1250, "y": 1466}, {"label": "common", "x": 1262, "y": 1514}, {"label": "text-input", "x": 1597, "y": 1461}, {"label": "button", "x": 1801, "y": 1462}, {"label": "text-input", "x": 1597, "y": 1512}, {"label": "button", "x": 1801, "y": 1513}, {"label": "button", "x": 1944, "y": 1466}, {"label": "button", "x": 1944, "y": 1513}, {"label": "table-cell", "x": 1479, "y": 922}, {"label": "table-cell", "x": 1837, "y": 922}, {"label": "table-cell", "x": 1965, "y": 922}, {"label": "table-cell", "x": 1479, "y": 958}, {"label": "table-cell", "x": 1837, "y": 958}, {"label": "table-cell", "x": 1966, "y": 957}, {"label": "table-cell", "x": 1480, "y": 994}, {"label": "table-cell", "x": 1837, "y": 994}, {"label": "table-cell", "x": 1964, "y": 994}, {"label": "table-row", "x": 1608, "y": 923}, {"label": "table-row", "x": 1608, "y": 958}, {"label": "table-row", "x": 1609, "y": 994}, {"label": "table", "x": 1609, "y": 958}, {"label": "button", "x": 1444, "y": 1418}, {"label": "image", "x": 1996, "y": 1474}]


[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "button", "x": 19, "y": 16}, {"label": "button", "x": 38, "y": 16}, {"label": "button", "x": 56, "y": 16}, {"label": "heading", "x": 210, "y": 16}, {"label": "button", "x": 23, "y": 44}, {"label": "button", "x": 66, "y": 44}, {"label": "button", "x": 111, "y": 44}, {"label": "button", "x": 165, "y": 44}, {"label": "button", "x": 218, "y": 44}, {"label": "button", "x": 280, "y": 44}, {"label": "button", "x": 340, "y": 44}, {"label": "button", "x": 34, "y": 77}, {"label": "button", "x": 59, "y": 77}, {"label": "button", "x": 84, "y": 77}, {"label": "button", "x": 109, "y": 75}, {"label": "button", "x": 134, "y": 77}, {"label": "button", "x": 160, "y": 77}, {"label": "button", "x": 193, "y": 77}, {"label": "button", "x": 226, "y": 77}, {"label": "button", "x": 266, "y": 77}, {"label": "button", "x": 299, "y": 77}, {"label": "button", "x": 340, "y": 77}, {"label": "button", "x": 366, "y": 77}, {"label": "button", "x": 399, "y": 77}, {"label": "button", "x": 450, "y": 77}, {"label": "button", "x": 483, "y": 77}, {"label": "button", "x": 516, "y": 77}, {"label": "button", "x": 551, "y": 77}, {"label": "button", "x": 1122, "y": 43}, {"label": "button", "x": 71, "y": 186}, {"label": "button", "x": 72, "y": 255}, {"label": "button", "x": 72, "y": 324}, {"label": "button", "x": 74, "y": 396}, {"label": "heading", "x": 74, "y": 124}, {"label": "heading", "x": 637, "y": 124}, {"label": "common", "x": 68, "y": 700}, {"label": "common", "x": 370, "y": 700}, {"label": "button", "x": 299, "y": 166}, {"label": "button", "x": 194, "y": 186}, {"label": "button", "x": 194, "y": 206}, {"label": "button", "x": 222, "y": 193}, {"label": "heading", "x": 543, "y": 232}, {"label": "heading", "x": 693, "y": 164}, {"label": "heading", "x": 238, "y": 233}, {"label": "common", "x": 266, "y": 273}, {"label": "common", "x": 299, "y": 297}, {"label": "common", "x": 277, "y": 322}, {"label": "common", "x": 265, "y": 348}, {"label": "common", "x": 746, "y": 289}, {"label": "heading", "x": 476, "y": 345}, {"label": "button", "x": 475, "y": 368}, {"label": "common", "x": 522, "y": 369}, {"label": "button", "x": 695, "y": 367}, {"label": "common", "x": 742, "y": 368}, {"label": "common", "x": 492, "y": 391}, {"label": "button", "x": 567, "y": 415}, {"label": "heading", "x": 497, "y": 446}, {"label": "button", "x": 567, "y": 469}, {"label": "button", "x": 567, "y": 487}, {"label": "button", "x": 567, "y": 504}, {"label": "button", "x": 567, "y": 522}, {"label": "button", "x": 566, "y": 540}, {"label": "button", "x": 720, "y": 481}, {"label": "button", "x": 721, "y": 514}, {"label": "button", "x": 721, "y": 549}, {"label": "button", "x": 721, "y": 583}, {"label": "heading", "x": 803, "y": 446}, {"label": "button", "x": 1028, "y": 515}, {"label": "button", "x": 1029, "y": 548}, {"label": "button", "x": 293, "y": 643}, {"label": "button", "x": 557, "y": 643}, {"label": "button", "x": 697, "y": 643}, {"label": "button", "x": 844, "y": 642}, {"label": "button", "x": 991, "y": 643}, {"label": "heading", "x": 178, "y": 309}, {"label": "button", "x": 58, "y": 25}, {"label": "button", "x": 148, "y": 24}, {"label": "button", "x": 236, "y": 24}, {"label": "button", "x": 285, "y": 24}, {"label": "button", "x": 362, "y": 24}, {"label": "button", "x": 409, "y": 24}, {"label": "button", "x": 383, "y": 24}, {"label": "button", "x": 468, "y": 26}, {"label": "heading", "x": 585, "y": 25}, {"label": "button", "x": 728, "y": 25}, {"label": "button", "x": 817, "y": 25}, {"label": "button", "x": 907, "y": 27}, {"label": "button", "x": 1000, "y": 25}, {"label": "button", "x": 1086, "y": 25}, {"label": "button", "x": 93, "y": 70}, {"label": "button", "x": 242, "y": 70}, {"label": "button", "x": 351, "y": 70}, {"label": "button", "x": 455, "y": 70}, {"label": "button", "x": 560, "y": 70}, {"label": "button", "x": 667, "y": 70}, {"label": "button", "x": 771, "y": 70}, {"label": "button", "x": 874, "y": 69}, {"label": "button", "x": 981, "y": 69}, {"label": "button", "x": 1065, "y": 69}, {"label": "button", "x": 1116, "y": 69}, {"label": "text-input", "x": 175, "y": 140}, {"label": "button", "x": 303, "y": 138}, {"label": "button", "x": 484, "y": 140}, {"label": "button", "x": 599, "y": 141}, {"label": "button", "x": 706, "y": 140}, {"label": "common", "x": 857, "y": 141}, {"label": "button", "x": 1092, "y": 142}, {"label": "table-cell", "x": 44, "y": 194}, {"label": "table-cell", "x": 204, "y": 194}, {"label": "table-cell", "x": 464, "y": 194}, {"label": "table-cell", "x": 688, "y": 194}, {"label": "table-cell", "x": 876, "y": 194}, {"label": "table-cell", "x": 43, "y": 227}, {"label": "table-cell", "x": 204, "y": 227}, {"label": "table-cell", "x": 464, "y": 227}, {"label": "table-cell", "x": 688, "y": 228}, {"label": "table-cell", "x": 876, "y": 228}, {"label": "table-cell", "x": 1022, "y": 228}, {"label": "table-cell", "x": 43, "y": 261}, {"label": "table-cell", "x": 205, "y": 261}, {"label": "table-cell", "x": 462, "y": 261}, {"label": "table-cell", "x": 689, "y": 261}, {"label": "table-cell", "x": 877, "y": 261}, {"label": "table-cell", "x": 1022, "y": 261}, {"label": "table-cell", "x": 42, "y": 295}, {"label": "table-cell", "x": 204, "y": 295}, {"label": "table-cell", "x": 462, "y": 295}, {"label": "table-cell", "x": 688, "y": 294}, {"label": "table-cell", "x": 876, "y": 294}, {"label": "table-cell", "x": 1021, "y": 194}, {"label": "table-cell", "x": 1020, "y": 294}, {"label": "table-cell", "x": 43, "y": 328}, {"label": "table-cell", "x": 204, "y": 328}, {"label": "table-cell", "x": 463, "y": 328}, {"label": "table-cell", "x": 688, "y": 328}, {"label": "table-cell", "x": 876, "y": 328}, {"label": "table-cell", "x": 1020, "y": 328}, {"label": "table-cell", "x": 43, "y": 361}, {"label": "table-cell", "x": 204, "y": 361}, {"label": "table-cell", "x": 462, "y": 361}, {"label": "table-cell", "x": 688, "y": 361}, {"label": "table-cell", "x": 876, "y": 361}, {"label": "table-cell", "x": 1020, "y": 361}, {"label": "table-cell", "x": 42, "y": 394}, {"label": "table-cell", "x": 204, "y": 394}, {"label": "table-cell", "x": 462, "y": 394}, {"label": "table-cell", "x": 687, "y": 394}, {"label": "table-cell", "x": 876, "y": 394}, {"label": "table-cell", "x": 1021, "y": 394}, {"label": "table-cell", "x": 42, "y": 428}, {"label": "table-cell", "x": 204, "y": 428}, {"label": "table-cell", "x": 462, "y": 428}, {"label": "table-cell", "x": 688, "y": 428}, {"label": "table-cell", "x": 877, "y": 428}, {"label": "table-cell", "x": 1020, "y": 428}, {"label": "table-cell", "x": 43, "y": 461}, {"label": "table-cell", "x": 204, "y": 461}, {"label": "table-cell", "x": 462, "y": 461}, {"label": "table-cell", "x": 688, "y": 461}, {"label": "table-cell", "x": 877, "y": 461}, {"label": "table-cell", "x": 1020, "y": 461}, {"label": "table-cell", "x": 42, "y": 494}, {"label": "table-cell", "x": 204, "y": 494}, {"label": "table-cell", "x": 462, "y": 494}, {"label": "table-cell", "x": 687, "y": 494}, {"label": "table-cell", "x": 876, "y": 494}, {"label": "table-cell", "x": 1020, "y": 494}, {"label": "table-cell", "x": 42, "y": 528}, {"label": "table-cell", "x": 204, "y": 528}, {"label": "table-cell", "x": 462, "y": 527}, {"label": "table-cell", "x": 688, "y": 527}, {"label": "table-cell", "x": 877, "y": 528}, {"label": "table-cell", "x": 1021, "y": 528}, {"label": "table-cell", "x": 41, "y": 561}, {"label": "table-cell", "x": 204, "y": 561}, {"label": "table-cell", "x": 462, "y": 561}, {"label": "table-cell", "x": 688, "y": 561}, {"label": "table-cell", "x": 877, "y": 561}, {"label": "table-cell", "x": 1021, "y": 561}, {"label": "table-cell", "x": 42, "y": 594}, {"label": "table-cell", "x": 204, "y": 595}, {"label": "table-cell", "x": 462, "y": 595}, {"label": "table-cell", "x": 688, "y": 594}, {"label": "table-cell", "x": 876, "y": 594}, {"label": "table-cell", "x": 1021, "y": 594}, {"label": "table-cell", "x": 42, "y": 619}, {"label": "table-cell", "x": 205, "y": 620}, {"label": "table-cell", "x": 462, "y": 619}, {"label": "table-cell", "x": 688, "y": 620}, {"label": "table-cell", "x": 876, "y": 619}, {"label": "table-cell", "x": 1021, "y": 619}, {"label": "button", "x": 1102, "y": 194}, {"label": "button", "x": 1103, "y": 325}, {"label": "button", "x": 1102, "y": 616}, {"label": "table-row", "x": 535, "y": 194}, {"label": "table-row", "x": 535, "y": 228}, {"label": "table-row", "x": 534, "y": 262}, {"label": "table-row", "x": 534, "y": 295}, {"label": "table-row", "x": 535, "y": 328}, {"label": "table-row", "x": 535, "y": 362}, {"label": "table-row", "x": 534, "y": 395}, {"label": "table-row", "x": 534, "y": 429}, {"label": "table-row", "x": 534, "y": 461}, {"label": "table-row", "x": 534, "y": 495}, {"label": "table-row", "x": 535, "y": 528}, {"label": "table-row", "x": 534, "y": 562}, {"label": "table-row", "x": 534, "y": 595}, {"label": "table-row", "x": 535, "y": 620}, {"label": "table", "x": 535, "y": 402}, {"label": "button", "x": 94, "y": 649}, {"label": "button", "x": 183, "y": 650}, {"label": "button", "x": 390, "y": 649}, {"label": "button", "x": 593, "y": 650}, {"label": "button", "x": 756, "y": 651}, {"label": "button", "x": 840, "y": 651}, {"label": "button", "x": 1046, "y": 651}, {"label": "common", "x": 77, "y": 692}, {"label": "button", "x": 256, "y": 693}, {"label": "button", "x": 374, "y": 692}, {"label": "button", "x": 491, "y": 692}, {"label": "button", "x": 575, "y": 692}, {"label": "button", "x": 749, "y": 692}, {"label": "button", "x": 930, "y": 692}]


[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "heading", "x": 512, "y": 747}, {"label": "button", "x": 994, "y": 743}, {"label": "common", "x": 130, "y": 688}, {"label": "text-input", "x": 414, "y": 692}, {"label": "button", "x": 633, "y": 691}, {"label": "image", "x": 201, "y": 692}, {"label": "button", "x": 683, "y": 697}, {"label": "button", "x": 712, "y": 697}, {"label": "button", "x": 740, "y": 697}, {"label": "button", "x": 778, "y": 696}, {"label": "button", "x": 91, "y": 604}, {"label": "button", "x": 91, "y": 502}, {"label": "button", "x": 91, "y": 399}, {"label": "button", "x": 89, "y": 296}, {"label": "button", "x": 90, "y": 193}, {"label": "common", "x": 226, "y": 96}, {"label": "common", "x": 238, "y": 48}, {"label": "text-input", "x": 574, "y": 100}, {"label": "button", "x": 777, "y": 99}, {"label": "text-input", "x": 573, "y": 50}, {"label": "button", "x": 777, "y": 49}, {"label": "button", "x": 919, "y": 96}, {"label": "button", "x": 920, "y": 49}, {"label": "table-cell", "x": 455, "y": 637}, {"label": "table-cell", "x": 813, "y": 636}, {"label": "table-cell", "x": 940, "y": 636}, {"label": "table-cell", "x": 455, "y": 601}, {"label": "table-cell", "x": 812, "y": 600}, {"label": "table-cell", "x": 942, "y": 601}, {"label": "table-cell", "x": 456, "y": 565}, {"label": "table-cell", "x": 812, "y": 565}, {"label": "table-cell", "x": 940, "y": 565}, {"label": "table-row", "x": 584, "y": 636}, {"label": "table-row", "x": 585, "y": 601}, {"label": "table-row", "x": 585, "y": 565}, {"label": "table", "x": 585, "y": 601}, {"label": "button", "x": 420, "y": 143}, {"label": "image", "x": 972, "y": 88}]


[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "image", "x": 55, "y": 15}, {"label": "button", "x": 134, "y": 16}, {"label": "button", "x": 224, "y": 15}, {"label": "button", "x": 356, "y": 15}, {"label": "button", "x": 490, "y": 15}, {"label": "button", "x": 625, "y": 15}, {"label": "button", "x": 733, "y": 15}, {"label": "button", "x": 832, "y": 15}, {"label": "button", "x": 1444, "y": 14}, {"label": "button", "x": 1581, "y": 15}, {"label": "button", "x": 1708, "y": 15}, {"label": "button", "x": 1791, "y": 15}, {"label": "button", "x": 1832, "y": 15}, {"label": "image", "x": 81, "y": 54}, {"label": "image", "x": 152, "y": 55}, {"label": "heading", "x": 269, "y": 55}, {"label": "heading", "x": 648, "y": 55}, {"label": "button", "x": 17, "y": 98}, {"label": "image", "x": 42, "y": 97}, {"label": "heading", "x": 77, "y": 98}, {"label": "button", "x": 244, "y": 99}, {"label": "heading", "x": 36, "y": 128}, {"label": "common", "x": 194, "y": 129}, {"label": "button", "x": 213, "y": 129}, {"label": "button", "x": 231, "y": 130}, {"label": "button", "x": 23, "y": 155}, {"label": "button", "x": 97, "y": 156}, {"label": "common", "x": 60, "y": 155}, {"label": "common", "x": 132, "y": 155}, {"label": "button", "x": 1602, "y": 55}, {"label": "button", "x": 1631, "y": 55}, {"label": "button", "x": 1682, "y": 54}, {"label": "button", "x": 1722, "y": 55}, {"label": "button", "x": 1777, "y": 54}, {"label": "button", "x": 1815, "y": 54}, {"label": "text-input", "x": 129, "y": 187}, {"label": "button", "x": 234, "y": 188}, {"label": "image", "x": 28, "y": 229}, {"label": "heading", "x": 68, "y": 230}, {"label": "button", "x": 86, "y": 253}, {"label": "button", "x": 86, "y": 276}, {"label": "button", "x": 79, "y": 299}, {"label": "button", "x": 68, "y": 322}, {"label": "button", "x": 81, "y": 344}, {"label": "button", "x": 73, "y": 367}, {"label": "button", "x": 97, "y": 391}, {"label": "button", "x": 100, "y": 414}, {"label": "button", "x": 99, "y": 436}, {"label": "button", "x": 98, "y": 459}, {"label": "button", "x": 86, "y": 483}, {"label": "button", "x": 75, "y": 506}, {"label": "button", "x": 81, "y": 529}, {"label": "button", "x": 68, "y": 575}, {"label": "button", "x": 84, "y": 598}, {"label": "button", "x": 81, "y": 621}, {"label": "button", "x": 76, "y": 644}, {"label": "button", "x": 76, "y": 666}, {"label": "button", "x": 93, "y": 689}, {"label": "button", "x": 79, "y": 713}, {"label": "button", "x": 79, "y": 736}, {"label": "button", "x": 70, "y": 759}, {"label": "button", "x": 65, "y": 781}, {"label": "button", "x": 91, "y": 805}, {"label": "button", "x": 111, "y": 828}, {"label": "button", "x": 111, "y": 851}, {"label": "button", "x": 63, "y": 873}, {"label": "button", "x": 70, "y": 897}, {"label": "common", "x": 1060, "y": 187}, {"label": "button", "x": 1792, "y": 178}, {"label": "button", "x": 1794, "y": 276}, {"label": "common", "x": 330, "y": 309}, {"label": "text-input", "x": 442, "y": 308}, {"label": "common", "x": 280, "y": 265}, {"label": "button", "x": 279, "y": 289}, {"label": "button", "x": 285, "y": 316}, {"label": "common", "x": 1694, "y": 380}, {"label": "common", "x": 1046, "y": 438}, {"label": "button", "x": 1792, "y": 358}, {"label": "button", "x": 1791, "y": 381}, {"label": "button", "x": 1792, "y": 517}, {"label": "button", "x": 381, "y": 564}, {"label": "button", "x": 519, "y": 565}, {"label": "button", "x": 641, "y": 565}, {"label": "image", "x": 452, "y": 612}, {"label": "image", "x": 451, "y": 685}, {"label": "image", "x": 453, "y": 761}, {"label": "image", "x": 453, "y": 834}, {"label": "image", "x": 453, "y": 865}, {"label": "image", "x": 452, "y": 896}, {"label": "image", "x": 453, "y": 927}, {"label": "image", "x": 453, "y": 957}, {"label": "table-cell", "x": 371, "y": 634}, {"label": "table-cell", "x": 456, "y": 634}, {"label": "table-cell", "x": 593, "y": 634}, {"label": "table-cell", "x": 1249, "y": 634}, {"label": "table-cell", "x": 370, "y": 707}, {"label": "table-cell", "x": 455, "y": 707}, {"label": "table-cell", "x": 593, "y": 707}, {"label": "table-cell", "x": 1249, "y": 707}, {"label": "table-cell", "x": 370, "y": 781}, {"label": "table-cell", "x": 456, "y": 781}, {"label": "table-cell", "x": 593, "y": 781}, {"label": "table-cell", "x": 1250, "y": 781}, {"label": "table-cell", "x": 370, "y": 833}, {"label": "table-cell", "x": 455, "y": 832}, {"label": "table-cell", "x": 593, "y": 832}, {"label": "table-cell", "x": 1250, "y": 832}, {"label": "table-cell", "x": 370, "y": 865}, {"label": "table-cell", "x": 455, "y": 865}, {"label": "table-cell", "x": 592, "y": 865}, {"label": "table-cell", "x": 1250, "y": 864}, {"label": "table-cell", "x": 370, "y": 896}, {"label": "table-cell", "x": 455, "y": 896}, {"label": "table-cell", "x": 593, "y": 896}, {"label": "table-cell", "x": 1250, "y": 895}, {"label": "table-cell", "x": 370, "y": 927}, {"label": "table-cell", "x": 456, "y": 927}, {"label": "table-cell", "x": 594, "y": 927}, {"label": "table-cell", "x": 1250, "y": 927}, {"label": "table-cell", "x": 371, "y": 956}, {"label": "table-cell", "x": 458, "y": 956}, {"label": "table-cell", "x": 594, "y": 956}, {"label": "table-cell", "x": 1251, "y": 956}, {"label": "button", "x": 1810, "y": 926}, {"label": "table-row", "x": 1047, "y": 635}, {"label": "table-row", "x": 1047, "y": 708}, {"label": "table-row", "x": 1047, "y": 782}, {"label": "table-row", "x": 1048, "y": 833}, {"label": "table-row", "x": 1046, "y": 864}, {"label": "table-row", "x": 1046, "y": 896}, {"label": "table-row", "x": 1046, "y": 928}, {"label": "table-row", "x": 1046, "y": 956}, {"label": "table", "x": 1046, "y": 784}]


[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "button", "x": 15, "y": 15}, {"label": "heading", "x": 180, "y": 15}, {"label": "button", "x": 27, "y": 39}, {"label": "button", "x": 81, "y": 39}, {"label": "button", "x": 142, "y": 39}, {"label": "button", "x": 202, "y": 39}, {"label": "button", "x": 267, "y": 39}, {"label": "button", "x": 321, "y": 39}, {"label": "button", "x": 360, "y": 39}, {"label": "button", "x": 47, "y": 62}, {"label": "button", "x": 91, "y": 62}, {"label": "button", "x": 145, "y": 62}, {"label": "button", "x": 239, "y": 62}, {"label": "button", "x": 352, "y": 62}, {"label": "image", "x": 1134, "y": 40}, {"label": "button", "x": 1058, "y": 10}, {"label": "button", "x": 1085, "y": 10}, {"label": "button", "x": 1123, "y": 10}, {"label": "text-input", "x": 916, "y": 62}, {"label": "button", "x": 1130, "y": 62}, {"label": "button", "x": 136, "y": 89}, {"label": "common", "x": 58, "y": 116}, {"label": "button", "x": 203, "y": 114}, {"label": "button", "x": 229, "y": 114}, {"label": "button", "x": 76, "y": 140}, {"label": "button", "x": 15, "y": 162}, {"label": "button", "x": 116, "y": 180}, {"label": "button", "x": 58, "y": 241}, {"label": "button", "x": 67, "y": 220}, {"label": "button", "x": 65, "y": 200}, {"label": "button", "x": 27, "y": 241}, {"label": "button", "x": 66, "y": 260}, {"label": "button", "x": 71, "y": 279}, {"label": "button", "x": 66, "y": 300}, {"label": "button", "x": 55, "y": 320}, {"label": "button", "x": 83, "y": 340}, {"label": "button", "x": 15, "y": 361}, {"label": "button", "x": 65, "y": 360}, {"label": "button", "x": 71, "y": 380}, {"label": "button", "x": 127, "y": 401}, {"label": "button", "x": 16, "y": 421}, {"label": "button", "x": 96, "y": 422}, {"label": "button", "x": 87, "y": 162}, {"label": "button", "x": 75, "y": 440}, {"label": "button", "x": 65, "y": 460}, {"label": "button", "x": 67, "y": 481}, {"label": "button", "x": 28, "y": 501}, {"label": "button", "x": 58, "y": 500}, {"label": "button", "x": 66, "y": 519}, {"label": "button", "x": 71, "y": 539}, {"label": "button", "x": 58, "y": 560}, {"label": "button", "x": 65, "y": 580}, {"label": "button", "x": 64, "y": 601}, {"label": "button", "x": 67, "y": 621}, {"label": "button", "x": 80, "y": 641}, {"label": "button", "x": 16, "y": 661}, {"label": "button", "x": 70, "y": 660}, {"label": "button", "x": 70, "y": 681}, {"label": "button", "x": 76, "y": 700}, {"label": "button", "x": 234, "y": 711}, {"label": "button", "x": 232, "y": 598}, {"label": "image", "x": 19, "y": 732}, {"label": "button", "x": 233, "y": 137}, {"label": "table-cell", "x": 250, "y": 113}, {"label": "table-cell", "x": 251, "y": 135}, {"label": "table-cell", "x": 268, "y": 135}, {"label": "table-cell", "x": 267, "y": 113}, {"label": "table-cell", "x": 285, "y": 113}, {"label": "table-cell", "x": 285, "y": 135}, {"label": "table-cell", "x": 564, "y": 114}, {"label": "table-cell", "x": 564, "y": 135}, {"label": "table-cell", "x": 844, "y": 114}, {"label": "table-cell", "x": 935, "y": 114}, {"label": "table-cell", "x": 1027, "y": 114}, {"label": "table-cell", "x": 844, "y": 136}, {"label": "table-cell", "x": 935, "y": 136}, {"label": "table-cell", "x": 1027, "y": 136}, {"label": "table-cell", "x": 1081, "y": 114}, {"label": "table-cell", "x": 1081, "y": 136}, {"label": "table-cell", "x": 1136, "y": 114}, {"label": "table-cell", "x": 1136, "y": 136}, {"label": "table-row", "x": 694, "y": 114}, {"label": "table-row", "x": 694, "y": 137}, {"label": "table", "x": 694, "y": 124}, {"label": "button", "x": 1103, "y": 89}, {"label": "button", "x": 1134, "y": 89}, {"label": "table-cell", "x": 277, "y": 270}, {"label": "table-cell", "x": 437, "y": 270}, {"label": "button", "x": 359, "y": 268}, {"label": "table-cell", "x": 277, "y": 292}, {"label": "table-cell", "x": 437, "y": 292}, {"label": "table-cell", "x": 277, "y": 315}, {"label": "table-cell", "x": 437, "y": 315}, {"label": "table-cell", "x": 277, "y": 338}, {"label": "table-cell", "x": 437, "y": 338}, {"label": "button", "x": 552, "y": 315}, {"label": "button", "x": 461, "y": 338}, {"label": "table-row", "x": 405, "y": 269}, {"label": "table-row", "x": 405, "y": 291}, {"label": "table-row", "x": 405, "y": 314}, {"label": "table-row", "x": 405, "y": 337}, {"label": "table", "x": 405, "y": 304}, {"label": "button", "x": 763, "y": 259}, {"label": "button", "x": 812, "y": 259}, {"label": "button", "x": 869, "y": 260}, {"label": "button", "x": 964, "y": 260}, {"label": "button", "x": 1039, "y": 260}, {"label": "button", "x": 1107, "y": 260}, {"label": "common", "x": 1094, "y": 291}, {"label": "button", "x": 1079, "y": 332}, {"label": "common", "x": 492, "y": 368}, {"label": "button", "x": 494, "y": 368}, {"label": "heading", "x": 508, "y": 408}, {"label": "heading", "x": 586, "y": 436}, {"label": "heading", "x": 537, "y": 499}, {"label": "common", "x": 512, "y": 630}, {"label": "button", "x": 513, "y": 567}, {"label": "button", "x": 428, "y": 668}, {"label": "button", "x": 499, "y": 668}, {"label": "button", "x": 572, "y": 702}, {"label": "button", "x": 426, "y": 716}, {"label": "button", "x": 546, "y": 716}, {"label": "image", "x": 711, "y": 625}, {"label": "heading", "x": 934, "y": 408}, {"label": "heading", "x": 895, "y": 485}, {"label": "common", "x": 876, "y": 529}, {"label": "common", "x": 893, "y": 560}, {"label": "common", "x": 895, "y": 589}, {"label": "common", "x": 898, "y": 621}, {"label": "common", "x": 895, "y": 652}, {"label": "common", "x": 899, "y": 691}, {"label": "button", "x": 1136, "y": 361}, {"label": "button", "x": 1136, "y": 383}, {"label": "button", "x": 1137, "y": 712}, {"label": "button", "x": 1139, "y": 736}, {"label": "common", "x": 1011, "y": 731}, {"label": "common", "x": 1092, "y": 731}, {"label": "button", "x": 33, "y": 48}, {"label": "button", "x": 33, "y": 104}, {"label": "button", "x": 33, "y": 581}, {"label": "button", "x": 33, "y": 637}, {"label": "button", "x": 112, "y": 44}, {"label": "button", "x": 179, "y": 45}, {"label": "button", "x": 279, "y": 45}, {"label": "button", "x": 383, "y": 43}, {"label": "button", "x": 458, "y": 45}, {"label": "dropdown", "x": 544, "y": 45}, {"label": "button", "x": 1011, "y": 43}, {"label": "button", "x": 1097, "y": 43}, {"label": "heading", "x": 128, "y": 97}, {"label": "button", "x": 269, "y": 152}, {"label": "button", "x": 504, "y": 152}, {"label": "heading", "x": 116, "y": 211}, {"label": "heading", "x": 160, "y": 559}, {"label": "heading", "x": 119, "y": 638}, {"label": "button", "x": 298, "y": 249}, {"label": "button", "x": 297, "y": 305}, {"label": "button", "x": 298, "y": 371}, {"label": "button", "x": 298, "y": 438}, {"label": "button", "x": 297, "y": 506}, {"label": "button", "x": 295, "y": 597}, {"label": "text-input", "x": 626, "y": 691}, {"label": "image", "x": 91, "y": 691}, {"label": "button", "x": 619, "y": 337}, {"label": "heading", "x": 840, "y": 231}, {"label": "common", "x": 841, "y": 259}, {"label": "image", "x": 839, "y": 156}, {"label": "button", "x": 24, "y": 733}, {"label": "button", "x": 75, "y": 733}, {"label": "button", "x": 128, "y": 733}, {"label": "button", "x": 180, "y": 734}, {"label": "button", "x": 232, "y": 733}, {"label": "button", "x": 285, "y": 733}, {"label": "button", "x": 336, "y": 732}, {"label": "button", "x": 388, "y": 732}, {"label": "button", "x": 441, "y": 733}, {"label": "button", "x": 493, "y": 732}, {"label": "button", "x": 546, "y": 733}, {"label": "button", "x": 597, "y": 732}, {"label": "button", "x": 650, "y": 732}, {"label": "button", "x": 702, "y": 732}, {"label": "button", "x": 752, "y": 732}, {"label": "button", "x": 806, "y": 732}, {"label": "button", "x": 858, "y": 732}, {"label": "button", "x": 910, "y": 733}, {"label": "button", "x": 963, "y": 732}]


[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "button", "x": 174, "y": 1009}, {"label": "button", "x": 382, "y": 1011}, {"label": "button", "x": 579, "y": 1012}, {"label": "image", "x": 58, "y": 1020}, {"label": "image", "x": 96, "y": 872}, {"label": "text-input", "x": 456, "y": 877}, {"label": "button", "x": 683, "y": 877}, {"label": "button", "x": 784, "y": 876}, {"label": "button", "x": 889, "y": 877}, {"label": "image", "x": 144, "y": 757}, {"label": "common", "x": 233, "y": 626}, {"label": "common", "x": 121, "y": 492}, {"label": "common", "x": 112, "y": 323}, {"label": "common", "x": 157, "y": 241}, {"label": "common", "x": 235, "y": 72}, {"label": "text-input", "x": 601, "y": 74}, {"label": "text-input", "x": 736, "y": 242}, {"label": "text-input", "x": 734, "y": 329}, {"label": "text-input", "x": 613, "y": 494}, {"label": "common", "x": 996, "y": 501}]


[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "button", "x": 971, "y": 41}, {"label": "button", "x": 891, "y": 41}, {"label": "button", "x": 811, "y": 39}, {"label": "button", "x": 767, "y": 40}, {"label": "button", "x": 698, "y": 40}, {"label": "button", "x": 656, "y": 41}, {"label": "button", "x": 679, "y": 41}, {"label": "button", "x": 603, "y": 43}, {"label": "heading", "x": 497, "y": 42}, {"label": "button", "x": 368, "y": 41}, {"label": "button", "x": 288, "y": 41}, {"label": "button", "x": 207, "y": 45}, {"label": "button", "x": 123, "y": 41}, {"label": "button", "x": 46, "y": 42}, {"label": "button", "x": 940, "y": 116}, {"label": "button", "x": 806, "y": 117}, {"label": "button", "x": 708, "y": 117}, {"label": "button", "x": 614, "y": 117}, {"label": "button", "x": 519, "y": 117}, {"label": "button", "x": 423, "y": 117}, {"label": "button", "x": 330, "y": 116}, {"label": "button", "x": 236, "y": 114}, {"label": "button", "x": 140, "y": 115}, {"label": "button", "x": 65, "y": 114}, {"label": "button", "x": 19, "y": 115}, {"label": "text-input", "x": 866, "y": 234}, {"label": "button", "x": 752, "y": 230}, {"label": "button", "x": 588, "y": 234}, {"label": "button", "x": 485, "y": 235}, {"label": "button", "x": 388, "y": 233}, {"label": "common", "x": 252, "y": 235}, {"label": "button", "x": 41, "y": 237}, {"label": "table-cell", "x": 985, "y": 323}, {"label": "table-cell", "x": 840, "y": 323}, {"label": "table-cell", "x": 606, "y": 323}, {"label": "table-cell", "x": 404, "y": 324}, {"label": "table-cell", "x": 235, "y": 323}, {"label": "table-cell", "x": 985, "y": 379}, {"label": "table-cell", "x": 840, "y": 379}, {"label": "table-cell", "x": 606, "y": 379}, {"label": "table-cell", "x": 404, "y": 380}, {"label": "table-cell", "x": 235, "y": 380}, {"label": "table-cell", "x": 104, "y": 380}, {"label": "table-cell", "x": 985, "y": 435}, {"label": "table-cell", "x": 839, "y": 435}, {"label": "table-cell", "x": 608, "y": 435}, {"label": "table-cell", "x": 404, "y": 435}, {"label": "table-cell", "x": 235, "y": 435}, {"label": "table-cell", "x": 104, "y": 435}, {"label": "table-cell", "x": 986, "y": 492}, {"label": "table-cell", "x": 840, "y": 492}, {"label": "table-cell", "x": 608, "y": 492}, {"label": "table-cell", "x": 405, "y": 491}, {"label": "table-cell", "x": 235, "y": 491}, {"label": "table-cell", "x": 105, "y": 323}, {"label": "table-cell", "x": 105, "y": 491}, {"label": "table-cell", "x": 985, "y": 547}, {"label": "table-cell", "x": 840, "y": 547}, {"label": "table-cell", "x": 607, "y": 548}, {"label": "table-cell", "x": 404, "y": 547}, {"label": "table-cell", "x": 235, "y": 547}, {"label": "table-cell", "x": 105, "y": 547}, {"label": "table-cell", "x": 985, "y": 602}, {"label": "table-cell", "x": 840, "y": 603}, {"label": "table-cell", "x": 608, "y": 603}, {"label": "table-cell", "x": 405, "y": 602}, {"label": "table-cell", "x": 235, "y": 603}, {"label": "table-cell", "x": 105, "y": 603}, {"label": "table-cell", "x": 987, "y": 658}, {"label": "table-cell", "x": 840, "y": 658}, {"label": "table-cell", "x": 608, "y": 658}, {"label": "table-cell", "x": 405, "y": 657}, {"label": "table-cell", "x": 235, "y": 657}, {"label": "table-cell", "x": 105, "y": 658}, {"label": "table-cell", "x": 987, "y": 714}, {"label": "table-cell", "x": 840, "y": 714}, {"label": "table-cell", "x": 608, "y": 714}, {"label": "table-cell", "x": 405, "y": 713}, {"label": "table-cell", "x": 235, "y": 714}, {"label": "table-cell", "x": 105, "y": 714}, {"label": "table-cell", "x": 985, "y": 769}, {"label": "table-cell", "x": 841, "y": 769}, {"label": "table-cell", "x": 608, "y": 769}, {"label": "table-cell", "x": 405, "y": 769}, {"label": "table-cell", "x": 235, "y": 769}, {"label": "table-cell", "x": 105, "y": 769}, {"label": "table-cell", "x": 987, "y": 825}, {"label": "table-cell", "x": 841, "y": 825}, {"label": "table-cell", "x": 608, "y": 825}, {"label": "table-cell", "x": 405, "y": 825}, {"label": "table-cell", "x": 235, "y": 825}, {"label": "table-cell", "x": 105, "y": 825}, {"label": "table-cell", "x": 987, "y": 881}, {"label": "table-cell", "x": 841, "y": 881}, {"label": "table-cell", "x": 608, "y": 880}, {"label": "table-cell", "x": 404, "y": 880}, {"label": "table-cell", "x": 235, "y": 881}, {"label": "table-cell", "x": 105, "y": 881}, {"label": "table-cell", "x": 987, "y": 936}, {"label": "table-cell", "x": 840, "y": 936}, {"label": "table-cell", "x": 608, "y": 936}, {"label": "table-cell", "x": 405, "y": 936}, {"label": "table-cell", "x": 235, "y": 936}, {"label": "table-cell", "x": 105, "y": 936}, {"label": "table-cell", "x": 987, "y": 992}, {"label": "table-cell", "x": 840, "y": 992}, {"label": "table-cell", "x": 608, "y": 992}, {"label": "table-cell", "x": 405, "y": 992}, {"label": "table-cell", "x": 235, "y": 991}, {"label": "table-cell", "x": 105, "y": 991}, {"label": "table-cell", "x": 987, "y": 1033}, {"label": "table-cell", "x": 839, "y": 1034}, {"label": "table-cell", "x": 608, "y": 1033}, {"label": "table-cell", "x": 405, "y": 1034}, {"label": "table-cell", "x": 235, "y": 1033}, {"label": "table-cell", "x": 105, "y": 1033}, {"label": "button", "x": 32, "y": 324}, {"label": "button", "x": 31, "y": 541}, {"label": "button", "x": 32, "y": 1028}, {"label": "table-row", "x": 542, "y": 323}, {"label": "table-row", "x": 542, "y": 381}, {"label": "table-row", "x": 543, "y": 437}, {"label": "table-row", "x": 543, "y": 492}, {"label": "table-row", "x": 542, "y": 548}, {"label": "table-row", "x": 542, "y": 604}, {"label": "table-row", "x": 543, "y": 659}, {"label": "table-row", "x": 544, "y": 715}, {"label": "table-row", "x": 543, "y": 770}, {"label": "table-row", "x": 544, "y": 825}, {"label": "table-row", "x": 542, "y": 881}, {"label": "table-row", "x": 543, "y": 937}, {"label": "table-row", "x": 544, "y": 993}, {"label": "table-row", "x": 542, "y": 1035}, {"label": "table", "x": 542, "y": 671}, {"label": "button", "x": 939, "y": 1083}, {"label": "button", "x": 859, "y": 1085}, {"label": "button", "x": 673, "y": 1082}, {"label": "button", "x": 489, "y": 1085}, {"label": "button", "x": 343, "y": 1086}, {"label": "button", "x": 267, "y": 1086}, {"label": "button", "x": 82, "y": 1086}, {"label": "common", "x": 955, "y": 1154}, {"label": "button", "x": 793, "y": 1157}, {"label": "button", "x": 687, "y": 1154}, {"label": "button", "x": 581, "y": 1154}, {"label": "button", "x": 507, "y": 1154}, {"label": "button", "x": 349, "y": 1154}, {"label": "button", "x": 187, "y": 1154}]