[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "button", "x": 53, "y": 41}, {"label": "button", "x": 133, "y": 41}, {"label": "button", "x": 213, "y": 39}, {"label": "button", "x": 257, "y": 40}, {"label": "button", "x": 326, "y": 40}, {"label": "button", "x": 368, "y": 41}, {"label": "button", "x": 345, "y": 41}, {"label": "button", "x": 421, "y": 43}, {"label": "heading", "x": 527, "y": 42}, {"label": "button", "x": 656, "y": 41}, {"label": "button", "x": 736, "y": 41}, {"label": "button", "x": 817, "y": 45}, {"label": "button", "x": 901, "y": 41}, {"label": "button", "x": 978, "y": 42}, {"label": "button", "x": 84, "y": 116}, {"label": "button", "x": 218, "y": 117}, {"label": "button", "x": 316, "y": 117}, {"label": "button", "x": 410, "y": 117}, {"label": "button", "x": 505, "y": 117}, {"label": "button", "x": 601, "y": 117}, {"label": "button", "x": 694, "y": 116}, {"label": "button", "x": 788, "y": 114}, {"label": "button", "x": 884, "y": 115}, {"label": "button", "x": 959, "y": 114}, {"label": "button", "x": 1005, "y": 115}, {"label": "text-input", "x": 158, "y": 234}, {"label": "button", "x": 272, "y": 230}, {"label": "button", "x": 436, "y": 234}, {"label": "button", "x": 539, "y": 235}, {"label": "button", "x": 636, "y": 233}, {"label": "common", "x": 772, "y": 235}, {"label": "button", "x": 983, "y": 237}, {"label": "table-cell", "x": 39, "y": 323}, {"label": "table-cell", "x": 184, "y": 323}, {"label": "table-cell", "x": 418, "y": 323}, {"label": "table-cell", "x": 620, "y": 324}, {"label": "table-cell", "x": 789, "y": 323}, {"label": "table-cell", "x": 39, "y": 379}, {"label": "table-cell", "x": 184, "y": 379}, {"label": "table-cell", "x": 418, "y": 379}, {"label": "table-cell", "x": 620, "y": 380}, {"label": "table-cell", "x": 789, "y": 380}, {"label": "table-cell", "x": 920, "y": 380}, {"label": "table-cell", "x": 39, "y": 435}, {"label": "table-cell", "x": 185, "y": 435}, {"label": "table-cell", "x": 416, "y": 435}, {"label": "table-cell", "x": 620, "y": 435}, {"label": "table-cell", "x": 789, "y": 435}, {"label": "table-cell", "x": 920, "y": 435}, {"label": "table-cell", "x": 38, "y": 492}, {"label": "table-cell", "x": 184, "y": 492}, {"label": "table-cell", "x": 416, "y": 492}, {"label": "table-cell", "x": 619, "y": 491}, {"label": "table-cell", "x": 789, "y": 491}, {"label": "table-cell", "x": 919, "y": 323}, {"label": "table-cell", "x": 919, "y": 491}, {"label": "table-cell", "x": 39, "y": 547}, {"label": "table-cell", "x": 184, "y": 547}, {"label": "table-cell", "x": 417, "y": 548}, {"label": "table-cell", "x": 620, "y": 547}, {"label": "table-cell", "x": 789, "y": 547}, {"label": "table-cell", "x": 919, "y": 547}, {"label": "table-cell", "x": 39, "y": 602}, {"label": "table-cell", "x": 184, "y": 603}, {"label": "table-cell", "x": 416, "y": 603}, {"label": "table-cell", "x": 619, "y": 602}, {"label": "table-cell", "x": 789, "y": 603}, {"label": "table-cell", "x": 919, "y": 603}, {"label": "table-cell", "x": 37, "y": 658}, {"label": "table-cell", "x": 184, "y": 658}, {"label": "table-cell", "x": 416, "y": 658}, {"label": "table-cell", "x": 619, "y": 657}, {"label": "table-cell", "x": 789, "y": 657}, {"label": "table-cell", "x": 919, "y": 658}, {"label": "table-cell", "x": 37, "y": 714}, {"label": "table-cell", "x": 184, "y": 714}, {"label": "table-cell", "x": 416, "y": 714}, {"label": "table-cell", "x": 619, "y": 713}, {"label": "table-cell", "x": 789, "y": 714}, {"label": "table-cell", "x": 919, "y": 714}, {"label": "table-cell", "x": 39, "y": 769}, {"label": "table-cell", "x": 183, "y": 769}, {"label": "table-cell", "x": 416, "y": 769}, {"label": "table-cell", "x": 619, "y": 769}, {"label": "table-cell", "x": 789, "y": 769}, {"label": "table-cell", "x": 919, "y": 769}, {"label": "table-cell", "x": 37, "y": 825}, {"label": "table-cell", "x": 183, "y": 825}, {"label": "table-cell", "x": 416, "y": 825}, {"label": "table-cell", "x": 619, "y": 825}, {"label": "table-cell", "x": 789, "y": 825}, {"label": "table-cell", "x": 919, "y": 825}, {"label": "table-cell", "x": 37, "y": 881}, {"label": "table-cell", "x": 183, "y": 881}, {"label": "table-cell", "x": 416, "y": 880}, {"label": "table-cell", "x": 620, "y": 880}, {"label": "table-cell", "x": 789, "y": 881}, {"label": "table-cell", "x": 919, "y": 881}, {"label": "table-cell", "x": 37, "y": 936}, {"label": "table-cell", "x": 184, "y": 936}, {"label": "table-cell", "x": 416, "y": 936}, {"label": "table-cell", "x": 619, "y": 936}, {"label": "table-cell", "x": 789, "y": 936}, {"label": "table-cell", "x": 919, "y": 936}, {"label": "table-cell", "x": 37, "y": 992}, {"label": "table-cell", "x": 184, "y": 992}, {"label": "table-cell", "x": 416, "y": 992}, {"label": "table-cell", "x": 619, "y": 992}, {"label": "table-cell", "x": 789, "y": 991}, {"label": "table-cell", "x": 919, "y": 991}, {"label": "table-cell", "x": 37, "y": 1033}, {"label": "table-cell", "x": 185, "y": 1034}, {"label": "table-cell", "x": 416, "y": 1033}, {"label": "table-cell", "x": 619, "y": 1034}, {"label": "table-cell", "x": 789, "y": 1033}, {"label": "table-cell", "x": 919, "y": 1033}, {"label": "button", "x": 992, "y": 324}, {"label": "button", "x": 993, "y": 541}, {"label": "button", "x": 992, "y": 1028}, {"label": "table-row", "x": 482, "y": 323}, {"label": "table-row", "x": 482, "y": 381}, {"label": "table-row", "x": 481, "y": 437}, {"label": "table-row", "x": 481, "y": 492}, {"label": "table-row", "x": 482, "y": 548}, {"label": "table-row", "x": 482, "y": 604}, {"label": "table-row", "x": 481, "y": 659}, {"label": "table-row", "x": 480, "y": 715}, {"label": "table-row", "x": 481, "y": 770}, {"label": "table-row", "x": 480, "y": 825}, {"label": "table-row", "x": 482, "y": 881}, {"label": "table-row", "x": 481, "y": 937}, {"label": "table-row", "x": 480, "y": 993}, {"label": "table-row", "x": 482, "y": 1035}, {"label": "table", "x": 482, "y": 671}, {"label": "button", "x": 85, "y": 1083}, {"label": "button", "x": 165, "y": 1085}, {"label": "button", "x": 351, "y": 1082}, {"label": "button", "x": 535, "y": 1085}, {"label": "button", "x": 681, "y": 1086}, {"label": "button", "x": 757, "y": 1086}, {"label": "button", "x": 942, "y": 1086}, {"label": "common", "x": 69, "y": 1154}, {"label": "button", "x": 231, "y": 1157}, {"label": "button", "x": 337, "y": 1154}, {"label": "button", "x": 443, "y": 1154}, {"label": "button", "x": 517, "y": 1154}, {"label": "button", "x": 675, "y": 1154}, {"label": "button", "x": 837, "y": 1154}, {"label": "button", "x": 30, "y": 25}, {"label": "button", "x": 75, "y": 24}, {"label": "button", "x": 119, "y": 24}, {"label": "button", "x": 146, "y": 24}, {"label": "button", "x": 183, "y": 25}, {"label": "button", "x": 209, "y": 24}, {"label": "button", "x": 238, "y": 27}, {"label": "heading", "x": 470, "y": 27}, {"label": "heading", "x": 745, "y": 27}, {"label": "button", "x": 816, "y": 26}, {"label": "button", "x": 862, "y": 25}, {"label": "button", "x": 907, "y": 26}, {"label": "button", "x": 953, "y": 26}, {"label": "button", "x": 999, "y": 26}, {"label": "button", "x": 48, "y": 70}, {"label": "button", "x": 133, "y": 70}, {"label": "button", "x": 209, "y": 70}, {"label": "button", "x": 288, "y": 70}, {"label": "button", "x": 368, "y": 71}, {"label": "button", "x": 441, "y": 71}, {"label": "button", "x": 514, "y": 72}, {"label": "button", "x": 583, "y": 71}, {"label": "button", "x": 745, "y": 70}, {"label": "button", "x": 832, "y": 70}, {"label": "button", "x": 52, "y": 154}, {"label": "button", "x": 136, "y": 151}, {"label": "button", "x": 203, "y": 154}, {"label": "button", "x": 313, "y": 115}, {"label": "button", "x": 326, "y": 155}, {"label": "button", "x": 341, "y": 194}, {"label": "button", "x": 487, "y": 156}, {"label": "heading", "x": 343, "y": 232}, {"label": "button", "x": 584, "y": 157}, {"label": "heading", "x": 549, "y": 232}, {"label": "button", "x": 684, "y": 157}, {"label": "button", "x": 777, "y": 156}, {"label": "button", "x": 869, "y": 154}, {"label": "button", "x": 937, "y": 152}, {"label": "button", "x": 1001, "y": 233}, {"label": "text-input", "x": 74, "y": 285}, {"label": "button", "x": 155, "y": 286}, {"label": "button", "x": 245, "y": 287}, {"label": "button", "x": 302, "y": 287}, {"label": "button", "x": 360, "y": 286}, {"label": "text-input", "x": 690, "y": 286}, {"label": "button", "x": 1003, "y": 287}, {"label": "button", "x": 994, "y": 362}, {"label": "button", "x": 967, "y": 363}, {"label": "heading", "x": 757, "y": 369}, {"label": "common", "x": 760, "y": 428}, {"label": "button", "x": 953, "y": 426}, {"label": "button", "x": 988, "y": 427}, {"label": "button", "x": 646, "y": 484}, {"label": "common", "x": 684, "y": 486}, {"label": "button", "x": 705, "y": 528}, {"label": "common", "x": 773, "y": 785}, {"label": "heading", "x": 707, "y": 839}, {"label": "image", "x": 654, "y": 839}, {"label": "image", "x": 839, "y": 838}, {"label": "heading", "x": 905, "y": 838}, {"label": "image", "x": 653, "y": 967}, {"label": "image", "x": 837, "y": 965}, {"label": "image", "x": 194, "y": 847}, {"label": "common", "x": 193, "y": 586}, {"label": "heading", "x": 700, "y": 966}, {"label": "heading", "x": 889, "y": 969}, {"label": "button", "x": 649, "y": 1112}, {"label": "common", "x": 753, "y": 1115}, {"label": "button", "x": 959, "y": 1114}, {"label": "heading", "x": 194, "y": 494}, {"label": "button", "x": 210, "y": 1123}, {"label": "button", "x": 283, "y": 1124}, {"label": "button", "x": 326, "y": 1125}, {"label": "button", "x": 408, "y": 1127}, {"label": "button", "x": 464, "y": 1127}, {"label": "button", "x": 569, "y": 1127}, {"label": "button", "x": 598, "y": 1091}, {"label": "button", "x": 599, "y": 341}, {"label": "button", "x": 598, "y": 700}, {"label": "button", "x": 48, "y": 1124}, {"label": "button", "x": 92, "y": 1125}, {"label": "table-cell", "x": 93, "y": 342}, {"label": "table-cell", "x": 192, "y": 342}, {"label": "table-cell", "x": 293, "y": 340}, {"label": "table-cell", "x": 393, "y": 341}, {"label": "table-cell", "x": 495, "y": 341}, {"label": "table-cell", "x": 565, "y": 341}, {"label": "table-cell", "x": 22, "y": 375}, {"label": "table-cell", "x": 92, "y": 374}, {"label": "table-cell", "x": 23, "y": 342}, {"label": "table-cell", "x": 192, "y": 374}, {"label": "table-cell", "x": 293, "y": 374}, {"label": "table-cell", "x": 394, "y": 374}, {"label": "table-cell", "x": 495, "y": 374}, {"label": "table-cell", "x": 564, "y": 374}, {"label": "table-cell", "x": 21, "y": 409}, {"label": "table-cell", "x": 92, "y": 408}, {"label": "table-cell", "x": 193, "y": 409}, {"label": "table-cell", "x": 292, "y": 409}, {"label": "table-cell", "x": 395, "y": 409}, {"label": "table-cell", "x": 494, "y": 409}, {"label": "table-cell", "x": 564, "y": 410}, {"label": "table-cell", "x": 21, "y": 442}, {"label": "table-cell", "x": 395, "y": 443}, {"label": "table-cell", "x": 494, "y": 442}, {"label": "table-cell", "x": 563, "y": 443}, {"label": "table-cell", "x": 21, "y": 476}, {"label": "table-cell", "x": 23, "y": 509}, {"label": "table-cell", "x": 23, "y": 545}, {"label": "table-cell", "x": 23, "y": 577}, {"label": "table-cell", "x": 23, "y": 610}, {"label": "table-cell", "x": 23, "y": 643}, {"label": "table-cell", "x": 22, "y": 678}, {"label": "table-cell", "x": 23, "y": 711}, {"label": "table-cell", "x": 22, "y": 745}, {"label": "table-cell", "x": 22, "y": 779}, {"label": "table-cell", "x": 23, "y": 813}, {"label": "table-cell", "x": 23, "y": 846}, {"label": "table-cell", "x": 22, "y": 879}, {"label": "table-cell", "x": 22, "y": 914}, {"label": "table-cell", "x": 23, "y": 946}, {"label": "table-cell", "x": 21, "y": 980}, {"label": "table-cell", "x": 21, "y": 1014}, {"label": "table-cell", "x": 21, "y": 1049}, {"label": "table-cell", "x": 22, "y": 1081}, {"label": "table-cell", "x": 393, "y": 477}, {"label": "table-cell", "x": 494, "y": 476}, {"label": "table-cell", "x": 562, "y": 476}, {"label": "table-cell", "x": 393, "y": 509}, {"label": "table-cell", "x": 494, "y": 509}, {"label": "table-cell", "x": 563, "y": 510}, {"label": "table-cell", "x": 394, "y": 543}, {"label": "table-cell", "x": 564, "y": 543}, {"label": "table-cell", "x": 494, "y": 543}, {"label": "table-cell", "x": 393, "y": 577}, {"label": "table-cell", "x": 494, "y": 576}, {"label": "table-cell", "x": 563, "y": 576}, {"label": "table-cell", "x": 393, "y": 611}, {"label": "table-cell", "x": 494, "y": 611}, {"label": "table-cell", "x": 563, "y": 612}, {"label": "table-cell", "x": 393, "y": 643}, {"label": "table-cell", "x": 494, "y": 643}, {"label": "table-cell", "x": 565, "y": 643}, {"label": "table-cell", "x": 393, "y": 677}, {"label": "table-cell", "x": 494, "y": 677}, {"label": "table-cell", "x": 565, "y": 677}, {"label": "table-cell", "x": 393, "y": 711}, {"label": "table-cell", "x": 495, "y": 711}, {"label": "table-cell", "x": 565, "y": 712}, {"label": "table-cell", "x": 393, "y": 745}, {"label": "table-cell", "x": 494, "y": 745}, {"label": "table-cell", "x": 564, "y": 746}, {"label": "table-cell", "x": 393, "y": 779}, {"label": "table-cell", "x": 496, "y": 778}, {"label": "table-cell", "x": 564, "y": 778}, {"label": "table-cell", "x": 391, "y": 813}, {"label": "table-cell", "x": 494, "y": 813}, {"label": "table-cell", "x": 565, "y": 813}, {"label": "table-cell", "x": 393, "y": 846}, {"label": "table-cell", "x": 495, "y": 847}, {"label": "table-cell", "x": 564, "y": 846}, {"label": "table-cell", "x": 392, "y": 879}, {"label": "table-cell", "x": 495, "y": 879}, {"label": "table-cell", "x": 563, "y": 881}, {"label": "table-cell", "x": 392, "y": 914}, {"label": "table-cell", "x": 494, "y": 914}, {"label": "table-cell", "x": 563, "y": 914}, {"label": "table-cell", "x": 391, "y": 948}, {"label": "table-cell", "x": 494, "y": 946}, {"label": "table-cell", "x": 562, "y": 947}, {"label": "table-cell", "x": 393, "y": 981}, {"label": "table-cell", "x": 494, "y": 981}, {"label": "table-cell", "x": 564, "y": 981}, {"label": "table-cell", "x": 393, "y": 1014}, {"label": "table-cell", "x": 494, "y": 1014}, {"label": "table-cell", "x": 565, "y": 1013}, {"label": "table-cell", "x": 93, "y": 1048}, {"label": "table-cell", "x": 192, "y": 1049}, {"label": "table-cell", "x": 293, "y": 1049}, {"label": "table-cell", "x": 394, "y": 1048}, {"label": "table-cell", "x": 495, "y": 1049}, {"label": "table-cell", "x": 564, "y": 1050}, {"label": "table-cell", "x": 92, "y": 1081}, {"label": "table-cell", "x": 192, "y": 1082}, {"label": "table-cell", "x": 293, "y": 1082}, {"label": "table-cell", "x": 394, "y": 1083}, {"label": "table-cell", "x": 494, "y": 1082}, {"label": "table-cell", "x": 562, "y": 1084}, {"label": "table-row", "x": 295, "y": 341}, {"label": "table-row", "x": 295, "y": 375}, {"label": "table-row", "x": 294, "y": 409}, {"label": "table-row", "x": 294, "y": 443}, {"label": "table-row", "x": 295, "y": 477}, {"label": "table-row", "x": 295, "y": 510}, {"label": "table-row", "x": 293, "y": 544}, {"label": "table-row", "x": 293, "y": 578}, {"label": "table-row", "x": 293, "y": 611}, {"label": "table-row", "x": 293, "y": 643}, {"label": "table-row", "x": 293, "y": 678}, {"label": "table-row", "x": 294, "y": 712}, {"label": "table-row", "x": 293, "y": 746}, {"label": "table-row", "x": 294, "y": 779}, {"label": "table-row", "x": 293, "y": 813}, {"label": "table-row", "x": 293, "y": 847}, {"label": "table-row", "x": 293, "y": 880}, {"label": "table-row", "x": 293, "y": 914}, {"label": "table-row", "x": 293, "y": 948}, {"label": "table-row", "x": 293, "y": 981}, {"label": "table-row", "x": 293, "y": 1015}, {"label": "table-row", "x": 293, "y": 1050}, {"label": "table-row", "x": 293, "y": 1084}, {"label": "table", "x": 293, "y": 714}, {"label": "button", "x": 577, "y": 1169}, {"label": "button", "x": 637, "y": 1169}, {"label": "button", "x": 696, "y": 1169}, {"label": "button", "x": 737, "y": 1170}, {"label": "button", "x": 919, "y": 1169}, {"label": "common", "x": 972, "y": 1169}, {"label": "common", "x": 37, "y": 1169}, {"label": "button", "x": 827, "y": 1167}]


[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "button", "x": 31, "y": 21}, {"label": "button", "x": 875, "y": 20}, {"label": "button", "x": 934, "y": 19}, {"label": "button", "x": 992, "y": 20}, {"label": "heading", "x": 107, "y": 21}, {"label": "image", "x": 43, "y": 93}, {"label": "heading", "x": 384, "y": 93}, {"label": "common", "x": 71, "y": 176}, {"label": "common", "x": 174, "y": 201}, {"label": "common", "x": 58, "y": 259}, {"label": "common", "x": 197, "y": 282}, {"label": "common", "x": 78, "y": 340}, {"label": "common", "x": 102, "y": 364}, {"label": "common", "x": 56, "y": 422}, {"label": "common", "x": 145, "y": 446}, {"label": "common", "x": 66, "y": 503}, {"label": "common", "x": 165, "y": 528}, {"label": "common", "x": 50, "y": 583}, {"label": "common", "x": 70, "y": 610}, {"label": "common", "x": 49, "y": 667}, {"label": "common", "x": 181, "y": 692}, {"label": "common", "x": 67, "y": 747}, {"label": "common", "x": 165, "y": 774}, {"label": "button", "x": 453, "y": 190}, {"label": "button", "x": 455, "y": 271}, {"label": "button", "x": 500, "y": 353}, {"label": "button", "x": 684, "y": 435}, {"label": "button", "x": 447, "y": 519}, {"label": "button", "x": 497, "y": 597}, {"label": "button", "x": 451, "y": 680}, {"label": "button", "x": 448, "y": 763}, {"label": "common", "x": 1543, "y": 227}, {"label": "common", "x": 1538, "y": 338}, {"label": "common", "x": 1535, "y": 396}, {"label": "common", "x": 1537, "y": 453}, {"label": "common", "x": 1543, "y": 706}, {"label": "button", "x": 1542, "y": 131}, {"label": "button", "x": 1038, "y": 443}, {"label": "common", "x": 1061, "y": 756}, {"label": "common", "x": 1180, "y": 756}, {"label": "common", "x": 1358, "y": 757}, {"label": "common", "x": 1477, "y": 755}, {"label": "common", "x": 1516, "y": 756}, {"label": "common", "x": 1684, "y": 756}, {"label": "button", "x": 1038, "y": 131}, {"label": "button", "x": 2038, "y": 378}, {"label": "button", "x": 2039, "y": 128}, {"label": "button", "x": 2039, "y": 682}, {"label": "button", "x": 2039, "y": 699}, {"label": "button", "x": 2039, "y": 716}, {"label": "button", "x": 2039, "y": 733}, {"label": "button", "x": 1874, "y": 756}, {"label": "button", "x": 1991, "y": 756}, {"label": "button", "x": 1916, "y": 757}, {"label": "text-input", "x": 2024, "y": 757}, {"label": "image", "x": 1799, "y": 756}, {"label": "image", "x": 1818, "y": 755}, {"label": "image", "x": 1843, "y": 755}, {"label": "heading", "x": 1126, "y": 11}, {"label": "button", "x": 1956, "y": 11}, {"label": "button", "x": 1984, "y": 11}, {"label": "button", "x": 2023, "y": 12}, {"label": "button", "x": 2037, "y": 37}, {"label": "button", "x": 1040, "y": 38}, {"label": "button", "x": 1071, "y": 38}, {"label": "button", "x": 1105, "y": 38}, {"label": "button", "x": 1143, "y": 38}, {"label": "button", "x": 1191, "y": 38}, {"label": "button", "x": 1235, "y": 37}, {"label": "button", "x": 1276, "y": 38}, {"label": "button", "x": 1324, "y": 38}, {"label": "button", "x": 1370, "y": 38}, {"label": "button", "x": 1046, "y": 67}, {"label": "button", "x": 1065, "y": 66}, {"label": "button", "x": 1084, "y": 67}, {"label": "button", "x": 1109, "y": 66}, {"label": "button", "x": 1134, "y": 67}, {"label": "button", "x": 1167, "y": 67}, {"label": "button", "x": 1199, "y": 67}, {"label": "button", "x": 1225, "y": 67}, {"label": "button", "x": 1250, "y": 67}, {"label": "button", "x": 1283, "y": 67}, {"label": "button", "x": 1308, "y": 68}, {"label": "button", "x": 1341, "y": 68}, {"label": "button", "x": 1369, "y": 69}, {"label": "button", "x": 1390, "y": 68}, {"label": "button", "x": 1408, "y": 66}, {"label": "button", "x": 1427, "y": 67}, {"label": "button", "x": 1458, "y": 67}, {"label": "button", "x": 1477, "y": 67}, {"label": "button", "x": 1495, "y": 67}, {"label": "button", "x": 1513, "y": 66}, {"label": "button", "x": 1540, "y": 68}, {"label": "button", "x": 1564, "y": 67}, {"label": "button", "x": 1582, "y": 67}, {"label": "button", "x": 1601, "y": 67}, {"label": "button", "x": 1634, "y": 67}, {"label": "button", "x": 1658, "y": 67}, {"label": "button", "x": 1683, "y": 67}, {"label": "button", "x": 1709, "y": 68}, {"label": "button", "x": 1732, "y": 68}, {"label": "button", "x": 1758, "y": 67}, {"label": "button", "x": 1792, "y": 67}, {"label": "button", "x": 1816, "y": 68}, {"label": "text-input", "x": 1876, "y": 67}, {"label": "button", "x": 1925, "y": 67}, {"label": "button", "x": 1946, "y": 67}, {"label": "button", "x": 1971, "y": 67}, {"label": "button", "x": 1996, "y": 68}, {"label": "button", "x": 1048, "y": 99}, {"label": "text-input", "x": 1127, "y": 100}, {"label": "button", "x": 1196, "y": 100}, {"label": "text-input", "x": 1282, "y": 101}, {"label": "button", "x": 1358, "y": 100}, {"label": "text-input", "x": 1397, "y": 101}, {"label": "button", "x": 1427, "y": 100}, {"label": "button", "x": 1458, "y": 100}, {"label": "button", "x": 1483, "y": 100}, {"label": "button", "x": 1508, "y": 101}, {"label": "button", "x": 1541, "y": 100}, {"label": "button", "x": 1567, "y": 101}, {"label": "button", "x": 1591, "y": 101}, {"label": "button", "x": 1615, "y": 100}, {"label": "button", "x": 1650, "y": 101}, {"label": "button", "x": 1676, "y": 101}, {"label": "button", "x": 1707, "y": 100}, {"label": "button", "x": 1732, "y": 100}, {"label": "button", "x": 1757, "y": 100}, {"label": "button", "x": 1782, "y": 100}, {"label": "button", "x": 1814, "y": 100}, {"label": "button", "x": 1832, "y": 98}, {"label": "button", "x": 1851, "y": 99}, {"label": "button", "x": 1869, "y": 101}, {"label": "button", "x": 1886, "y": 100}, {"label": "button", "x": 1904, "y": 100}, {"label": "button", "x": 1923, "y": 100}, {"label": "button", "x": 1053, "y": 788}, {"label": "button", "x": 1128, "y": 788}, {"label": "button", "x": 1192, "y": 788}, {"label": "button", "x": 1253, "y": 788}, {"label": "button", "x": 1316, "y": 788}, {"label": "button", "x": 1378, "y": 788}, {"label": "button", "x": 1842, "y": 786}, {"label": "button", "x": 1870, "y": 790}, {"label": "button", "x": 1894, "y": 790}, {"label": "button", "x": 1918, "y": 790}, {"label": "button", "x": 1941, "y": 790}, {"label": "common", "x": 1995, "y": 790}, {"label": "button", "x": 2040, "y": 788}, {"label": "heading", "x": 148, "y": 837}, {"label": "button", "x": 822, "y": 836}, {"label": "button", "x": 853, "y": 836}, {"label": "button", "x": 886, "y": 837}, {"label": "text-input", "x": 491, "y": 886}, {"label": "text-input", "x": 491, "y": 934}, {"label": "common", "x": 158, "y": 982}, {"label": "table-cell", "x": 174, "y": 1016}, {"label": "table-cell", "x": 357, "y": 1016}, {"label": "table-cell", "x": 540, "y": 1015}, {"label": "table-cell", "x": 172, "y": 1054}, {"label": "table-cell", "x": 357, "y": 1054}, {"label": "table-cell", "x": 539, "y": 1053}, {"label": "table-cell", "x": 173, "y": 1092}, {"label": "table-cell", "x": 356, "y": 1091}, {"label": "table-cell", "x": 541, "y": 1091}, {"label": "table-cell", "x": 173, "y": 1130}, {"label": "table-cell", "x": 356, "y": 1129}, {"label": "table-cell", "x": 540, "y": 1130}, {"label": "table-row", "x": 358, "y": 1017}, {"label": "table-row", "x": 359, "y": 1054}, {"label": "table-row", "x": 359, "y": 1093}, {"label": "table-row", "x": 359, "y": 1130}, {"label": "table", "x": 359, "y": 1075}, {"label": "common", "x": 30, "y": 854}, {"label": "common", "x": 30, "y": 907}, {"label": "common", "x": 30, "y": 961}, {"label": "common", "x": 30, "y": 1015}, {"label": "common", "x": 30, "y": 1068}, {"label": "common", "x": 30, "y": 1121}, {"label": "common", "x": 31, "y": 1177}, {"label": "common", "x": 31, "y": 1231}, {"label": "common", "x": 32, "y": 1283}, {"label": "common", "x": 32, "y": 1336}, {"label": "common", "x": 30, "y": 1390}, {"label": "common", "x": 32, "y": 1443}, {"label": "common", "x": 30, "y": 1498}, {"label": "common", "x": 30, "y": 1553}, {"label": "common", "x": 30, "y": 1598}, {"label": "common", "x": 142, "y": 1507}, {"label": "button", "x": 217, "y": 1508}, {"label": "button", "x": 270, "y": 1507}, {"label": "button", "x": 328, "y": 1508}, {"label": "button", "x": 375, "y": 1507}, {"label": "button", "x": 420, "y": 1506}, {"label": "button", "x": 474, "y": 1506}, {"label": "button", "x": 544, "y": 1507}, {"label": "button", "x": 601, "y": 1507}, {"label": "button", "x": 648, "y": 1508}, {"label": "button", "x": 693, "y": 1507}, {"label": "button", "x": 736, "y": 1508}, {"label": "button", "x": 782, "y": 1507}, {"label": "common", "x": 836, "y": 1509}, {"label": "button", "x": 135, "y": 1580}, {"label": "button", "x": 216, "y": 1579}, {"label": "button", "x": 262, "y": 1579}, {"label": "button", "x": 308, "y": 1578}, {"label": "button", "x": 352, "y": 1579}, {"label": "button", "x": 398, "y": 1579}, {"label": "button", "x": 446, "y": 1580}, {"label": "button", "x": 491, "y": 1580}, {"label": "common", "x": 794, "y": 1582}, {"label": "button", "x": 846, "y": 1581}, {"label": "button", "x": 887, "y": 1579}, {"label": "button", "x": 993, "y": 1551}, {"label": "button", "x": 936, "y": 1606}, {"label": "button", "x": 1054, "y": 826}, {"label": "button", "x": 1099, "y": 825}, {"label": "button", "x": 1144, "y": 825}, {"label": "button", "x": 1170, "y": 825}, {"label": "button", "x": 1208, "y": 826}, {"label": "button", "x": 1233, "y": 825}, {"label": "button", "x": 1262, "y": 827}, {"label": "heading", "x": 1494, "y": 827}, {"label": "heading", "x": 1769, "y": 827}, {"label": "button", "x": 1840, "y": 827}, {"label": "button", "x": 1886, "y": 826}, {"label": "button", "x": 1931, "y": 827}, {"label": "button", "x": 1977, "y": 827}, {"label": "button", "x": 2023, "y": 827}, {"label": "button", "x": 1071, "y": 857}, {"label": "button", "x": 1158, "y": 856}, {"label": "button", "x": 1233, "y": 857}, {"label": "button", "x": 1312, "y": 857}, {"label": "button", "x": 1393, "y": 858}, {"label": "button", "x": 1465, "y": 858}, {"label": "button", "x": 1539, "y": 858}, {"label": "button", "x": 1607, "y": 857}, {"label": "button", "x": 1769, "y": 857}, {"label": "button", "x": 1856, "y": 857}, {"label": "button", "x": 1075, "y": 914}, {"label": "button", "x": 1160, "y": 912}, {"label": "button", "x": 1227, "y": 914}, {"label": "button", "x": 1337, "y": 887}, {"label": "button", "x": 1350, "y": 914}, {"label": "button", "x": 1365, "y": 941}, {"label": "button", "x": 1511, "y": 916}, {"label": "heading", "x": 1367, "y": 967}, {"label": "button", "x": 1608, "y": 916}, {"label": "heading", "x": 1573, "y": 967}, {"label": "button", "x": 1708, "y": 916}, {"label": "button", "x": 1801, "y": 915}, {"label": "button", "x": 1893, "y": 914}, {"label": "button", "x": 1961, "y": 913}, {"label": "button", "x": 2024, "y": 968}, {"label": "text-input", "x": 1098, "y": 1003}, {"label": "button", "x": 1179, "y": 1004}, {"label": "button", "x": 1269, "y": 1005}, {"label": "button", "x": 1326, "y": 1004}, {"label": "button", "x": 1384, "y": 1004}, {"label": "text-input", "x": 1714, "y": 1004}, {"label": "button", "x": 2027, "y": 1004}, {"label": "button", "x": 2018, "y": 1056}, {"label": "button", "x": 1991, "y": 1056}, {"label": "heading", "x": 1781, "y": 1060}, {"label": "common", "x": 1784, "y": 1100}, {"label": "button", "x": 1977, "y": 1099}, {"label": "button", "x": 2012, "y": 1100}, {"label": "button", "x": 1670, "y": 1139}, {"label": "common", "x": 1709, "y": 1140}, {"label": "button", "x": 1729, "y": 1169}, {"label": "common", "x": 1797, "y": 1343}, {"label": "heading", "x": 1731, "y": 1380}, {"label": "image", "x": 1678, "y": 1380}, {"label": "image", "x": 1863, "y": 1379}, {"label": "heading", "x": 1928, "y": 1379}, {"label": "image", "x": 1677, "y": 1467}, {"label": "image", "x": 1862, "y": 1466}, {"label": "image", "x": 1218, "y": 1386}, {"label": "common", "x": 1217, "y": 1208}, {"label": "heading", "x": 1724, "y": 1467}, {"label": "heading", "x": 1913, "y": 1469}, {"label": "button", "x": 1672, "y": 1567}, {"label": "common", "x": 1777, "y": 1568}, {"label": "button", "x": 1983, "y": 1568}, {"label": "heading", "x": 1218, "y": 1146}, {"label": "button", "x": 1234, "y": 1574}, {"label": "button", "x": 1307, "y": 1575}, {"label": "button", "x": 1350, "y": 1575}, {"label": "button", "x": 1432, "y": 1576}, {"label": "button", "x": 1489, "y": 1576}, {"label": "button", "x": 1593, "y": 1577}, {"label": "button", "x": 1622, "y": 1552}, {"label": "button", "x": 1623, "y": 1041}, {"label": "button", "x": 1622, "y": 1285}, {"label": "button", "x": 1071, "y": 1575}, {"label": "button", "x": 1116, "y": 1575}, {"label": "table-cell", "x": 1117, "y": 1042}, {"label": "table-cell", "x": 1216, "y": 1042}, {"label": "table-cell", "x": 1316, "y": 1041}, {"label": "table-cell", "x": 1417, "y": 1041}, {"label": "table-cell", "x": 1519, "y": 1041}, {"label": "table-cell", "x": 1589, "y": 1041}, {"label": "table-cell", "x": 1046, "y": 1064}, {"label": "table-cell", "x": 1116, "y": 1064}, {"label": "table-cell", "x": 1047, "y": 1042}, {"label": "table-cell", "x": 1216, "y": 1064}, {"label": "table-cell", "x": 1316, "y": 1064}, {"label": "table-cell", "x": 1418, "y": 1064}, {"label": "table-cell", "x": 1519, "y": 1064}, {"label": "table-cell", "x": 1588, "y": 1064}, {"label": "table-cell", "x": 1045, "y": 1087}, {"label": "table-cell", "x": 1116, "y": 1087}, {"label": "table-cell", "x": 1217, "y": 1087}, {"label": "table-cell", "x": 1316, "y": 1087}, {"label": "table-cell", "x": 1419, "y": 1087}, {"label": "table-cell", "x": 1518, "y": 1088}, {"label": "table-cell", "x": 1587, "y": 1088}, {"label": "table-cell", "x": 1045, "y": 1110}, {"label": "table-cell", "x": 1419, "y": 1111}, {"label": "table-cell", "x": 1518, "y": 1110}, {"label": "table-cell", "x": 1587, "y": 1111}, {"label": "table-cell", "x": 1045, "y": 1133}, {"label": "table-cell", "x": 1047, "y": 1156}, {"label": "table-cell", "x": 1047, "y": 1180}, {"label": "table-cell", "x": 1047, "y": 1202}, {"label": "table-cell", "x": 1047, "y": 1224}, {"label": "table-cell", "x": 1047, "y": 1247}, {"label": "table-cell", "x": 1046, "y": 1270}, {"label": "table-cell", "x": 1047, "y": 1293}, {"label": "table-cell", "x": 1046, "y": 1316}, {"label": "table-cell", "x": 1046, "y": 1339}, {"label": "table-cell", "x": 1047, "y": 1362}, {"label": "table-cell", "x": 1047, "y": 1385}, {"label": "table-cell", "x": 1046, "y": 1408}, {"label": "table-cell", "x": 1046, "y": 1431}, {"label": "table-cell", "x": 1047, "y": 1453}, {"label": "table-cell", "x": 1045, "y": 1476}, {"label": "table-cell", "x": 1045, "y": 1500}, {"label": "table-cell", "x": 1045, "y": 1523}, {"label": "table-cell", "x": 1046, "y": 1545}, {"label": "table-cell", "x": 1417, "y": 1134}, {"label": "table-cell", "x": 1518, "y": 1133}, {"label": "table-cell", "x": 1586, "y": 1133}, {"label": "table-cell", "x": 1417, "y": 1156}, {"label": "table-cell", "x": 1518, "y": 1156}, {"label": "table-cell", "x": 1587, "y": 1157}, {"label": "table-cell", "x": 1418, "y": 1178}, {"label": "table-cell", "x": 1588, "y": 1179}, {"label": "table-cell", "x": 1518, "y": 1179}, {"label": "table-cell", "x": 1417, "y": 1202}, {"label": "table-cell", "x": 1518, "y": 1201}, {"label": "table-cell", "x": 1587, "y": 1201}, {"label": "table-cell", "x": 1417, "y": 1225}, {"label": "table-cell", "x": 1518, "y": 1225}, {"label": "table-cell", "x": 1587, "y": 1226}, {"label": "table-cell", "x": 1417, "y": 1247}, {"label": "table-cell", "x": 1518, "y": 1247}, {"label": "table-cell", "x": 1589, "y": 1247}, {"label": "table-cell", "x": 1417, "y": 1270}, {"label": "table-cell", "x": 1518, "y": 1270}, {"label": "table-cell", "x": 1589, "y": 1270}, {"label": "table-cell", "x": 1417, "y": 1293}, {"label": "table-cell", "x": 1519, "y": 1293}, {"label": "table-cell", "x": 1589, "y": 1294}, {"label": "table-cell", "x": 1417, "y": 1316}, {"label": "table-cell", "x": 1518, "y": 1316}, {"label": "table-cell", "x": 1588, "y": 1317}, {"label": "table-cell", "x": 1417, "y": 1340}, {"label": "table-cell", "x": 1520, "y": 1339}, {"label": "table-cell", "x": 1588, "y": 1339}, {"label": "table-cell", "x": 1415, "y": 1362}, {"label": "table-cell", "x": 1518, "y": 1362}, {"label": "table-cell", "x": 1589, "y": 1362}, {"label": "table-cell", "x": 1416, "y": 1385}, {"label": "table-cell", "x": 1519, "y": 1386}, {"label": "table-cell", "x": 1588, "y": 1385}, {"label": "table-cell", "x": 1416, "y": 1408}, {"label": "table-cell", "x": 1519, "y": 1408}, {"label": "table-cell", "x": 1587, "y": 1409}, {"label": "table-cell", "x": 1416, "y": 1431}, {"label": "table-cell", "x": 1518, "y": 1432}, {"label": "table-cell", "x": 1587, "y": 1431}, {"label": "table-cell", "x": 1415, "y": 1454}, {"label": "table-cell", "x": 1518, "y": 1453}, {"label": "table-cell", "x": 1586, "y": 1454}, {"label": "table-cell", "x": 1416, "y": 1477}, {"label": "table-cell", "x": 1518, "y": 1477}, {"label": "table-cell", "x": 1588, "y": 1477}, {"label": "table-cell", "x": 1417, "y": 1500}, {"label": "table-cell", "x": 1518, "y": 1500}, {"label": "table-cell", "x": 1589, "y": 1499}, {"label": "table-cell", "x": 1117, "y": 1522}, {"label": "table-cell", "x": 1216, "y": 1523}, {"label": "table-cell", "x": 1318, "y": 1524}, {"label": "table-cell", "x": 1418, "y": 1523}, {"label": "table-cell", "x": 1519, "y": 1524}, {"label": "table-cell", "x": 1588, "y": 1524}, {"label": "table-cell", "x": 1116, "y": 1545}, {"label": "table-cell", "x": 1216, "y": 1546}, {"label": "table-cell", "x": 1317, "y": 1546}, {"label": "table-cell", "x": 1418, "y": 1547}, {"label": "table-cell", "x": 1518, "y": 1546}, {"label": "table-cell", "x": 1586, "y": 1547}, {"label": "table-row", "x": 1319, "y": 1041}, {"label": "table-row", "x": 1319, "y": 1064}, {"label": "table-row", "x": 1318, "y": 1088}, {"label": "table-row", "x": 1318, "y": 1111}, {"label": "table-row", "x": 1319, "y": 1134}, {"label": "table-row", "x": 1319, "y": 1156}, {"label": "table-row", "x": 1318, "y": 1180}, {"label": "table-row", "x": 1317, "y": 1203}, {"label": "table-row", "x": 1318, "y": 1225}, {"label": "table-row", "x": 1317, "y": 1247}, {"label": "table-row", "x": 1318, "y": 1270}, {"label": "table-row", "x": 1318, "y": 1294}, {"label": "table-row", "x": 1317, "y": 1317}, {"label": "table-row", "x": 1318, "y": 1339}, {"label": "table-row", "x": 1318, "y": 1363}, {"label": "table-row", "x": 1317, "y": 1386}, {"label": "table-row", "x": 1318, "y": 1408}, {"label": "table-row", "x": 1317, "y": 1431}, {"label": "table-row", "x": 1317, "y": 1455}, {"label": "table-row", "x": 1317, "y": 1477}, {"label": "table-row", "x": 1317, "y": 1500}, {"label": "table-row", "x": 1316, "y": 1524}, {"label": "table-row", "x": 1316, "y": 1547}, {"label": "table", "x": 1318, "y": 1295}, {"label": "button", "x": 1601, "y": 1605}, {"label": "button", "x": 1661, "y": 1605}, {"label": "button", "x": 1720, "y": 1605}, {"label": "button", "x": 1761, "y": 1606}, {"label": "button", "x": 1943, "y": 1605}, {"label": "common", "x": 1997, "y": 1605}, {"label": "common", "x": 1062, "y": 1605}, {"label": "button", "x": 1851, "y": 1604}]


[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "button", "x": 14, "y": 696}, {"label": "button", "x": 35, "y": 696}, {"label": "button", "x": 54, "y": 696}, {"label": "button", "x": 28, "y": 658}, {"label": "button", "x": 28, "y": 610}, {"label": "button", "x": 28, "y": 559}, {"label": "button", "x": 26, "y": 511}, {"label": "button", "x": 28, "y": 461}, {"label": "button", "x": 26, "y": 46}, {"label": "heading", "x": 609, "y": 698}, {"label": "heading", "x": 98, "y": 668}, {"label": "button", "x": 60, "y": 640}, {"label": "common", "x": 111, "y": 640}, {"label": "common", "x": 193, "y": 640}, {"label": "button", "x": 218, "y": 596}, {"label": "button", "x": 218, "y": 617}, {"label": "button", "x": 218, "y": 575}, {"label": "button", "x": 60, "y": 552}, {"label": "common", "x": 120, "y": 552}, {"label": "button", "x": 218, "y": 513}, {"label": "button", "x": 218, "y": 533}, {"label": "button", "x": 218, "y": 492}, {"label": "button", "x": 218, "y": 470}, {"label": "button", "x": 218, "y": 449}, {"label": "button", "x": 218, "y": 428}, {"label": "button", "x": 218, "y": 405}, {"label": "button", "x": 218, "y": 384}, {"label": "button", "x": 218, "y": 361}, {"label": "button", "x": 218, "y": 338}, {"label": "button", "x": 218, "y": 317}, {"label": "button", "x": 96, "y": 294}, {"label": "common", "x": 135, "y": 293}, {"label": "button", "x": 96, "y": 273}, {"label": "button", "x": 97, "y": 251}, {"label": "button", "x": 96, "y": 230}, {"label": "common", "x": 123, "y": 272}, {"label": "common", "x": 124, "y": 249}, {"label": "common", "x": 120, "y": 229}, {"label": "button", "x": 60, "y": 214}, {"label": "common", "x": 94, "y": 214}, {"label": "button", "x": 69, "y": 193}, {"label": "button", "x": 124, "y": 192}, {"label": "button", "x": 77, "y": 172}, {"label": "button", "x": 236, "y": 172}, {"label": "button", "x": 150, "y": 148}, {"label": "button", "x": 117, "y": 126}, {"label": "button", "x": 117, "y": 104}, {"label": "button", "x": 146, "y": 82}, {"label": "button", "x": 151, "y": 61}, {"label": "button", "x": 78, "y": 40}, {"label": "button", "x": 185, "y": 39}, {"label": "common", "x": 370, "y": 39}, {"label": "common", "x": 50, "y": 11}, {"label": "image", "x": 19, "y": 12}, {"label": "image", "x": 94, "y": 12}, {"label": "common", "x": 108, "y": 11}, {"label": "image", "x": 122, "y": 11}, {"label": "common", "x": 136, "y": 11}, {"label": "common", "x": 832, "y": 11}, {"label": "common", "x": 917, "y": 11}, {"label": "common", "x": 981, "y": 12}, {"label": "common", "x": 1021, "y": 11}, {"label": "common", "x": 1075, "y": 11}, {"label": "common", "x": 1133, "y": 12}, {"label": "image", "x": 1170, "y": 12}, {"label": "image", "x": 1198, "y": 11}, {"label": "button", "x": 447, "y": 668}, {"label": "button", "x": 568, "y": 668}, {"label": "button", "x": 688, "y": 668}, {"label": "button", "x": 1138, "y": 668}, {"label": "button", "x": 1170, "y": 668}, {"label": "button", "x": 1203, "y": 668}, {"label": "button", "x": 410, "y": 638}, {"label": "button", "x": 442, "y": 638}, {"label": "button", "x": 480, "y": 639}, {"label": "button", "x": 534, "y": 639}, {"label": "button", "x": 614, "y": 640}, {"label": "button", "x": 707, "y": 640}, {"label": "button", "x": 858, "y": 640}, {"label": "image", "x": 755, "y": 640}, {"label": "image", "x": 657, "y": 640}, {"label": "image", "x": 566, "y": 640}, {"label": "image", "x": 428, "y": 639}, {"label": "image", "x": 456, "y": 639}, {"label": "image", "x": 502, "y": 639}, {"label": "common", "x": 414, "y": 326}, {"label": "text-input", "x": 795, "y": 326}, {"label": "image", "x": 459, "y": 161}, {"label": "button", "x": 983, "y": 143}, {"label": "button", "x": 982, "y": 124}, {"label": "button", "x": 1161, "y": 326}, {"label": "button", "x": 1212, "y": 358}]


[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "heading", "x": 47, "y": 22}, {"label": "heading", "x": 511, "y": 96}, {"label": "button", "x": 876, "y": 19}, {"label": "button", "x": 934, "y": 19}, {"label": "button", "x": 993, "y": 19}, {"label": "button", "x": 684, "y": 315}, {"label": "button", "x": 329, "y": 316}, {"label": "button", "x": 322, "y": 442}, {"label": "button", "x": 658, "y": 440}, {"label": "button", "x": 315, "y": 588}, {"label": "button", "x": 667, "y": 586}, {"label": "button", "x": 322, "y": 723}, {"label": "button", "x": 651, "y": 716}, {"label": "image", "x": 39, "y": 29}, {"label": "heading", "x": 90, "y": 31}, {"label": "heading", "x": 185, "y": 90}, {"label": "button", "x": 71, "y": 146}, {"label": "button", "x": 71, "y": 177}, {"label": "button", "x": 71, "y": 206}, {"label": "button", "x": 71, "y": 235}, {"label": "button", "x": 71, "y": 264}, {"label": "button", "x": 71, "y": 293}, {"label": "button", "x": 71, "y": 322}, {"label": "button", "x": 71, "y": 349}, {"label": "button", "x": 71, "y": 379}, {"label": "button", "x": 71, "y": 409}, {"label": "button", "x": 71, "y": 439}, {"label": "button", "x": 71, "y": 468}, {"label": "button", "x": 71, "y": 497}, {"label": "button", "x": 71, "y": 535}, {"label": "button", "x": 36, "y": 565}, {"label": "button", "x": 52, "y": 586}, {"label": "button", "x": 40, "y": 607}, {"label": "button", "x": 36, "y": 627}, {"label": "button", "x": 57, "y": 648}, {"label": "button", "x": 35, "y": 670}, {"label": "button", "x": 47, "y": 691}, {"label": "button", "x": 41, "y": 712}, {"label": "button", "x": 70, "y": 757}, {"label": "button", "x": 71, "y": 796}, {"label": "heading", "x": 225, "y": 161}, {"label": "button", "x": 550, "y": 162}, {"label": "button", "x": 567, "y": 162}, {"label": "common", "x": 185, "y": 193}, {"label": "common", "x": 242, "y": 192}, {"label": "button", "x": 343, "y": 193}, {"label": "common", "x": 184, "y": 214}, {"label": "common", "x": 241, "y": 213}, {"label": "button", "x": 350, "y": 215}, {"label": "heading", "x": 213, "y": 265}, {"label": "button", "x": 550, "y": 267}, {"label": "button", "x": 567, "y": 266}, {"label": "button", "x": 279, "y": 297}, {"label": "button", "x": 279, "y": 319}, {"label": "button", "x": 279, "y": 341}, {"label": "button", "x": 295, "y": 362}, {"label": "button", "x": 325, "y": 385}, {"label": "button", "x": 208, "y": 408}, {"label": "button", "x": 176, "y": 408}, {"label": "button", "x": 366, "y": 407}, {"label": "common", "x": 396, "y": 407}, {"label": "button", "x": 411, "y": 408}, {"label": "button", "x": 441, "y": 407}, {"label": "heading", "x": 207, "y": 458}, {"label": "button", "x": 533, "y": 461}, {"label": "button", "x": 550, "y": 461}, {"label": "button", "x": 567, "y": 462}, {"label": "image", "x": 174, "y": 488}, {"label": "image", "x": 174, "y": 505}, {"label": "image", "x": 174, "y": 521}, {"label": "image", "x": 174, "y": 539}, {"label": "image", "x": 175, "y": 555}, {"label": "image", "x": 174, "y": 571}, {"label": "image", "x": 174, "y": 588}, {"label": "image", "x": 174, "y": 604}, {"label": "image", "x": 174, "y": 620}, {"label": "image", "x": 174, "y": 637}, {"label": "image", "x": 174, "y": 654}, {"label": "image", "x": 174, "y": 670}, {"label": "button", "x": 243, "y": 489}, {"label": "button", "x": 245, "y": 505}, {"label": "button", "x": 245, "y": 522}, {"label": "button", "x": 245, "y": 538}, {"label": "button", "x": 245, "y": 555}, {"label": "button", "x": 245, "y": 572}, {"label": "button", "x": 245, "y": 588}, {"label": "button", "x": 245, "y": 604}, {"label": "button", "x": 245, "y": 621}, {"label": "button", "x": 228, "y": 637}, {"label": "button", "x": 223, "y": 654}, {"label": "button", "x": 229, "y": 671}, {"label": "heading", "x": 186, "y": 718}, {"label": "button", "x": 533, "y": 721}, {"label": "button", "x": 550, "y": 721}, {"label": "button", "x": 567, "y": 721}, {"label": "heading", "x": 189, "y": 767}, {"label": "button", "x": 533, "y": 768}, {"label": "button", "x": 550, "y": 769}, {"label": "button", "x": 567, "y": 768}, {"label": "heading", "x": 660, "y": 161}, {"label": "image", "x": 615, "y": 192}, {"label": "image", "x": 616, "y": 215}, {"label": "button", "x": 800, "y": 193}, {"label": "button", "x": 797, "y": 215}, {"label": "button", "x": 986, "y": 163}, {"label": "button", "x": 1003, "y": 163}, {"label": "heading", "x": 618, "y": 265}, {"label": "button", "x": 986, "y": 267}, {"label": "button", "x": 1003, "y": 267}, {"label": "heading", "x": 665, "y": 314}, {"label": "button", "x": 986, "y": 314}, {"label": "button", "x": 1003, "y": 315}, {"label": "button", "x": 634, "y": 341}, {"label": "button", "x": 641, "y": 358}, {"label": "button", "x": 641, "y": 373}, {"label": "heading", "x": 625, "y": 421}, {"label": "button", "x": 969, "y": 423}, {"label": "button", "x": 986, "y": 423}, {"label": "button", "x": 1003, "y": 424}, {"label": "button", "x": 649, "y": 453}, {"label": "common", "x": 850, "y": 455}, {"label": "text-input", "x": 927, "y": 454}, {"label": "button", "x": 998, "y": 454}, {"label": "button", "x": 621, "y": 509}, {"label": "image", "x": 636, "y": 510}, {"label": "image", "x": 648, "y": 531}, {"label": "image", "x": 648, "y": 552}, {"label": "image", "x": 648, "y": 573}, {"label": "button", "x": 784, "y": 531}, {"label": "button", "x": 775, "y": 553}, {"label": "button", "x": 803, "y": 575}, {"label": "common", "x": 679, "y": 510}, {"label": "heading", "x": 616, "y": 628}, {"label": "button", "x": 968, "y": 627}, {"label": "button", "x": 986, "y": 627}, {"label": "button", "x": 1003, "y": 627}, {"label": "button", "x": 660, "y": 663}, {"label": "text-input", "x": 936, "y": 662}, {"label": "button", "x": 996, "y": 662}, {"label": "button", "x": 990, "y": 121}, {"label": "button", "x": 1007, "y": 120}, {"label": "button", "x": 956, "y": 89}, {"label": "button", "x": 984, "y": 89}, {"label": "button", "x": 1000, "y": 89}, {"label": "button", "x": 1013, "y": 89}, {"label": "button", "x": 782, "y": 61}, {"label": "text-input", "x": 874, "y": 63}, {"label": "button", "x": 920, "y": 63}, {"label": "button", "x": 943, "y": 62}, {"label": "button", "x": 980, "y": 63}, {"label": "button", "x": 1009, "y": 62}, {"label": "button", "x": 829, "y": 29}, {"label": "button", "x": 914, "y": 30}, {"label": "button", "x": 995, "y": 30}]


[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "button", "x": 29, "y": 49}, {"label": "button", "x": 30, "y": 107}, {"label": "button", "x": 29, "y": 595}, {"label": "button", "x": 29, "y": 653}, {"label": "button", "x": 100, "y": 45}, {"label": "button", "x": 158, "y": 46}, {"label": "button", "x": 247, "y": 46}, {"label": "button", "x": 340, "y": 44}, {"label": "button", "x": 406, "y": 46}, {"label": "dropdown", "x": 483, "y": 46}, {"label": "button", "x": 897, "y": 44}, {"label": "button", "x": 974, "y": 44}, {"label": "heading", "x": 114, "y": 99}, {"label": "button", "x": 238, "y": 156}, {"label": "button", "x": 448, "y": 156}, {"label": "heading", "x": 103, "y": 216}, {"label": "heading", "x": 142, "y": 572}, {"label": "heading", "x": 105, "y": 654}, {"label": "button", "x": 265, "y": 254}, {"label": "button", "x": 263, "y": 312}, {"label": "button", "x": 265, "y": 379}, {"label": "button", "x": 264, "y": 448}, {"label": "button", "x": 263, "y": 518}, {"label": "button", "x": 262, "y": 612}, {"label": "text-input", "x": 555, "y": 707}, {"label": "image", "x": 81, "y": 708}, {"label": "button", "x": 549, "y": 345}, {"label": "heading", "x": 745, "y": 237}, {"label": "common", "x": 746, "y": 266}, {"label": "image", "x": 745, "y": 159}, {"label": "button", "x": 21, "y": 751}, {"label": "button", "x": 66, "y": 751}, {"label": "button", "x": 114, "y": 751}, {"label": "button", "x": 160, "y": 751}, {"label": "button", "x": 206, "y": 751}, {"label": "button", "x": 252, "y": 751}, {"label": "button", "x": 299, "y": 749}, {"label": "button", "x": 345, "y": 749}, {"label": "button", "x": 391, "y": 751}, {"label": "button", "x": 437, "y": 749}, {"label": "button", "x": 485, "y": 751}, {"label": "button", "x": 530, "y": 749}, {"label": "button", "x": 576, "y": 749}, {"label": "button", "x": 622, "y": 749}, {"label": "button", "x": 667, "y": 749}, {"label": "button", "x": 715, "y": 749}, {"label": "button", "x": 761, "y": 749}, {"label": "button", "x": 807, "y": 751}, {"label": "button", "x": 855, "y": 749}, {"label": "button", "x": 174, "y": 46}, {"label": "button", "x": 382, "y": 45}, {"label": "button", "x": 579, "y": 44}, {"label": "image", "x": 58, "y": 39}, {"label": "image", "x": 96, "y": 145}, {"label": "text-input", "x": 456, "y": 141}, {"label": "button", "x": 683, "y": 141}, {"label": "button", "x": 784, "y": 142}, {"label": "button", "x": 889, "y": 141}, {"label": "image", "x": 144, "y": 227}, {"label": "common", "x": 233, "y": 320}, {"label": "common", "x": 121, "y": 417}, {"label": "common", "x": 112, "y": 537}, {"label": "common", "x": 157, "y": 596}, {"label": "common", "x": 235, "y": 717}, {"label": "text-input", "x": 601, "y": 716}, {"label": "text-input", "x": 736, "y": 596}, {"label": "text-input", "x": 734, "y": 534}, {"label": "text-input", "x": 613, "y": 415}, {"label": "common", "x": 996, "y": 411}]


[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "heading", "x": 179, "y": 742}, {"label": "common", "x": 526, "y": 665}, {"label": "button", "x": 556, "y": 618}, {"label": "button", "x": 448, "y": 587}, {"label": "button", "x": 505, "y": 557}, {"label": "button", "x": 634, "y": 529}, {"label": "button", "x": 571, "y": 498}, {"label": "button", "x": 569, "y": 469}, {"label": "button", "x": 626, "y": 439}, {"label": "heading", "x": 443, "y": 329}, {"label": "common", "x": 652, "y": 277}, {"label": "image", "x": 187, "y": 430}, {"label": "button", "x": 534, "y": 68}, {"label": "button", "x": 706, "y": 66}, {"label": "button", "x": 898, "y": 68}]


[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "button", "x": 31, "y": 21}, {"label": "button", "x": 875, "y": 20}, {"label": "button", "x": 933, "y": 19}, {"label": "button", "x": 992, "y": 20}, {"label": "heading", "x": 107, "y": 21}, {"label": "image", "x": 43, "y": 94}, {"label": "heading", "x": 384, "y": 93}, {"label": "common", "x": 71, "y": 176}, {"label": "common", "x": 174, "y": 201}, {"label": "common", "x": 59, "y": 259}, {"label": "common", "x": 197, "y": 283}, {"label": "common", "x": 78, "y": 340}, {"label": "common", "x": 102, "y": 364}, {"label": "common", "x": 56, "y": 422}, {"label": "common", "x": 145, "y": 446}, {"label": "common", "x": 66, "y": 503}, {"label": "common", "x": 165, "y": 528}, {"label": "common", "x": 50, "y": 583}, {"label": "common", "x": 70, "y": 610}, {"label": "common", "x": 49, "y": 668}, {"label": "common", "x": 181, "y": 692}, {"label": "common", "x": 67, "y": 747}, {"label": "common", "x": 165, "y": 774}, {"label": "button", "x": 453, "y": 190}, {"label": "button", "x": 455, "y": 270}, {"label": "button", "x": 500, "y": 352}, {"label": "button", "x": 684, "y": 435}, {"label": "button", "x": 447, "y": 519}, {"label": "button", "x": 497, "y": 597}, {"label": "button", "x": 450, "y": 680}, {"label": "button", "x": 448, "y": 763}, {"label": "image", "x": 245, "y": 263}, {"label": "image", "x": 500, "y": 161}, {"label": "image", "x": 612, "y": 160}, {"label": "image", "x": 748, "y": 160}, {"label": "image", "x": 887, "y": 160}, {"label": "image", "x": 1006, "y": 162}, {"label": "button", "x": 33, "y": 13}, {"label": "button", "x": 79, "y": 12}, {"label": "button", "x": 98, "y": 12}, {"label": "button", "x": 117, "y": 12}, {"label": "heading", "x": 333, "y": 12}, {"label": "button", "x": 543, "y": 13}, {"label": "button", "x": 574, "y": 13}, {"label": "button", "x": 607, "y": 14}, {"label": "button", "x": 638, "y": 13}, {"label": "button", "x": 676, "y": 14}, {"label": "button", "x": 708, "y": 14}, {"label": "button", "x": 741, "y": 13}, {"label": "button", "x": 774, "y": 13}, {"label": "common", "x": 851, "y": 14}, {"label": "button", "x": 926, "y": 14}, {"label": "button", "x": 1009, "y": 13}, {"label": "button", "x": 23, "y": 45}, {"label": "button", "x": 55, "y": 45}, {"label": "button", "x": 87, "y": 46}, {"label": "button", "x": 119, "y": 44}, {"label": "button", "x": 151, "y": 44}, {"label": "common", "x": 240, "y": 44}, {"label": "button", "x": 377, "y": 44}, {"label": "button", "x": 505, "y": 44}, {"label": "button", "x": 649, "y": 44}, {"label": "button", "x": 807, "y": 45}, {"label": "button", "x": 895, "y": 44}, {"label": "button", "x": 964, "y": 44}, {"label": "heading", "x": 37, "y": 75}, {"label": "button", "x": 507, "y": 81}, {"label": "button", "x": 555, "y": 82}, {"label": "button", "x": 614, "y": 82}, {"label": "button", "x": 674, "y": 83}, {"label": "button", "x": 745, "y": 83}, {"label": "button", "x": 837, "y": 81}, {"label": "button", "x": 918, "y": 82}, {"label": "common", "x": 508, "y": 108}, {"label": "common", "x": 615, "y": 107}, {"label": "common", "x": 749, "y": 109}, {"label": "common", "x": 887, "y": 108}, {"label": "common", "x": 1000, "y": 107}, {"label": "common", "x": 512, "y": 240}, {"label": "common", "x": 613, "y": 239}, {"label": "common", "x": 748, "y": 239}, {"label": "common", "x": 887, "y": 239}, {"label": "common", "x": 990, "y": 239}, {"label": "button", "x": 100, "y": 471}, {"label": "text-input", "x": 350, "y": 472}, {"label": "button", "x": 402, "y": 465}, {"label": "button", "x": 402, "y": 478}, {"label": "image", "x": 498, "y": 485}, {"label": "button", "x": 513, "y": 472}, {"label": "common", "x": 603, "y": 472}, {"label": "button", "x": 694, "y": 472}, {"label": "text-input", "x": 862, "y": 471}, {"label": "button", "x": 913, "y": 465}, {"label": "button", "x": 913, "y": 478}, {"label": "common", "x": 87, "y": 514}, {"label": "image", "x": 333, "y": 595}, {"label": "image", "x": 462, "y": 594}, {"label": "image", "x": 546, "y": 595}, {"label": "image", "x": 686, "y": 595}, {"label": "image", "x": 306, "y": 626}, {"label": "image", "x": 578, "y": 564}, {"label": "image", "x": 359, "y": 627}, {"label": "image", "x": 437, "y": 626}, {"label": "image", "x": 498, "y": 626}, {"label": "image", "x": 602, "y": 627}, {"label": "image", "x": 651, "y": 626}, {"label": "image", "x": 759, "y": 627}, {"label": "image", "x": 868, "y": 626}, {"label": "image", "x": 272, "y": 658}, {"label": "image", "x": 312, "y": 658}, {"label": "image", "x": 352, "y": 658}, {"label": "image", "x": 395, "y": 657}, {"label": "image", "x": 434, "y": 657}, {"label": "image", "x": 473, "y": 657}, {"label": "image", "x": 512, "y": 657}, {"label": "image", "x": 552, "y": 658}, {"label": "image", "x": 592, "y": 657}, {"label": "image", "x": 632, "y": 658}, {"label": "image", "x": 673, "y": 659}, {"label": "image", "x": 709, "y": 658}, {"label": "image", "x": 750, "y": 658}, {"label": "image", "x": 794, "y": 658}, {"label": "image", "x": 834, "y": 658}, {"label": "image", "x": 873, "y": 658}, {"label": "image", "x": 912, "y": 658}, {"label": "image", "x": 952, "y": 657}, {"label": "image", "x": 977, "y": 657}, {"label": "image", "x": 14, "y": 658}, {"label": "image", "x": 14, "y": 627}, {"label": "image", "x": 12, "y": 594}, {"label": "common", "x": 79, "y": 562}, {"label": "common", "x": 82, "y": 596}, {"label": "common", "x": 83, "y": 627}, {"label": "common", "x": 82, "y": 659}, {"label": "button", "x": 160, "y": 658}, {"label": "button", "x": 160, "y": 627}, {"label": "button", "x": 160, "y": 595}, {"label": "button", "x": 160, "y": 563}, {"label": "common", "x": 35, "y": 789}, {"label": "button", "x": 80, "y": 789}, {"label": "button", "x": 202, "y": 789}, {"label": "button", "x": 1001, "y": 791}, {"label": "button", "x": 1001, "y": 502}, {"label": "button", "x": 1001, "y": 523}, {"label": "button", "x": 1001, "y": 543}, {"label": "button", "x": 1001, "y": 556}, {"label": "button", "x": 1001, "y": 663}, {"label": "button", "x": 1001, "y": 769}, {"label": "button", "x": 578, "y": 505}]


[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "heading", "x": 212, "y": 61}, {"label": "button", "x": 788, "y": 59}, {"label": "button", "x": 934, "y": 59}, {"label": "heading", "x": 114, "y": 172}, {"label": "button", "x": 69, "y": 795}, {"label": "common", "x": 156, "y": 468}, {"label": "common", "x": 199, "y": 569}, {"label": "common", "x": 135, "y": 667}, {"label": "text-input", "x": 643, "y": 462}, {"label": "button", "x": 935, "y": 462}, {"label": "text-input", "x": 645, "y": 565}, {"label": "text-input", "x": 645, "y": 667}, {"label": "button", "x": 937, "y": 565}, {"label": "button", "x": 937, "y": 667}, {"label": "button", "x": 446, "y": 927}, {"label": "button", "x": 817, "y": 926}, {"label": "table-cell", "x": 695, "y": 463}, {"label": "table-cell", "x": 206, "y": 463}, {"label": "table-cell", "x": 695, "y": 565}, {"label": "table-cell", "x": 206, "y": 565}, {"label": "table-cell", "x": 696, "y": 669}, {"label": "table-cell", "x": 206, "y": 670}, {"label": "table-row", "x": 509, "y": 464}, {"label": "table-row", "x": 510, "y": 566}, {"label": "table-row", "x": 512, "y": 670}, {"label": "table", "x": 510, "y": 569}, {"label": "button", "x": 105, "y": 265}, {"label": "button", "x": 105, "y": 347}, {"label": "common", "x": 400, "y": 267}, {"label": "common", "x": 440, "y": 352}, {"label": "common", "x": 343, "y": 795}]


[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "button", "x": 1139, "y": 15}, {"label": "heading", "x": 974, "y": 15}, {"label": "button", "x": 1127, "y": 39}, {"label": "button", "x": 1073, "y": 39}, {"label": "button", "x": 1012, "y": 39}, {"label": "button", "x": 952, "y": 39}, {"label": "button", "x": 887, "y": 39}, {"label": "button", "x": 833, "y": 39}, {"label": "button", "x": 794, "y": 39}, {"label": "button", "x": 1107, "y": 62}, {"label": "button", "x": 1063, "y": 62}, {"label": "button", "x": 1009, "y": 62}, {"label": "button", "x": 915, "y": 62}, {"label": "button", "x": 802, "y": 62}, {"label": "image", "x": 20, "y": 40}, {"label": "button", "x": 96, "y": 10}, {"label": "button", "x": 69, "y": 10}, {"label": "button", "x": 31, "y": 10}, {"label": "text-input", "x": 238, "y": 62}, {"label": "button", "x": 24, "y": 62}, {"label": "button", "x": 1018, "y": 89}, {"label": "common", "x": 1096, "y": 116}, {"label": "button", "x": 951, "y": 114}, {"label": "button", "x": 925, "y": 114}, {"label": "button", "x": 1078, "y": 140}, {"label": "button", "x": 1139, "y": 162}, {"label": "button", "x": 1038, "y": 180}, {"label": "button", "x": 1096, "y": 241}, {"label": "button", "x": 1087, "y": 220}, {"label": "button", "x": 1089, "y": 200}, {"label": "button", "x": 1127, "y": 241}, {"label": "button", "x": 1088, "y": 260}, {"label": "button", "x": 1083, "y": 279}, {"label": "button", "x": 1088, "y": 300}, {"label": "button", "x": 1099, "y": 320}, {"label": "button", "x": 1071, "y": 340}, {"label": "button", "x": 1139, "y": 361}, {"label": "button", "x": 1089, "y": 360}, {"label": "button", "x": 1083, "y": 380}, {"label": "button", "x": 1027, "y": 401}, {"label": "button", "x": 1138, "y": 421}, {"label": "button", "x": 1058, "y": 422}, {"label": "button", "x": 1067, "y": 162}, {"label": "button", "x": 1079, "y": 440}, {"label": "button", "x": 1089, "y": 460}, {"label": "button", "x": 1087, "y": 481}, {"label": "button", "x": 1126, "y": 501}, {"label": "button", "x": 1096, "y": 500}, {"label": "button", "x": 1088, "y": 519}, {"label": "button", "x": 1083, "y": 539}, {"label": "button", "x": 1096, "y": 560}, {"label": "button", "x": 1089, "y": 580}, {"label": "button", "x": 1090, "y": 601}, {"label": "button", "x": 1087, "y": 621}, {"label": "button", "x": 1074, "y": 641}, {"label": "button", "x": 1138, "y": 661}, {"label": "button", "x": 1084, "y": 660}, {"label": "button", "x": 1084, "y": 681}, {"label": "button", "x": 1078, "y": 700}, {"label": "button", "x": 920, "y": 711}, {"label": "button", "x": 922, "y": 598}, {"label": "image", "x": 1135, "y": 732}, {"label": "button", "x": 921, "y": 137}, {"label": "table-cell", "x": 904, "y": 113}, {"label": "table-cell", "x": 903, "y": 135}, {"label": "table-cell", "x": 886, "y": 135}, {"label": "table-cell", "x": 887, "y": 113}, {"label": "table-cell", "x": 869, "y": 113}, {"label": "table-cell", "x": 869, "y": 135}, {"label": "table-cell", "x": 590, "y": 114}, {"label": "table-cell", "x": 590, "y": 135}, {"label": "table-cell", "x": 310, "y": 114}, {"label": "table-cell", "x": 219, "y": 114}, {"label": "table-cell", "x": 127, "y": 114}, {"label": "table-cell", "x": 310, "y": 136}, {"label": "table-cell", "x": 219, "y": 136}, {"label": "table-cell", "x": 127, "y": 136}, {"label": "table-cell", "x": 73, "y": 114}, {"label": "table-cell", "x": 73, "y": 136}, {"label": "table-cell", "x": 18, "y": 114}, {"label": "table-cell", "x": 18, "y": 136}, {"label": "table-row", "x": 460, "y": 114}, {"label": "table-row", "x": 460, "y": 137}, {"label": "table", "x": 460, "y": 124}, {"label": "button", "x": 51, "y": 89}, {"label": "button", "x": 20, "y": 89}, {"label": "table-cell", "x": 877, "y": 270}, {"label": "table-cell", "x": 717, "y": 270}, {"label": "button", "x": 795, "y": 268}, {"label": "table-cell", "x": 877, "y": 292}, {"label": "table-cell", "x": 717, "y": 292}, {"label": "table-cell", "x": 877, "y": 315}, {"label": "table-cell", "x": 717, "y": 315}, {"label": "table-cell", "x": 877, "y": 338}, {"label": "table-cell", "x": 717, "y": 338}, {"label": "button", "x": 602, "y": 315}, {"label": "button", "x": 693, "y": 338}, {"label": "table-row", "x": 749, "y": 269}, {"label": "table-row", "x": 749, "y": 291}, {"label": "table-row", "x": 749, "y": 314}, {"label": "table-row", "x": 749, "y": 337}, {"label": "table", "x": 749, "y": 304}, {"label": "button", "x": 391, "y": 259}, {"label": "button", "x": 342, "y": 259}, {"label": "button", "x": 285, "y": 260}, {"label": "button", "x": 190, "y": 260}, {"label": "button", "x": 115, "y": 260}, {"label": "button", "x": 47, "y": 260}, {"label": "common", "x": 60, "y": 291}, {"label": "button", "x": 75, "y": 332}, {"label": "common", "x": 662, "y": 368}, {"label": "button", "x": 660, "y": 368}, {"label": "heading", "x": 646, "y": 408}, {"label": "heading", "x": 568, "y": 436}, {"label": "heading", "x": 617, "y": 499}, {"label": "common", "x": 642, "y": 630}, {"label": "button", "x": 641, "y": 567}, {"label": "button", "x": 726, "y": 668}, {"label": "button", "x": 655, "y": 668}, {"label": "button", "x": 582, "y": 702}, {"label": "button", "x": 728, "y": 716}, {"label": "button", "x": 608, "y": 716}, {"label": "image", "x": 443, "y": 625}, {"label": "heading", "x": 220, "y": 408}, {"label": "heading", "x": 259, "y": 485}, {"label": "common", "x": 278, "y": 529}, {"label": "common", "x": 261, "y": 560}, {"label": "common", "x": 259, "y": 589}, {"label": "common", "x": 256, "y": 621}, {"label": "common", "x": 259, "y": 652}, {"label": "common", "x": 255, "y": 691}, {"label": "button", "x": 18, "y": 361}, {"label": "button", "x": 18, "y": 383}, {"label": "button", "x": 17, "y": 712}, {"label": "button", "x": 15, "y": 736}, {"label": "common", "x": 143, "y": 731}, {"label": "common", "x": 62, "y": 731}]


[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "button", "x": 10, "y": 10}, {"label": "heading", "x": 81, "y": 11}, {"label": "button", "x": 1188, "y": 10}, {"label": "button", "x": 1216, "y": 10}, {"label": "button", "x": 1254, "y": 10}, {"label": "button", "x": 25, "y": 34}, {"label": "button", "x": 72, "y": 34}, {"label": "button", "x": 126, "y": 34}, {"label": "button", "x": 187, "y": 35}, {"label": "button", "x": 241, "y": 35}, {"label": "button", "x": 291, "y": 35}, {"label": "button", "x": 344, "y": 33}, {"label": "button", "x": 394, "y": 34}, {"label": "button", "x": 436, "y": 35}, {"label": "button", "x": 487, "y": 35}, {"label": "button", "x": 533, "y": 35}, {"label": "image", "x": 90, "y": 62}, {"label": "image", "x": 630, "y": 404}, {"label": "button", "x": 18, "y": 91}, {"label": "button", "x": 54, "y": 92}, {"label": "button", "x": 92, "y": 92}, {"label": "button", "x": 131, "y": 91}, {"label": "button", "x": 166, "y": 91}, {"label": "button", "x": 19, "y": 124}, {"label": "button", "x": 56, "y": 124}, {"label": "button", "x": 92, "y": 124}, {"label": "button", "x": 130, "y": 124}, {"label": "button", "x": 168, "y": 125}, {"label": "button", "x": 19, "y": 157}, {"label": "button", "x": 56, "y": 156}, {"label": "button", "x": 94, "y": 156}, {"label": "button", "x": 131, "y": 156}, {"label": "button", "x": 167, "y": 156}, {"label": "button", "x": 19, "y": 188}, {"label": "button", "x": 57, "y": 187}, {"label": "button", "x": 94, "y": 187}, {"label": "button", "x": 130, "y": 187}, {"label": "button", "x": 167, "y": 187}, {"label": "button", "x": 18, "y": 219}, {"label": "button", "x": 55, "y": 218}, {"label": "button", "x": 92, "y": 218}, {"label": "button", "x": 127, "y": 218}, {"label": "button", "x": 167, "y": 217}, {"label": "button", "x": 18, "y": 251}, {"label": "button", "x": 55, "y": 251}, {"label": "button", "x": 91, "y": 252}, {"label": "button", "x": 127, "y": 251}, {"label": "button", "x": 165, "y": 251}, {"label": "button", "x": 18, "y": 285}, {"label": "button", "x": 56, "y": 284}, {"label": "button", "x": 92, "y": 285}, {"label": "button", "x": 127, "y": 284}, {"label": "button", "x": 166, "y": 285}, {"label": "button", "x": 18, "y": 316}, {"label": "button", "x": 56, "y": 316}, {"label": "button", "x": 92, "y": 316}, {"label": "button", "x": 86, "y": 349}, {"label": "button", "x": 114, "y": 342}, {"label": "button", "x": 74, "y": 370}, {"label": "button", "x": 103, "y": 371}, {"label": "button", "x": 10, "y": 389}, {"label": "button", "x": 29, "y": 391}, {"label": "button", "x": 48, "y": 392}, {"label": "button", "x": 69, "y": 392}, {"label": "button", "x": 178, "y": 391}, {"label": "heading", "x": 19, "y": 411}, {"label": "button", "x": 11, "y": 427}, {"label": "common", "x": 98, "y": 427}, {"label": "heading", "x": 28, "y": 449}, {"label": "button", "x": 23, "y": 464}, {"label": "common", "x": 62, "y": 465}, {"label": "button", "x": 23, "y": 485}, {"label": "common", "x": 66, "y": 486}, {"label": "button", "x": 21, "y": 746}, {"label": "button", "x": 66, "y": 746}, {"label": "button", "x": 114, "y": 746}, {"label": "button", "x": 163, "y": 747}, {"label": "button", "x": 1088, "y": 59}, {"label": "button", "x": 1110, "y": 59}, {"label": "button", "x": 1132, "y": 59}, {"label": "button", "x": 1152, "y": 59}, {"label": "button", "x": 1270, "y": 59}, {"label": "text-input", "x": 1169, "y": 82}, {"label": "button", "x": 1267, "y": 82}, {"label": "heading", "x": 1145, "y": 102}, {"label": "button", "x": 1097, "y": 126}, {"label": "button", "x": 1132, "y": 126}, {"label": "button", "x": 1165, "y": 127}, {"label": "button", "x": 1198, "y": 126}, {"label": "button", "x": 1233, "y": 126}, {"label": "button", "x": 1098, "y": 159}, {"label": "button", "x": 1132, "y": 159}, {"label": "button", "x": 1166, "y": 159}, {"label": "button", "x": 1200, "y": 159}, {"label": "button", "x": 1234, "y": 159}, {"label": "button", "x": 1098, "y": 193}, {"label": "button", "x": 1134, "y": 193}, {"label": "button", "x": 1168, "y": 193}, {"label": "button", "x": 1201, "y": 194}, {"label": "button", "x": 1234, "y": 194}, {"label": "button", "x": 1099, "y": 228}, {"label": "button", "x": 1134, "y": 228}, {"label": "button", "x": 1168, "y": 228}, {"label": "button", "x": 1202, "y": 228}, {"label": "button", "x": 1235, "y": 228}, {"label": "button", "x": 1098, "y": 262}, {"label": "button", "x": 1134, "y": 262}, {"label": "button", "x": 1168, "y": 262}, {"label": "button", "x": 1203, "y": 262}, {"label": "button", "x": 1235, "y": 262}, {"label": "button", "x": 1269, "y": 148}, {"label": "text-input", "x": 1169, "y": 301}, {"label": "button", "x": 1267, "y": 301}, {"label": "common", "x": 1173, "y": 327}, {"label": "button", "x": 1271, "y": 320}, {"label": "button", "x": 1270, "y": 335}, {"label": "button", "x": 1097, "y": 357}, {"label": "button", "x": 1136, "y": 357}, {"label": "button", "x": 1175, "y": 356}, {"label": "button", "x": 1214, "y": 356}, {"label": "button", "x": 1255, "y": 356}, {"label": "button", "x": 1088, "y": 382}, {"label": "button", "x": 1108, "y": 384}, {"label": "button", "x": 1126, "y": 384}, {"label": "button", "x": 1270, "y": 384}, {"label": "common", "x": 1145, "y": 409}, {"label": "button", "x": 1221, "y": 410}, {"label": "button", "x": 1255, "y": 410}, {"label": "button", "x": 1173, "y": 439}, {"label": "button", "x": 1270, "y": 431}, {"label": "button", "x": 1270, "y": 445}, {"label": "button", "x": 1180, "y": 439}, {"label": "common", "x": 1107, "y": 468}, {"label": "button", "x": 1148, "y": 468}, {"label": "button", "x": 1172, "y": 468}, {"label": "button", "x": 1196, "y": 468}, {"label": "button", "x": 1091, "y": 746}, {"label": "button", "x": 1115, "y": 746}, {"label": "button", "x": 1139, "y": 746}, {"label": "button", "x": 1163, "y": 746}, {"label": "button", "x": 1186, "y": 746}, {"label": "button", "x": 1211, "y": 746}, {"label": "button", "x": 1233, "y": 746}, {"label": "button", "x": 1263, "y": 745}]


[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "heading", "x": 47, "y": 22}, {"label": "heading", "x": 511, "y": 96}, {"label": "button", "x": 876, "y": 19}, {"label": "button", "x": 934, "y": 19}, {"label": "button", "x": 993, "y": 19}, {"label": "button", "x": 684, "y": 315}, {"label": "button", "x": 329, "y": 316}, {"label": "button", "x": 322, "y": 442}, {"label": "button", "x": 658, "y": 440}, {"label": "button", "x": 315, "y": 588}, {"label": "button", "x": 667, "y": 586}, {"label": "button", "x": 322, "y": 723}, {"label": "button", "x": 651, "y": 716}]


[System] You are Tecky, a virtual employee that helps users automate computer workflows. Your job is to identify clickable UI elements from screenshots and return their coordinates.

[User] List all UI elements visible in this screenshot and return them in a JSON array with their label and clickable center coordinates (x, y in pixels).

[Assistant] [{"label": "button", "x": 31, "y": 21}, {"label": "button", "x": 875, "y": 20}, {"label": "button", "x": 933, "y": 19}, {"label": "button", "x": 992, "y": 20}, {"label": "heading", "x": 107, "y": 21}, {"label": "image", "x": 43, "y": 94}, {"label": "heading", "x": 384, "y": 93}, {"label": "common", "x": 71, "y": 176}, {"label": "common", "x": 174, "y": 201}, {"label": "common", "x": 59, "y": 259}, {"label": "common", "x": 197, "y": 283}, {"label": "common", "x": 78, "y": 340}, {"label": "common", "x": 102, "y": 364}, {"label": "common", "x": 56, "y": 422}, {"label": "common", "x": 145, "y": 446}, {"label": "common", "x": 66, "y": 503}, {"label": "common", "x": 165, "y": 528}, {"label": "common", "x": 50, "y": 583}, {"label": "common", "x": 70, "y": 610}, {"label": "common", "x": 49, "y": 668}, {"label": "common", "x": 181, "y": 692}, {"label": "common", "x": 67, "y": 747}, {"label": "common", "x": 165, "y": 774}, {"label": "button", "x": 453, "y": 190}, {"label": "button", "x": 455, "y": 270}, {"label": "button", "x": 500, "y": 352}, {"label": "button", "x": 684, "y": 435}, {"label": "button", "x": 447, "y": 519}, {"label": "button", "x": 497, "y": 597}, {"label": "button", "x": 450, "y": 680}, {"label": "button", "x": 448, "y": 763}]