ComputerUseAgent/playwright-inspect.js at master · jameswright1562/ComputerUseAgent · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
"use strict";
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
    return new (P || (P = Promise))(function (resolve, reject) {
        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
        step((generator = generator.apply(thisArg, _arguments || [])).next());
    });
};
var __generator = (this && this.__generator) || function (thisArg, body) {
    var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g = Object.create((typeof Iterator === "function" ? Iterator : Object).prototype);
    return g.next = verb(0), g["throw"] = verb(1), g["return"] = verb(2), typeof Symbol === "function" && (g[Symbol.iterator] = function() { return this; }), g;
    function verb(n) { return function (v) { return step([n, v]); }; }
    function step(op) {
        if (f) throw new TypeError("Generator is already executing.");
        while (g && (g = 0, op[0] && (_ = 0)), _) try {
            if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
            if (y = 0, t) op = [op[0] & 2, t.value];
            switch (op[0]) {
                case 0: case 1: t = op; break;
                case 4: _.label++; return { value: op[1], done: false };
                case 5: _.label++; y = op[1]; op = [0]; continue;
                case 7: op = _.ops.pop(); _.trys.pop(); continue;
                default:
                    if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; }
                    if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; }
                    if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; }
                    if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; }
                    if (t[2]) _.ops.pop();
                    _.trys.pop(); continue;
            }
            op = body.call(thisArg, _);
        } catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; }
        if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };
    }
};
Object.defineProperty(exports, "__esModule", { value: true });
var playwright_1 = require("playwright");
function inspectUI() {
    return __awaiter(this, void 0, void 0, function () {
        var browser, context, page, bodyHTML, errors_1, styles, accessibilityIssues, textContent, error_1;
        return __generator(this, function (_a) {
            switch (_a.label) {
                case 0: return [4 /*yield*/, playwright_1.chromium.launch({ headless: true })];
                case 1:
                    browser = _a.sent();
                    return [4 /*yield*/, browser.newContext({ viewport: { width: 1920, height: 1080 } })];
                case 2:
                    context = _a.sent();
                    return [4 /*yield*/, context.newPage()];
                case 3:
                    page = _a.sent();
                    _a.label = 4;
                case 4:
                    _a.trys.push([4, 11, 12, 14]);
                    return [4 /*yield*/, page.goto('http://localhost:5173', { waitUntil: 'networkidle', timeout: 10000 })];
                case 5:
                    _a.sent();
                    // Take screenshot
                    return [4 /*yield*/, page.screenshot({ path: 'ui-screenshot.png', fullPage: true })];
                case 6:
                    // Take screenshot
                    _a.sent();
                    return [4 /*yield*/, page.evaluate(function () { return document.body.innerHTML; })];
                case 7:
                    bodyHTML = _a.sent();
                    console.log('\n=== Page Structure ===');
                    console.log(bodyHTML.substring(0, 2000)); // First 2000 chars
                    errors_1 = [];
                    page.on('console', function (msg) {
                        if (msg.type() === 'error') {
                            errors_1.push(msg.text());
                        }
                    });
                    return [4 /*yield*/, page.evaluate(function () {
                            var elements = {
                                body: document.body,
                                main: document.querySelector('main'),
                                header: document.querySelector('header'),
                                chatBox: document.querySelector('[class*="ChatBox"]') || document.querySelector('div[class*="flex"]'),
                            };
                            var results = {};
                            for (var _i = 0, _a = Object.entries(elements); _i < _a.length; _i++) {
                                var _b = _a[_i], key = _b[0], el = _b[1];
                                if (el) {
                                    var computed = window.getComputedStyle(el);
                                    results[key] = {
                                        display: computed.display,
                                        backgroundColor: computed.backgroundColor,
                                        padding: computed.padding,
                                        margin: computed.margin,
                                    };
                                }
                            }
                            return results;
                        })];
                case 8:
                    styles = _a.sent();
                    console.log('\n=== Computed Styles ===');
                    console.log(JSON.stringify(styles, null, 2));
                    return [4 /*yield*/, page.evaluate(function () {
                            var issues = [];
                            // Check for buttons without accessible names
                            document.querySelectorAll('button').forEach(function (btn, i) {
                                var _a;
                                if (!((_a = btn.textContent) === null || _a === void 0 ? void 0 : _a.trim()) && !btn.getAttribute('aria-label')) {
                                    issues.push("Button ".concat(i, " has no accessible name"));
                                }
                            });
                            // Check for inputs without labels
                            document.querySelectorAll('input, textarea').forEach(function (input, i) {
                                var id = input.getAttribute('id');
                                if (id && !document.querySelector("label[for=\"".concat(id, "\"]"))) {
                                    issues.push("Input/Textarea ".concat(i, " has no associated label"));
                                }
                            });
                            return issues;
                        })];
                case 9:
                    accessibilityIssues = _a.sent();
                    console.log('\n=== Accessibility Issues ===');
                    console.log(accessibilityIssues.length > 0 ? accessibilityIssues.join('\n') : 'No major issues found');
                    return [4 /*yield*/, page.evaluate(function () {
                            return {
                                headings: Array.from(document.querySelectorAll('h1, h2, h3, h4, h5, h6')).map(function (h) {
                                    var _a;
                                    return ({
                                        tag: h.tagName,
                                        text: (_a = h.textContent) === null || _a === void 0 ? void 0 : _a.trim()
                                    });
                                }),
                                buttons: Array.from(document.querySelectorAll('button')).map(function (b) { var _a; return (_a = b.textContent) === null || _a === void 0 ? void 0 : _a.trim(); }),
                                inputs: Array.from(document.querySelectorAll('input, textarea')).map(function (i) { return ({
                                    type: i.getAttribute('type') || 'textarea',
                                    placeholder: i.getAttribute('placeholder')
                                }); })
                            };
                        })];
                case 10:
                    textContent = _a.sent();
                    console.log('\n=== Page Content ===');
                    console.log(JSON.stringify(textContent, null, 2));
                    console.log('\n✅ Screenshot saved to ui-screenshot.png');
                    return [3 /*break*/, 14];
                case 11:
                    error_1 = _a.sent();
                    console.error('Error inspecting UI:', error_1);
                    return [3 /*break*/, 14];
                case 12: return [4 /*yield*/, browser.close()];
                case 13:
                    _a.sent();
                    return [7 /*endfinally*/];
                case 14: return [2 /*return*/];
            }
        });
    });
}
inspectUI();