feat: more work on UI app

Co-authored-by: Copilot <copilot@github.com>

scripts/desktop_automation_app.exs

@@ -0,0 +1,7 @@
+Enum.reduce_while(IO.stream(:stdio, :line), :ok, fn line, _acc ->
+  if String.trim(line) == "stop" do
+    {:halt, :ok}
+  else
+    {:cont, :ok}
+  end
+end)

scripts/desktop_automation_runner.mjs

@@ -0,0 +1,80 @@
+import { chromium } from "playwright";
+import readline from "node:readline";
+
+const [url, screenshotDir] = process.argv.slice(2);
+
+if (!url) {
+  console.log(JSON.stringify({ status: "error", message: "missing automation url" }));
+  process.exit(1);
+}
+
+const browser = await chromium.launch({ headless: true });
+const page = await browser.newPage({ viewport: { width: 1440, height: 900 } });
+
+try {
+  await page.goto(url, { waitUntil: "networkidle" });
+  await page.locator("#bds-shell-app").waitFor({ state: "visible" });
+  await page.emulateMedia({ reducedMotion: "reduce" });
+  console.log(JSON.stringify({ status: "ready", screenshotDir }));
+} catch (error) {
+  console.log(JSON.stringify({ status: "error", message: error.message }));
+  await browser.close();
+  process.exit(1);
+}
+
+const rl = readline.createInterface({ input: process.stdin, crlfDelay: Infinity });
+
+for await (const line of rl) {
+  if (!line.trim()) {
+    continue;
+  }
+
+  const message = JSON.parse(line);
+  const ref = message.ref;
+
+  try {
+    if (message.command === "snapshot") {
+      const result = await page.evaluate(() => {
+        const text = (selector) => document.querySelector(selector)?.textContent?.trim() ?? null;
+        const texts = (selector, mapper) => Array.from(document.querySelectorAll(selector)).map(mapper);
+        const hasClass = (selector, className) => document.querySelector(selector)?.classList.contains(className) ?? false;
+
+        return {
+          window_title: text("[data-testid='window-title']"),
+          active_view: document.querySelector("[data-testid='activity-button'][data-active='true']")?.dataset.view ?? null,
+          sidebar_visible: !hasClass("[data-testid='sidebar-shell']", "is-hidden"),
+          editor_title: text("[data-testid='editor-title']"),
+          activity_labels: texts("[data-testid='activity-button']", (node) => node.getAttribute("aria-label")),
+          sidebar_sections: texts("[data-testid='sidebar-section-title']", (node) => node.textContent.trim()),
+          editor_meta_labels: texts("[data-testid='editor-meta-label']", (node) => node.textContent.trim())
+        };
+      });
+
+      console.log(JSON.stringify({ ref, status: "ok", result }));
+      continue;
+    }
+
+    if (message.command === "click") {
+      await page.locator(message.selector).click();
+      await page.waitForTimeout(50);
+      console.log(JSON.stringify({ ref, status: "ok", result: "ok" }));
+      continue;
+    }
+
+    if (message.command === "screenshot") {
+      await page.screenshot({ path: message.path, fullPage: false });
+      console.log(JSON.stringify({ ref, status: "ok", result: message.path }));
+      continue;
+    }
+
+    if (message.command === "close") {
+      await browser.close();
+      console.log(JSON.stringify({ ref, status: "ok", result: "closed" }));
+      process.exit(0);
+    }
+
+    console.log(JSON.stringify({ ref, status: "error", message: `unknown command: ${message.command}` }));
+  } catch (error) {
+    console.log(JSON.stringify({ ref, status: "error", message: error.message }));
+  }
+}