Merge pull request #125 from hdresearch/ty/emails-as-text

Ty/emails as text

src/browser/browser.ts

@@ -129,6 +129,16 @@ export class Browser {
     disableMemory?: boolean;
   }): Promise<Page> {
     const basePage = await this.browser.newPage();
+
+    await basePage.setRequestInterception(true);
+    basePage.on("request", (request) => {
+      if (request.url().startsWith("mailto:")) {
+        request.abort();
+      } else {
+        request.continue();
+      }
+    });
+
     if (opts?.device) {
       await basePage.emulate(opts.device);
     }

src/browser/page.ts

@@ -33,6 +33,7 @@ import { fetchMemorySequence, remember } from "../collectiveMemory/remember";
 import { ModelResponseType } from "../types";
 import { DEFAULT_STATE_ACTION_PAIRS } from "../collectiveMemory/examples";
 import { Memory } from "../types/memory.types";
+import { isEmail } from "../utils/ariaUtils";
 
 /**
  * Represents a web page and provides methods to interact with it.
@@ -283,6 +284,12 @@ export class Page {
     }
     const index = this.idMapping.size;
     const e: AccessibilityTree = [index, node.role, node.name!];
+
+    if (e[1] === "link") {
+      if (isEmail(e[2])) {
+        e[1] = "StaticText(email)";
+      }
+    }
     this.idMapping.set(index, e);
     let children = [] as AccessibilityTree[];
     if (node.children) {

src/utils/ariaUtils.ts

@@ -0,0 +1,4 @@
+export function isEmail(text: string): boolean {
+  const pattern: RegExp = /^[a-zA-Z0-9._%+-]+@[a-zA-Z0-9.-]+\.[a-zA-Z]{2,}$/;
+  return pattern.test(text);
+}