feat: emulate rotating proxy

Taskfile.yaml

@@ -13,6 +13,7 @@ includes:
   tear: tasks/Taskfile.tear.yml
   helm: Taskfile.helm.yml
   util: tasks/Taskfile.util.yml
+  stop: tasks/Taskfile.stop.yml
 
 tasks:
   setup:

src/domain/search_core.ts

@@ -70,6 +70,14 @@ class SearchCore {
     this.#logger = logger;
   }
 
+  get proxy(): string | undefined {
+    const p = this.#config.proxy;
+    if (p == null) return undefined;
+    const arr = p.split(";");
+    const randomIndex = Math.floor(Math.random() * arr.length);
+    return arr[randomIndex];
+  }
+
   async mainKTMBPage(): Promise<MainPageToken> {
     const referer = "https://online.ktmb.com.my/";
     const resp = await f("https://shuttleonline.ktmb.com.my/Home/Shuttle", {
@@ -78,7 +86,7 @@ class SearchCore {
         ...htmlHeaders,
         Referer: referer,
       },
-      proxy: this.#config.proxy,
+      proxy: this.proxy,
       method: "GET",
     });
     const text = await resp.text();
@@ -131,7 +139,7 @@ class SearchCore {
         ...defaultHeaders,
         Referer: referer,
       },
-      proxy: this.#config.proxy,
+      proxy: this.proxy,
       body: stringify(queryParams),
       method: "POST",
     });
@@ -166,7 +174,7 @@ class SearchCore {
         RequestVerificationToken: token,
         Referer: referer,
       },
-      proxy: this.#config.proxy,
+      proxy: this.proxy,
       body: JSON.stringify({
         SearchData: searchData,
         FormValidationCode: formValidation,

src/lib/populator.ts

@@ -2,7 +2,6 @@ import { Logger } from "pino";
 import { SearcherBuilder } from "../domain/searcher/builder.ts";
 import { addDays, differenceInDays } from "date-fns";
 import { RetrieveResult } from "./interfaces.ts";
-import { __ } from "../utility.ts";
 
 class Populator {
   constructor(
@@ -44,7 +43,6 @@ class Populator {
         this.logger.error({ error: e }, "Failed to retrieve schedule");
         break;
       }
-      await __(2);
     }
     return ret;
   }

tasks/Taskfile.stop.yml

@@ -0,0 +1,16 @@
+version: "3"
+
+tasks:
+  default:
+    desc: Stop all everything
+    cmds:
+      - task: dev
+      - task: test
+  dev:
+    desc: Stop the development workflow
+    cmds:
+      - tilt down
+  test:
+    desc: Stop the test workflow
+    cmds:
+      - tilt down -- --config config/test.yaml --action test