feat: migrating to electron-vite

src/main/services/repack-tracker/1337x.ts

@@ -0,0 +1,135 @@
+import { JSDOM } from "jsdom";
+
+import { formatUploadDate } from "@main/helpers";
+
+import { Repack } from "@main/entity";
+import { requestWebPage, savePage } from "./helpers";
+import type { GameRepackInput } from "./helpers";
+
+export const request1337x = async (path: string) =>
+  requestWebPage(`https://1337xx.to${path}`);
+
+/* TODO: $a will often be null */
+const getTorrentDetails = async (path: string) => {
+  const response = await request1337x(path);
+
+  const { window } = new JSDOM(response);
+  const { document } = window;
+
+  const $a = window.document.querySelector(
+    ".torrentdown1"
+  ) as HTMLAnchorElement;
+
+  const $ul = Array.from(
+    document.querySelectorAll(".torrent-detail-page .list")
+  );
+  const [$firstColumn, $secondColumn] = $ul;
+
+  if (!$firstColumn || !$secondColumn) {
+    return { magnet: $a?.href };
+  }
+
+  const [_$category, _$type, _$language, $totalSize] = $firstColumn.children;
+  const [_$downloads, _$lastChecked, $dateUploaded] = $secondColumn.children;
+
+  return {
+    magnet: $a?.href,
+    fileSize: $totalSize.querySelector("span").textContent ?? undefined,
+    uploadDate: formatUploadDate(
+      $dateUploaded.querySelector("span").textContent!
+    ),
+  };
+};
+
+export const getTorrentListLastPage = async (user: string) => {
+  const response = await request1337x(`/user/${user}/1`);
+
+  const { window } = new JSDOM(response);
+
+  const $ul = window.document.querySelector(".pagination > ul");
+
+  if ($ul) {
+    const $li = Array.from($ul.querySelectorAll("li")).at(-1);
+    const text = $li?.textContent;
+
+    if (text === ">>") {
+      const $previousLi = Array.from($ul.querySelectorAll("li")).at(-2);
+      return Number($previousLi?.textContent);
+    }
+
+    return Number(text);
+  }
+
+  return -1;
+};
+
+export const extractTorrentsFromDocument = async (
+  page: number,
+  user: string,
+  document: Document,
+  existingRepacks: Repack[] = []
+): Promise<GameRepackInput[]> => {
+  const $trs = Array.from(document.querySelectorAll("tbody tr"));
+
+  return Promise.all(
+    $trs.map(async ($tr) => {
+      const $td = $tr.querySelector("td");
+
+      const [, $name] = Array.from($td!.querySelectorAll("a"));
+      const url = $name.href;
+      const title = $name.textContent ?? "";
+
+      if (existingRepacks.some((repack) => repack.title === title)) {
+        return {
+          title,
+          magnet: "",
+          fileSize: null,
+          uploadDate: null,
+          repacker: user,
+          page,
+        };
+      }
+
+      const details = await getTorrentDetails(url);
+
+      return {
+        title,
+        magnet: details.magnet,
+        fileSize: details.fileSize ?? null,
+        uploadDate: details.uploadDate ?? null,
+        repacker: user,
+        page,
+      };
+    })
+  );
+};
+
+export const getNewRepacksFromUser = async (
+  user: string,
+  existingRepacks: Repack[],
+  page = 1
+): Promise<Repack[]> => {
+  const response = await request1337x(`/user/${user}/${page}`);
+  const { window } = new JSDOM(response);
+
+  const repacks = await extractTorrentsFromDocument(
+    page,
+    user,
+    window.document,
+    existingRepacks
+  );
+
+  const newRepacks = repacks.filter(
+    (repack) =>
+      repack.uploadDate &&
+      !existingRepacks.some(
+        (existingRepack) => existingRepack.title === repack.title
+      )
+  );
+
+  if (!newRepacks.length) return;
+
+  await savePage(newRepacks);
+
+  return getNewRepacksFromUser(user, existingRepacks, page + 1);
+};