hydra/src/main/services/repack-tracker/helpers.ts

import axios from "axios";
import UserAgent from "user-agents";

import type { Repack } from "@main/entity";
import { repackRepository } from "@main/repository";

import { QueryDeepPartialEntity } from "typeorm/query-builder/QueryPartialEntity";

export const savePage = async (repacks: QueryDeepPartialEntity<Repack>[]) =>
  Promise.all(
    repacks.map((repack) => repackRepository.insert(repack).catch(() => {}))
  );

export const requestWebPage = async (url: string) => {
  const userAgent = new UserAgent();

  return axios
    .get(url, {
      headers: {
        "User-Agent": userAgent.toString(),
      },
    })
    .then((response) => response.data);
};

export const decodeNonUtf8Response = async (res: Response) => {
  const contentType = res.headers.get("content-type");
  if (!contentType) return res.text();

  const charset = contentType.substring(contentType.indexOf("charset=") + 8);

  const text = await res.arrayBuffer().then((ab) => {
    const dataView = new DataView(ab);
    const decoder = new TextDecoder(charset);

    return decoder.decode(dataView);
  });

  return text;
};