getTerms.ts

//@ts-ignore
import reader from "g-sheets-api";
import { writeData, baseOptions } from "./index";
import { getPageData } from "./getWikipedia";
import { TermProps } from "../Utils/interfaces";

interface TermObject {
  name: string;
  link: string;
}

const termsRequest = () => {
  return new Promise<TermObject[]>((resolve, reject) => {
    const options = { ...baseOptions, sheetNumber: 4 };
    reader(options, resolve);
  });
};

const cleanTermData = async (terms: TermObject[]): Promise<TermProps[]> => {
  const cleanedTerms: TermProps[] = [];

  await Promise.all(
    terms.map(async ({ name, link }) => {
      let summary: string;
      let summarySource: string;
      const isWikipedia = link.includes("en.wikipedia.org");

      if (isWikipedia) {
        summarySource = "Wikipedia";
        const title = link.split("/").pop();
        if (title) {
          try {
            const data = await getPageData(title);
            summary = data.summary;
            link = data.url.toString();
          } catch (e) {
            console.log(e);
            process.exit(1);
          }
        }
      }

      const termArray = name.split("; ");
      termArray.forEach((split) =>
        cleanedTerms.push({
          name: split,
          link,
          summary,
          summarySource,
        })
      );
    })
  );

  return cleanedTerms;
};

export const getTerms = async () => {
  const terms = await termsRequest();
  const cleanedTerms = await cleanTermData(terms);
  await writeData("Terms", cleanedTerms);
};