chore: move delay to env

Solvro · Jan 17, 2025 · 22d0631 · 22d0631
1 parent 1e07303
commit 22d0631
Showing 1 changed file with 2 additions and 7 deletions.
diff --git a/backend/app/scrap-lecturers/scrap_lecturers.ts b/backend/app/scrap-lecturers/scrap_lecturers.ts
@@ -92,19 +92,16 @@ const scrapLecturersPage = async (url: string, authCookie: string) => {
 
   if (body.includes("Zapomniałem hasła")) {
     logger.error("You need to login to polwro.com. Wrong cookies my friends");
-    // TODO: set this in env
-    await delay(1000);
+    await delay(Number(env.get("POLWRO_DELAY")));
     return;
   }
 
   const $ = cheerio.load(body);
-  logger.info("Planer to bambiki");
   const lecturers = $("tbody")
     .find("td")
     .children("div.hrw")
     .children("div.img.folder, div.img.folder_hot, div.img.folder_locked")
     .map((_, element) => {
-      logger.info("Planer to bambiki 1");
       const smallBlock = $(element);
       const text = smallBlock.text().trim().replace(/\s+/g, " ");
       const splitedData = removeTitles(text.split(" "));
@@ -134,8 +131,7 @@ const scrapLecturersPage = async (url: string, authCookie: string) => {
       }
     });
 
-  // TODO: set this in env
-  await delay(1000);
+  await delay(Number(env.get("POLWRO_DELAY")));
   return { lecturers, nextPageUrl };
 };
 
@@ -171,4 +167,3 @@ export const scrapLecturers = async () => {
   }
   return lecturers;
 };
-// elo żelo