Feature scraper

.gitignore

@@ -8,6 +8,10 @@
 .buildlog/
 .history
 .svn/
+*.egg-info
+venv/
+*.pytest_cache
+*/__pycache__
 
 # IntelliJ related
 *.iml
@@ -36,6 +40,7 @@ coverage/
 
 #database
 .env
+*.ini 
 
 #typescript
 backend/scraper/dist/

backend/scraper/__mocks__/mockUrl.ts

@@ -1,5 +1,5 @@
 
-export const getMockData =  () => {
+export const getMockData =  (): string => {
 
     return "<table id=\"ctl00_ContentPlaceHolder1_Component_List_V2_IDs1_dl_products\" cellspacing=\"0\" border=\"0\" style=\"border-collapse:collapse;\">\n" +
         "    <tbody><tr>\n" +

backend/scraper/__mocks__/puppeteerMocks.ts

@@ -0,0 +1,26 @@
+import {Page, Browser} from 'puppeteer'
+
+export const stubPuppeteer = {
+    launch() {
+        return Promise.resolve(stubBrowser)
+    }
+} as unknown as any
+
+export const stubBrowser = {
+    newPage() {
+        return Promise.resolve(stubPage)
+    },
+    close() {
+        return Promise.resolve()
+    }
+} as unknown as Browser
+
+export const stubPage = {
+    goto(url: string) {
+        return Promise.resolve()
+    },
+    content() {
+        return Promise.resolve('')
+    }
+
+} as unknown as Page

backend/scraper/__mocks__/urlMock.ts

@@ -1,4 +1,4 @@
-const url = require("../src/utilities/url")
+import * as url from "../src/utilities/url"
 import { getEveTecGpuUrl } from "../src/utilities/url"
 import { mockFunction } from "./JestHelpers"