From 7b050cbfaa739ddcb11fb22c7f798f7fd779ec98 Mon Sep 17 00:00:00 2001 From: Nick Leeman Date: Fri, 26 Mar 2021 14:38:30 +0100 Subject: [PATCH] small fixes and upgrades --- src/core.ts | 16 +++++++++++----- 1 file changed, 11 insertions(+), 5 deletions(-) diff --git a/src/core.ts b/src/core.ts index 5ea437a..8fd913d 100644 --- a/src/core.ts +++ b/src/core.ts @@ -34,11 +34,12 @@ import { Coolblue } from "./modules/websites"; -// start(); -debugStart(); +start(); +// debugStart(); // Globals let browser: puppeteer.Browser = null; +let sitemapUrl: string = ""; let allProducts: Array = []; let allBlogUrls: Array = []; @@ -54,9 +55,10 @@ async function start() { // Get sitemap url from process params let params = process.argv.slice(2); + sitemapUrl = params[0]; // Crawl Sitemap - const sitemap = await got(params[0]); + const sitemap = await got(sitemapUrl); const $ = cheerio.load(sitemap.body, { xmlMode: true }) $('loc').each(function() { @@ -290,8 +292,12 @@ async function crawlProductStock(url: string) { async function generateReport() { console.log("Generating report..."); - - let file = `stock-report.txt`; + + let today: Date = new Date(); + let datecode: string = today.getFullYear().toString() + (today.getMonth() + 1).toString() + today.getDay().toString(); + let domain: string = getDomain(sitemapUrl); + let file = `${domain}-${datecode}-report.txt`; + let totalProducts = 0; let totalOutStock = 0; for (let product of allProducts) {