added sitemap parser!

2021-03-20 13:34:04 +01:00
parent 22aa81f2ee
commit 48fee9b86d
6 changed files with 279 additions and 163 deletions
--- a/package.json
+++ b/package.json
@@ -15,6 +15,7 @@
  "dependencies": {
    "cheerio": "^1.0.0-rc.3",
    "fs-extra": "^9.0.1",
+    "got": "^11.8.2",
    "jsonfile": "^6.1.0",
    "puppeteer": "^5.4.1",
    "tldts": "^5.6.71",