basic crawling system

2020-11-13 22:23:33 +01:00
parent 09d814102e
commit 4fb8a19661
6 changed files with 791 additions and 0 deletions
--- a/package.json
+++ b/package.json
@@ -0,0 +1,27 @@
+{
+  "name": "contenteggstockcrawler",
+  "version": "1.0.0",
+  "description": "",
+  "main": "./dist/core.js",
+  "scripts": {
+    "test": "echo \"Error: no test specified\" && exit 1"
+  },
+  "repository": {
+    "type": "git",
+    "url": "https://git.aterve.com/Cryogenix_/ContentEggStockCrawler.git"
+  },
+  "author": "",
+  "license": "ISC",
+  "dependencies": {
+    "cheerio": "^1.0.0-rc.3",
+    "jsonfile": "^6.1.0",
+    "puppeteer": "^5.4.1",
+    "tldts": "^5.6.71",
+    "typescript": "^4.0.5"
+  },
+  "devDependencies": {
+    "@types/cheerio": "^0.22.22",
+    "@types/jsonfile": "^6.0.0",
+    "@types/puppeteer": "^5.4.0"
+  }
+}