package.json

{
  "name": "hugopoi-webcrawler",
  "version": "5.1.0",
  "description": "Web crawling tool",
  "main": "./lib/index.js",
  "bin": "./console.js",
  "dependencies": {
    "bluebird": "^3.5.1",
    "cheerio": "^1.0.0-rc.2",
    "csv-parse": "^4.8.9",
    "csv-stringify": "^5.4.0",
    "debug": "^2.2.0",
    "gauge": "^2.7.4",
    "jsonstream2": "^3.0.0",
    "lodash": "^4.17.15",
    "minimist": "^1.2.5",
    "moment": "^2.22.2",
    "p-queue": "^2.3.0",
    "promisepipe": "^2.1.3",
    "request": "^2.88.0",
    "request-promise": "^4.2.2",
    "robots-parser": "^2.1.0",
    "sade": "^1.8.1",
    "stream-sitemap-parser": "^2.6.10",
    "tldjs": "^1.7.0"
  },
  "scripts": {
    "test": "echo \"Error: no test specified\" && exit 1"
  },
  "keywords": [
    "web",
    "crawler",
    "scraper",
    "spider"
  ],
  "repository": {
    "type": "git",
    "url": "https://github.com/HugoPoi/webcrawler.git"
  },
  "author": "HugoPoi",
  "license": "GPL-3.0"
}