package.json

{
  "name": "supercrawler",
  "description": "A web crawler. Supercrawler automatically crawls websites. Define custom handlers to parse content. Obeys robots.txt, rate limits and concurrency limits.",
  "version": "1.7.0",
  "homepage": "https://github.com/brendonboshell/supercrawler",
  "author": "Brendon Boshell <brendonboshell@gmail.com>",
  "license": "Apache-2.0",
  "repository": {
    "type": "git",
    "url": "git+https://github.com/brendonboshell/supercrawler.git"
  },
  "bugs": {
    "url": "https://github.com/brendonboshell/supercrawler/issues"
  },
  "keywords": [
    "crawler",
    "spider",
    "supercrawler"
  ],
  "scripts": {
    "test": "mocha --recursive",
    "coverage": "istanbul cover _mocha -- -R spec --recursive"
  },
  "main": "./lib/index.js",
  "devDependencies": {
    "chai": "^3.5.0",
    "istanbul": "^0.4.5",
    "mocha": "^2.5.3",
    "proxyquire": "^1.8.0",
    "sinon": "^1.17.7"
  },
  "dependencies": {
    "bluebird": "^3.5.3",
    "cheerio": "^0.22.0",
    "ioredis": "^3.2.2",
    "lodash": "^4.17.11",
    "mime-types": "^2.1.21",
    "node-cache": "^4.2.0",
    "request": "^2.88.0",
    "robots-parser": "^2.1.1",
    "sequelize": "^4.42.0",
    "sqlite3": "^4.0.6"
  }
}