package.json

{
  "name": "AllWebCrawler",
  "version": "1.0.0",
  "description": "All-in-one website crawler API service with security and CORS handling",
  "main": "src/server.js",
  "scripts": {
    "start": "node src/server.js",
    "dev": "nodemon src/server.js",
    "test": "jest",
    "test:api": "node test-api.js",
    "example:wikipedia": "node examples/wikipedia-crawler.js",
    "example:client": "node examples/client.js",
    "lint": "eslint src/",
    "security-audit": "npm audit"
  },
  "keywords": [
    "web-crawler",
    "api",
    "scraping",
    "nodejs",
    "express"
  ],
  "author": "Louis Tayoh",
  "license": "MIT",
  "dependencies": {
    "express": "^4.18.2",
    "axios": "^1.6.2",
    "cheerio": "^1.0.0-rc.12",
    "cors": "^2.8.5",
    "helmet": "^7.1.0",
    "express-rate-limit": "^7.1.5",
    "express-slow-down": "^2.0.1",
    "user-agents": "^1.0.1373",
    "https-proxy-agent": "^7.0.2",
    "socks-proxy-agent": "^8.0.2",
    "winston": "^3.11.0",
    "joi": "^17.11.0",
    "dotenv": "^16.3.1",
    "uuid": "^9.0.1",
    "robots-parser": "^3.0.1",
    "url-parse": "^1.5.10"
  },
  "devDependencies": {
    "nodemon": "^3.0.2",
    "jest": "^29.7.0",
    "eslint": "^8.55.0",
    "supertest": "^6.3.3"
  },
  "engines": {
    "node": ">=16.0.0"
  }
}