forked from get-set-fetch/scraper
-
Notifications
You must be signed in to change notification settings - Fork 0
/
package.json
100 lines (100 loc) · 3.64 KB
/
package.json
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
{
"name": "@get-set-fetch/scraper",
"version": "0.5.0",
"description": "Plugin based, batteries included, open source nodejs web scraper. It scrapes, stores and exports data. Supports multiple storage options: SQLite, MySQL, PostgreSQL. Supports multiple browser or dom-like clients: Puppeteer, Playwright, Cheerio, Jsdom.",
"keywords": [
"scraper",
"nodejs",
"node",
"plugin",
"headless",
"puppeteer"
],
"main": "./dist/cjs/index.js",
"types": "./dist/cjs/index.d.ts",
"files": [
"dist",
"bin"
],
"bin": {
"gsfscrape": "bin/gsfscrape"
},
"module": "dist/esm/index.js",
"scripts": {
"patch": "patch-package",
"link:gsf": "npm link ../test-utils",
"lint": "eslint src/**/*.ts",
"test:unit:single": "mocha --config test/.mocharc.js \"test/unit/**/*.ts\" --grep \"ConfigHash\" --exclude test/unit/storage/**/*",
"test:cheerio": "mocha --config test/.mocharc.js \"test/acceptance/cheerio.ts\" --grep 'sqlite3 - concurrency: parallel'",
"test:puppeteer": "mocha --config test/.mocharc.js \"test/acceptance/puppeteer_chromium.ts\" --grep 'sqlite3 - concurrency: sequential'",
"test:cheerio:single": "mocha --config test/.mocharc.js \"test/acceptance/cheerio.ts\" --grep 'sqlite3.+parallel.+200.+Html'",
"test:unit:non-storage": "mocha --config test/.mocharc.js \"test/unit/**/*.ts\" --exclude test/unit/storage/**/*",
"test:unit:sqlite": "mocha --config test/.mocharc.js \"test/unit/storage/sqlite3-unit-suite.ts\"",
"test:unit:sqlite:single": "mocha --config test/.mocharc.js \"test/unit/storage/sqlite3-unit-suite.ts\" --grep \".+batchInsertResources\"",
"test:cli": "mocha --config test/.mocharc.js \"test/acceptance/cli/test-cli.ts\"",
"example": "ts-node examples/custom-plugin-readability.ts",
"build": "tsc --project tsconfig.json && tsc --project tsconfig.esm.json"
},
"author": "Andrei Sabau",
"license": "MIT",
"homepage": "https://github.com/get-set-fetch/scraper",
"repository": {
"type": "git",
"url": "https://github.com/get-set-fetch/scraper.git"
},
"devDependencies": {
"@get-set-fetch/test-utils": "^0.7.0",
"@mozilla/readability": "^0.4.0",
"@types/chai": "^4.2.13",
"@types/cheerio": "^0.22.23",
"@types/jsdom": "^16.2.6",
"@types/json-schema": "^7.0.6",
"@types/jszip": "^3.4.1",
"@types/mocha": "^8.0.3",
"@types/node": "^14.14.25",
"@types/pako": "^1.0.1",
"@types/pino": "^6.3.4",
"@types/sinon": "^9.0.9",
"@typescript-eslint/eslint-plugin": "^4.3.0",
"@typescript-eslint/parser": "^4.3.0",
"babel-core": "^6.26.3",
"babel-plugin-module-resolver": "^4.0.0",
"chai": "^4.2.0",
"coveralls": "^3.1.0",
"eslint": "^7.2.0",
"eslint-config-airbnb": "^18.2.0",
"eslint-plugin-import": "^2.22.1",
"eslint-plugin-jsx-a11y": "^6.3.1",
"jsdom": "^16.4.0",
"mocha": "^8.1.3",
"mocha-lcov-reporter": "^1.3.0",
"nyc": "^15.1.0",
"sinon": "^9.2.1",
"ts-loader": "^8.0.4",
"ts-node": "^9.1.1"
},
"peerDependencies": {
"cheerio": "1.0.0-rc.5",
"jsdom": ">= 16.4.0",
"knex": ">= 0.95",
"sqlite3": ">= 5.0",
"mysql": ">= 2.18.1",
"pg": ">= 8.5.1",
"playwright-chromium": ">= 1.8.0",
"playwright-core": ">= 1.8.0",
"puppeteer": ">= 8.0"
},
"dependencies": {
"@rollup/plugin-commonjs": "^17.0.0",
"@rollup/plugin-json": "^4.1.0",
"@rollup/plugin-node-resolve": "^11.0.1",
"@rollup/plugin-typescript": "^8.1.0",
"jszip": "https://github.com/Stuk/jszip#3db5fdc",
"pako": "^2.0.2",
"patch-package": "^6.2.2",
"pino": "^6.8.0",
"rollup": "^2.33.2",
"tslib": "^2.0.1",
"typescript": "^4.1.3"
}
}