added worker-thread for web scraping

This commit is contained in:
Robyn Drake 2023-04-30 13:34:49 -05:00
parent 600b0c9e51
commit cf3d7d132b
2 changed files with 64 additions and 2 deletions

63
package-lock.json generated
View File

@ -13,7 +13,8 @@
"@types/pouchdb": "^6.4.0",
"axios": "^1.4.0",
"cheerio": "^1.0.0-rc.12",
"pouchdb": "^8.0.1"
"pouchdb": "^8.0.1",
"worker-thread": "^1.1.0"
}
},
"node_modules/@tensorflow/tfjs": {
@ -530,6 +531,15 @@
"node": ">= 0.10"
}
},
"node_modules/co": {
"version": "4.6.0",
"resolved": "https://registry.npmjs.org/co/-/co-4.6.0.tgz",
"integrity": "sha512-QVb0dM5HvG+uaxitm8wONl7jltx8dqhfU33DcqtOZcLSVIKSDDLDi7+0LbAKiyI8hD9u42m2YxXSkMGWThaecQ==",
"engines": {
"iojs": ">= 1.0.0",
"node": ">= 0.12.0"
}
},
"node_modules/color-convert": {
"version": "2.0.1",
"license": "MIT",
@ -732,6 +742,11 @@
"node": ">=6"
}
},
"node_modules/eventemitter2": {
"version": "4.1.0",
"resolved": "https://registry.npmjs.org/eventemitter2/-/eventemitter2-4.1.0.tgz",
"integrity": "sha512-38sx/0ho6QOQY5ifw0hC2qPEXmy63iiEH5fEyo6GO0FYfqgIvQvdDOHY4f+9iDeI8B0sZzPuu1IZDG/QXhQFvw=="
},
"node_modules/fetch-cookie": {
"version": "0.11.0",
"resolved": "https://registry.npmjs.org/fetch-cookie/-/fetch-cookie-0.11.0.tgz",
@ -842,6 +857,14 @@
"node": ">=8"
}
},
"node_modules/is-generator-function": {
"version": "1.0.6",
"resolved": "https://registry.npmjs.org/is-generator-function/-/is-generator-function-1.0.6.tgz",
"integrity": "sha512-42rSiea6kme5O+AvAwoM8RaiO/aYzzGdVr8eLflrSXuI9VvfyXjdAdhN0YQ1uBVkNGyo96/0kcZQ0x6xhu01gg==",
"engines": {
"node": ">= 0.4"
}
},
"node_modules/isarray": {
"version": "0.0.1",
"resolved": "https://registry.npmjs.org/isarray/-/isarray-0.0.1.tgz",
@ -1345,6 +1368,19 @@
"webidl-conversions": "^3.0.0"
}
},
"node_modules/worker-thread": {
"version": "1.1.0",
"resolved": "https://registry.npmjs.org/worker-thread/-/worker-thread-1.1.0.tgz",
"integrity": "sha512-u7HZZonw0bQRkwMhRcFf76N6/laQDu0MztLkuLSJXQLbVCVw0E3akkxkDiZyg08zdJm90pYm0PpmlgLckylJCg==",
"dependencies": {
"co": "4.6.0",
"eventemitter2": "4.1.0",
"is-generator-function": "1.0.6"
},
"engines": {
"node": ">=4"
}
},
"node_modules/wrap-ansi": {
"version": "7.0.0",
"license": "MIT",
@ -1828,6 +1864,11 @@
"resolved": "https://registry.npmjs.org/clone-buffer/-/clone-buffer-1.0.0.tgz",
"integrity": "sha512-KLLTJWrvwIP+OPfMn0x2PheDEP20RPUcGXj/ERegTgdmPEZylALQldygiqrPPu8P45uNuPs7ckmReLY6v/iA5g=="
},
"co": {
"version": "4.6.0",
"resolved": "https://registry.npmjs.org/co/-/co-4.6.0.tgz",
"integrity": "sha512-QVb0dM5HvG+uaxitm8wONl7jltx8dqhfU33DcqtOZcLSVIKSDDLDi7+0LbAKiyI8hD9u42m2YxXSkMGWThaecQ=="
},
"color-convert": {
"version": "2.0.1",
"requires": {
@ -1961,6 +2002,11 @@
"resolved": "https://registry.npmjs.org/event-target-shim/-/event-target-shim-5.0.1.tgz",
"integrity": "sha512-i/2XbnSz/uxRCU6+NdVJgKWDTM427+MqYbkQzD321DuCQJUqOuJKIA0IM2+W2xtYHdKOmZ4dR6fExsd4SXL+WQ=="
},
"eventemitter2": {
"version": "4.1.0",
"resolved": "https://registry.npmjs.org/eventemitter2/-/eventemitter2-4.1.0.tgz",
"integrity": "sha512-38sx/0ho6QOQY5ifw0hC2qPEXmy63iiEH5fEyo6GO0FYfqgIvQvdDOHY4f+9iDeI8B0sZzPuu1IZDG/QXhQFvw=="
},
"fetch-cookie": {
"version": "0.11.0",
"resolved": "https://registry.npmjs.org/fetch-cookie/-/fetch-cookie-0.11.0.tgz",
@ -2017,6 +2063,11 @@
"is-fullwidth-code-point": {
"version": "3.0.0"
},
"is-generator-function": {
"version": "1.0.6",
"resolved": "https://registry.npmjs.org/is-generator-function/-/is-generator-function-1.0.6.tgz",
"integrity": "sha512-42rSiea6kme5O+AvAwoM8RaiO/aYzzGdVr8eLflrSXuI9VvfyXjdAdhN0YQ1uBVkNGyo96/0kcZQ0x6xhu01gg=="
},
"isarray": {
"version": "0.0.1",
"resolved": "https://registry.npmjs.org/isarray/-/isarray-0.0.1.tgz",
@ -2394,6 +2445,16 @@
"webidl-conversions": "^3.0.0"
}
},
"worker-thread": {
"version": "1.1.0",
"resolved": "https://registry.npmjs.org/worker-thread/-/worker-thread-1.1.0.tgz",
"integrity": "sha512-u7HZZonw0bQRkwMhRcFf76N6/laQDu0MztLkuLSJXQLbVCVw0E3akkxkDiZyg08zdJm90pYm0PpmlgLckylJCg==",
"requires": {
"co": "4.6.0",
"eventemitter2": "4.1.0",
"is-generator-function": "1.0.6"
}
},
"wrap-ansi": {
"version": "7.0.0",
"requires": {

View File

@ -20,6 +20,7 @@
"@types/pouchdb": "^6.4.0",
"axios": "^1.4.0",
"cheerio": "^1.0.0-rc.12",
"pouchdb": "^8.0.1"
"pouchdb": "^8.0.1",
"worker-thread": "^1.1.0"
}
}