Mirrors/browsertrix-crawler
1
0
Fork 0
mirror of https://github.com/webrecorder/browsertrix-crawler.git synced 2025-12-25 11:20:18 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix for warcio.js (#178)

Browse Source 
* dependency fix: set warcio to 1.5.1 until we update to esm support
bump test timeout
fixes #175
bump to 0.7.1
This commit is contained in:
Ilya Kreymer
2022-10-24 08:20:01 +02:00
committed by GitHub
parent 1213694dde
commit ffa3174578
3 changed files with 7 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
package.json
View File

@@ -1,6 +1,6 @@
{
"name": "browsertrix-crawler",
"version": "0.7.0",
"version": "0.7.1",
"main": "browsertrix-crawler",
"repository": "https://github.com/webrecorder/browsertrix-crawler",
"author": "Ilya Kreymer <ikreymer@gmail.com>, Webrecorder Software",
@@ -21,7 +21,7 @@
"request": "^2.88.2",
"sitemapper": "^3.1.2",
"uuid": "8.3.2",
"warcio": "^1.5.0",
"warcio": "1.5.1",
"ws": "^7.4.4",
"yargs": "^16.0.3"
},

2
tests/extra_hops_depth.test.js
View File

@@ -3,7 +3,7 @@ const exec = util.promisify(require("child_process").exec);
const fs = require("fs");
test("check that URLs are crawled 2 extra hops beyond depth", async () => {
jest.setTimeout(60000);
jest.setTimeout(120000);
try {
await exec("docker run -v $PWD/test-crawls:/crawls -v $PWD/tests/fixtures:/tests/fixtures webrecorder/browsertrix-crawler crawl --collection extra-hops-beyond --extraHops 2 --url https://example.com/ --limit 7");

8
yarn.lock
View File

@@ -5295,10 +5295,10 @@ walker@^1.0.7, walker@~1.0.5:
dependencies:
makeerror "1.0.x"
warcio@^1.5.0:
version "1.5.0"
resolved "https://registry.yarnpkg.com/warcio/-/warcio-1.5.0.tgz#da80805f36b26c68c3b79e9d1d334f8df746df3e"
integrity sha512-80X3IJ0L5OZYRI/5gIjrLzivP/GVWtWrWsNexvSkfeSafoMsXxViywAuotMh4+WzjrcgDA9SGR1Gpg/uXl/9Fw==
warcio@1.5.1:
version "1.5.1"
resolved "https://registry.yarnpkg.com/warcio/-/warcio-1.5.1.tgz#4e0db94ced22919ce2f6daa72a60bcd1cefc5c54"
integrity sha512-H1BTLMEufutoR5E3Hrpg3mc2gcWVxl+gwXH0BBglR+ISYoXikgvTA2YuiunoLeSARybCkUQI3WgnyeKEIcHV4Q==
dependencies:
"@peculiar/webcrypto" "^1.1.1"
esm "^3.2.25"