Mirrors/browsertrix-crawler
1
0
Fork 0
mirror of https://github.com/webrecorder/browsertrix-crawler.git synced 2025-12-24 19:10:15 +00:00
Code Issues Packages Projects Releases Wiki Activity

don't include current crawl as self-reference dependency

Browse Source
This commit is contained in:
Ilya Kreymer
2025-12-09 16:20:19 -08:00
parent aa44e5491c
commit f68175f74a
1 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
src/util/state.ts
View File

@@ -1448,8 +1448,10 @@ return inx;
// DEPENDENT CRAWLS FOR DEDUPE (requires WACZ)
async addDupeCrawlDependency(crawlId: string, index: string) {
await this.redis.sadd(`${this.uid}:duperef`, crawlId + " " + index);
await this.redis.sadd(`${this.crawlId}:reqCrawls`, crawlId);
if (crawlId !== this.crawlId) {
await this.redis.sadd(`${this.uid}:duperef`, crawlId + " " + index);
await this.redis.sadd(`${this.crawlId}:reqCrawls`, crawlId);
}
}
// async clearDupeCrawlDependency() {