From f68175f74a0ad5bc05bfe4ee17fb16dbc47d5e5a Mon Sep 17 00:00:00 2001 From: Ilya Kreymer Date: Tue, 9 Dec 2025 16:20:19 -0800 Subject: [PATCH] don't include current crawl as self-reference dependency --- src/util/state.ts | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/src/util/state.ts b/src/util/state.ts index 013856fb..951421e2 100644 --- a/src/util/state.ts +++ b/src/util/state.ts @@ -1448,8 +1448,10 @@ return inx; // DEPENDENT CRAWLS FOR DEDUPE (requires WACZ) async addDupeCrawlDependency(crawlId: string, index: string) { - await this.redis.sadd(`${this.uid}:duperef`, crawlId + " " + index); - await this.redis.sadd(`${this.crawlId}:reqCrawls`, crawlId); + if (crawlId !== this.crawlId) { + await this.redis.sadd(`${this.uid}:duperef`, crawlId + " " + index); + await this.redis.sadd(`${this.crawlId}:reqCrawls`, crawlId); + } } // async clearDupeCrawlDependency() {