From 323a47dd4636e0b4461dfdb321061d9433a8c415 Mon Sep 17 00:00:00 2001 From: cynthia Date: Sat, 5 Apr 2025 11:30:50 +0000 Subject: [PATCH] fix blacklist matching --- scripts/crawler.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scripts/crawler.py b/scripts/crawler.py index 053c388..9bc35a3 100644 --- a/scripts/crawler.py +++ b/scripts/crawler.py @@ -116,7 +116,7 @@ def add_urls(urls): title = html.title.string if html.title is not None else "" if blacklist_file is not None: for row in blacklist_file.itertuples(): - if row[1] in title: + if row[1].lower() in title.lower(): print_colors('[+] Forbidden word found. Rejecting.') forbidden = True if forbidden: