From c6518363c1c83613ea424206b5a24526d2769ab1 Mon Sep 17 00:00:00 2001 From: cynthia Date: Sat, 5 Apr 2025 08:56:35 +0000 Subject: [PATCH] fix blacklist --- scripts/crawler.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/scripts/crawler.py b/scripts/crawler.py index 7a52d9f..3b5178c 100644 --- a/scripts/crawler.py +++ b/scripts/crawler.py @@ -115,8 +115,8 @@ def add_urls(urls): html = BeautifulSoup(req.text, features="lxml") title = html.title.string if html.title is not None else "" if blacklist_file is not None: - for word in blacklist_file.loc["blacklisted-words"]: - if word in title: + for row in blacklist_file.itertuples(): + if row[1] in title: print_colors('[+] Forbidden word found. Rejecting.') forbidden = True if forbidden: