oxeo0/darknet-lantern
1
0
Fork 0
mirror of http://git.nowherejezfoltodf4jiyl6r56jnzintap5vyjlia7fkirfsnfizflqd.onion/nihilist/darknet-lantern.git synced 2025-05-16 20:26:58 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

make the verified csv file optional argument

Browse source
This commit is contained in:
cynthia 2025-04-05 12:15:49 +00:00
parent 323a47dd46
commit e76d29807d
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
scripts/crawler.py
View file

@ -34,7 +34,7 @@ parser.add_argument('-c', '--crawler-file',
help='Crawler CSV file to log .onion sites and the amount crawled', type=str, default='crawler.csv')
parser.add_argument('-b', '--blacklist-file', help='Blacklist CSV files to filter out sites with forbidden words in them',
type=str, default=blcsvfile)
parser.add_argument('verified_csv', help='Input file to read for .onion links to crawl', type=str, default=verifiedcsvfile)
parser.add_argument('-V', '--verified-file', help='Input file to read for .onion links to crawl', type=str, default=verifiedcsvfile)
args = parser.parse_args()
script_abs_path = os.path.dirname(os.path.abspath(__file__))
@ -77,7 +77,7 @@ def get_blacklist_file():
return None
# get list of .onion links from the verified.csv file
verified_csv_file = pd.read_csv(args.verified_csv)
verified_csv_file = pd.read_csv(args.verified_file)
crawler_file = get_crawler_file()
output_file = get_output_file()
blacklist_file = get_blacklist_file()