mirror of
http://git.nowherejezfoltodf4jiyl6r56jnzintap5vyjlia7fkirfsnfizflqd.onion/nihilist/darknet-lantern.git
synced 2025-07-01 22:16:41 +00:00
Started refactoring 9 - again
This commit is contained in:
parent
7e6b75ec9d
commit
6a70e12646
1 changed files with 5 additions and 3 deletions
|
@ -1003,6 +1003,10 @@ Maintenance:
|
||||||
case 9:
|
case 9:
|
||||||
print_colors("[+] 9) Cleaning up all duplicates in your own unverified + verified.csv (based on the url)")
|
print_colors("[+] 9) Cleaning up all duplicates in your own unverified + verified.csv (based on the url)")
|
||||||
|
|
||||||
|
verified_df, unverified_df = utils.get_local_verified_and_unverified()
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
for w in ['verified.csv', 'unverified.csv']:
|
for w in ['verified.csv', 'unverified.csv']:
|
||||||
csvfilepath = os.path.join(instancepath, w)
|
csvfilepath = os.path.join(instancepath, w)
|
||||||
print_colors(f"Processing file: {csvfilepath}")
|
print_colors(f"Processing file: {csvfilepath}")
|
||||||
|
@ -1014,8 +1018,6 @@ Maintenance:
|
||||||
#print_colors(f"{csvdf[['URL']]}")
|
#print_colors(f"{csvdf[['URL']]}")
|
||||||
csvdf.to_csv(csvfilepath, index=False)
|
csvdf.to_csv(csvfilepath, index=False)
|
||||||
print_colors(f"Cleaned data:\n{csvdf[['URL']]}")
|
print_colors(f"Cleaned data:\n{csvdf[['URL']]}")
|
||||||
except FileNotFoundError:
|
|
||||||
print_colors(f"File not found: {csvfilepath}")
|
|
||||||
except Exception as e:
|
except Exception as e:
|
||||||
print_colors(f"An error occurred while processing {csvfilepath}: {e}")
|
print_colors(f"An error occurred while processing {csvfilepath}: {e}")
|
||||||
break
|
break
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue