oxeo0/darknet-lantern
1
0
Fork 0
mirror of http://git.nowherejezfoltodf4jiyl6r56jnzintap5vyjlia7fkirfsnfizflqd.onion/nihilist/darknet-lantern.git synced 2025-07-01 18:56:40 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

finished option 9 ready for test

Browse source
This commit is contained in:
doctor_dev 2025-05-30 17:59:12 +00:00
parent b234d9d1d0
commit c4ebef10a4
No known key found for this signature in database
GPG key ID: F12F7F71CB84AEAA
4 changed files with 61 additions and 62 deletions
Download patch file Download diff file Expand all files Collapse all files

10
scripts/utils.py
View file

@ -334,7 +334,7 @@ def remove_duplications(df):
df = df.drop_duplicates(subset='URL')
except Exception:
pass
print_colors('[-] Removing duplication failed',is_error=True)
return df
@ -348,10 +348,8 @@ def remove_cross_dataframe_replications(main_df, sub_df):
sub_df = sub_df[~mask]
return sub_df
except:
pass
print_colors('[-] Removing cross dataframe duplications failed',is_error=True)
return main_df, sub_df
@ -374,10 +372,12 @@ def save_local_verified_and_unverified(verified_df, unverified_df):
unverified_df.to_csv(f'{conf.PARTICIPANT_DIR}{current_instance}unverified.csv', index=False)
print_colors('[+] Verified and unverified saved successfully')
return True
except Exception:
print_colors('[-] Saving verified and unverified failed',is_error=True )
print_colors('[-] Saving verified and unverified failed',is_error=True)
return False
###################### Getters/Generators ######################