mirror of
http://git.nowherejezfoltodf4jiyl6r56jnzintap5vyjlia7fkirfsnfizflqd.onion/nihilist/darknet-lantern.git
synced 2025-07-02 06:36:40 +00:00
issue 26: added simplex server status checker in uptimechecker.py
This commit is contained in:
SovereigntyIsNotFreedom
parent
a4d34775c5
commit
f5913a9cef
2 changed files with 255 additions and 90 deletions
|
|
@ -1,13 +1,17 @@
|
||||||
from dotenv import load_dotenv
|
from dotenv import load_dotenv
|
||||||
|
|
||||||
|
import asyncio
|
||||||
import os,re,pwd
|
import os,re,pwd
|
||||||
import csv
|
import csv
|
||||||
|
import random
|
||||||
import requests
|
import requests
|
||||||
import json
|
import json
|
||||||
import pandas as pd
|
import pandas as pd
|
||||||
import glob
|
import glob
|
||||||
|
from utils import IsSimpleXServerValid
|
||||||
|
|
||||||
|
|
||||||
|
from websockets.sync.client import connect
|
||||||
|
|
||||||
script_abs_path = os.path.dirname(os.path.abspath(__file__))
|
script_abs_path = os.path.dirname(os.path.abspath(__file__))
|
||||||
env_path = os.path.join(script_abs_path+"/.env")
|
env_path = os.path.join(script_abs_path+"/.env")
|
||||||
|
|
@ -81,8 +85,68 @@ def main():
|
||||||
try:
|
try:
|
||||||
index1 = url.find("http://")
|
index1 = url.find("http://")
|
||||||
index2 = url.find("https://")
|
index2 = url.find("https://")
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
if url.startswith("smp://") or url.startswith("xftp://"):
|
||||||
|
if IsSimpleXServerValid(url):
|
||||||
|
with connect(f"ws://localhost:3030") as websocket:
|
||||||
|
if url.startswith("smp"):
|
||||||
|
query = f"/_server test 1 {url}"
|
||||||
|
command = {
|
||||||
|
'corrId': f"id{random.randint(0,999999)}",
|
||||||
|
'cmd': query,
|
||||||
|
}
|
||||||
|
websocket.send(json.dumps(command))
|
||||||
|
message = websocket.recv()
|
||||||
|
response = json.loads(message)
|
||||||
|
failed_response = response['resp'].get('testFailure')
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
if failed_response is None:
|
||||||
|
print(url, "✔️")
|
||||||
|
df.at[i, "Status"]="YES"
|
||||||
|
if df.at[i, "Score"] < 100:
|
||||||
|
df.at[i,"Score"] = df.at[i,"Score"] + 1
|
||||||
|
else:
|
||||||
|
|
||||||
|
print(url,"❌")
|
||||||
|
df.at[i,"Status"]="NO"
|
||||||
|
#if uptime >0 do -1 to the value
|
||||||
|
if df.at[i,"Score"] > 0:
|
||||||
|
df.at[i,"Score"] = df.at[i,"Score"] - 1
|
||||||
|
|
||||||
|
|
||||||
|
else:
|
||||||
|
query = f"/_server test 1 {url}"
|
||||||
|
command = {
|
||||||
|
'corrId': f"id{random.randint(0,999999)}",
|
||||||
|
'cmd': query,
|
||||||
|
}
|
||||||
|
websocket.send(json.dumps(command))
|
||||||
|
message = websocket.recv()
|
||||||
|
response = json.loads(message)
|
||||||
|
failed_response = response['resp']['testFailure']
|
||||||
|
|
||||||
|
|
||||||
|
if failed_response is None:
|
||||||
|
print(url, "✔️")
|
||||||
|
df.at[i, "Status"]="YES"
|
||||||
|
if df.at[i, "Score"] < 100:
|
||||||
|
df.at[i,"Score"] = df.at[i,"Score"] + 1
|
||||||
|
else:
|
||||||
|
print(url,"❌")
|
||||||
|
df.at[i,"Status"]="NO"
|
||||||
|
#if uptime >0 do -1 to the value
|
||||||
|
if df.at[i,"Score"] > 0:
|
||||||
|
df.at[i,"Score"] = df.at[i,"Score"] - 1
|
||||||
|
|
||||||
|
|
||||||
|
else:
|
||||||
if index1 == -1 and index2 == -1:
|
if index1 == -1 and index2 == -1:
|
||||||
url = "http://"+url
|
url = "http://"+url
|
||||||
|
|
||||||
status = requests.get(url,proxies=proxies, timeout=5).status_code
|
status = requests.get(url,proxies=proxies, timeout=5).status_code
|
||||||
print('[+]',url,status)
|
print('[+]',url,status)
|
||||||
if status != 502:
|
if status != 502:
|
||||||
|
|
@ -97,6 +161,7 @@ def main():
|
||||||
#if uptime >0 do -1 to the value
|
#if uptime >0 do -1 to the value
|
||||||
if df.at[i,"Score"] > 0:
|
if df.at[i,"Score"] > 0:
|
||||||
df.at[i,"Score"] = df.at[i,"Score"] - 1
|
df.at[i,"Score"] = df.at[i,"Score"] - 1
|
||||||
|
|
||||||
except requests.ConnectionError as e:
|
except requests.ConnectionError as e:
|
||||||
#print(e)
|
#print(e)
|
||||||
print(url,"❌")
|
print(url,"❌")
|
||||||
|
|
@ -111,6 +176,12 @@ def main():
|
||||||
#if uptime >0 do -1 to the value
|
#if uptime >0 do -1 to the value
|
||||||
if df.at[i,"Score"] > 0:
|
if df.at[i,"Score"] > 0:
|
||||||
df.at[i,"Score"] = df.at[i,"Score"] - 1
|
df.at[i,"Score"] = df.at[i,"Score"] - 1
|
||||||
|
except ConnectionRefusedError:
|
||||||
|
print(url,"✔️")
|
||||||
|
df.at[i, "Status"]="YES"
|
||||||
|
if df.at[i, "Score"] < 100:
|
||||||
|
df.at[i,"Score"] = df.at[i,"Score"] + 1
|
||||||
|
|
||||||
|
|
||||||
df2 = df.sort_values(by=["Score"], ascending=False)
|
df2 = df.sort_values(by=["Score"], ascending=False)
|
||||||
#sort by category if you are verified/unverified.csv
|
#sort by category if you are verified/unverified.csv
|
||||||
|
|
@ -194,6 +265,5 @@ def IsOnionValid(url: str)-> bool:
|
||||||
print(f"Error: {e}")
|
print(f"Error: {e}")
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
if __name__ == '__main__':
|
if __name__ == '__main__':
|
||||||
main()
|
main()
|
||||||
|
|
|
||||||
|
|
@ -236,6 +236,43 @@ def IsCategoryValid(categories: list)-> bool:
|
||||||
else:
|
else:
|
||||||
return True
|
return True
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
def IsSimpleXServerValid(url: str) -> bool:
|
||||||
|
pattern = re.compile('[0-9A-Za-z-_]*')
|
||||||
|
url = url.strip()
|
||||||
|
try:
|
||||||
|
|
||||||
|
if url.startswith(('smp://', 'xftp://')):
|
||||||
|
# Remove the protocol part
|
||||||
|
proless = url.split('//', 1)[-1]
|
||||||
|
# Split the fingerprint and hostname
|
||||||
|
parts = proless.split('@')
|
||||||
|
if len(parts) != 2:
|
||||||
|
return False # Must have exactly one '@' character
|
||||||
|
|
||||||
|
fingerprint = parts[0]
|
||||||
|
hostname = parts[1].split(',')[0] # Get the hostname before any comma
|
||||||
|
|
||||||
|
# Check fingerprint length and pattern
|
||||||
|
if len(fingerprint) == 44 and pattern.match(fingerprint):
|
||||||
|
# Validate the hostname
|
||||||
|
result = IsSimpleXUrlValid(hostname)
|
||||||
|
if result:
|
||||||
|
# Check for an optional comma and a valid onion domain
|
||||||
|
if ',' in proless:
|
||||||
|
onion_part = proless.split(',')[1].strip()
|
||||||
|
if not hostname_pattern.match(onion_part):
|
||||||
|
return False
|
||||||
|
return True
|
||||||
|
return False
|
||||||
|
except Exception as e:
|
||||||
|
print(e)
|
||||||
|
# Any error will be a false
|
||||||
|
return False
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
def IsNameValid(name: str)->bool:
|
def IsNameValid(name: str)->bool:
|
||||||
"""
|
"""
|
||||||
Check the parameter name only contains [a-zA-Z0-9 ] and is 64 chars long.
|
Check the parameter name only contains [a-zA-Z0-9 ] and is 64 chars long.
|
||||||
|
|
@ -268,3 +305,61 @@ def print_colors(s:str=' ', bold:bool=False, is_error:bool = False, default:bool
|
||||||
else:
|
else:
|
||||||
print(f"{PURPLE}{s}{RESET}")
|
print(f"{PURPLE}{s}{RESET}")
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
def IsSimpleXOnionValid(url: str)-> bool:
|
||||||
|
"""
|
||||||
|
Checks if the domain(param) is a valid onion domain and return True else False.
|
||||||
|
"""
|
||||||
|
try:
|
||||||
|
pattern = re.compile(r"^[A-Za-z0-9:/._%-=#?&@]+(.onion)$")
|
||||||
|
url_pattern = re.compile(r"^(\w+:)?(?://)?(\w+\.)?[a-z2-7]{56}\.onion")
|
||||||
|
url = url.strip().removesuffix('/')
|
||||||
|
if url.startswith('http://'):
|
||||||
|
domain = url.split('/')[2]
|
||||||
|
if pattern.fullmatch(domain) is not None:
|
||||||
|
if len(domain.split('.')) > 3:
|
||||||
|
return False
|
||||||
|
else:
|
||||||
|
if len(domain) < 62:
|
||||||
|
return False
|
||||||
|
return True
|
||||||
|
elif pattern.fullmatch(domain) is None:
|
||||||
|
return False
|
||||||
|
else:
|
||||||
|
return False
|
||||||
|
else:
|
||||||
|
#TODO : edit the url to make sure it has http:// at the beginning, in case if it's missing? (problem is that it only returns true or false)
|
||||||
|
if url_pattern.match(url) is not None:
|
||||||
|
if len(url.split('.')) > 3:
|
||||||
|
return False
|
||||||
|
else:
|
||||||
|
if len(url) < 62:
|
||||||
|
return False
|
||||||
|
return True
|
||||||
|
elif url_pattern.match(url) is None:
|
||||||
|
return False
|
||||||
|
else:
|
||||||
|
return False
|
||||||
|
except Exception as e:
|
||||||
|
return False
|
||||||
|
|
||||||
|
def IsSimpleXUrlValid(url:str)->bool:
|
||||||
|
"""
|
||||||
|
Check if url is valid both dark net end clearnet.
|
||||||
|
"""
|
||||||
|
pattern = re.compile(r"^[A-Za-z0-9:/._%-=#?&@]+$")
|
||||||
|
onion_pattern = re.compile(r"^(\w+:)?(?://)?(\w+\.)?[a-z2-7]{56}\.onion")
|
||||||
|
url = str(url)
|
||||||
|
if len(url) < 4:
|
||||||
|
return False
|
||||||
|
if onion_pattern.match(url) is not None:
|
||||||
|
return IsSimpleXOnionValid(url)
|
||||||
|
else:
|
||||||
|
if not url.__contains__('.'):
|
||||||
|
return False
|
||||||
|
if pattern.fullmatch(url) is None:
|
||||||
|
return False
|
||||||
|
return True
|
||||||
|
|
||||||
|
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue