76 lines
2.1 KiB
Python
Executable File
76 lines
2.1 KiB
Python
Executable File
#!/usr/bin/python3
|
|
import sys
|
|
|
|
# The next line is for my setup. This might not be correct for every setup!
|
|
sys.path.append("/opt/homebrew/lib/python3.11/site-packages")
|
|
import cmd
|
|
import requests
|
|
from bs4 import BeautifulSoup
|
|
|
|
try:
|
|
max_len = int(sys.argv[1])
|
|
if max_len == 0:
|
|
max_len = None
|
|
except IndexError:
|
|
max_len = None
|
|
|
|
try:
|
|
top_domain = str(sys.argv[2])
|
|
except IndexError:
|
|
top_domain = None
|
|
|
|
def cleanlist(my_list):
|
|
retList = []
|
|
retListDomain = []
|
|
if max_len != None:
|
|
for x in my_list:
|
|
if len(x) <= (max_len + 3):
|
|
retList.append(x)
|
|
if top_domain != None and len(retList) != 0:
|
|
for x in retList:
|
|
if x[-2:] == top_domain:
|
|
retListDomain.append(x)
|
|
elif top_domain != None and len(retList) == 0:
|
|
for x in my_list:
|
|
if x[-2:] == top_domain:
|
|
retListDomain.append(x)
|
|
|
|
if len(retList) == 0 and len(retListDomain) == 0:
|
|
return my_list
|
|
elif top_domain == None:
|
|
return retList
|
|
else:
|
|
return retListDomain
|
|
|
|
|
|
|
|
def fetch():
|
|
URL = "https://domene.shop/expired"
|
|
page = requests.get(URL)
|
|
return page.content
|
|
|
|
|
|
def parse():
|
|
soup = BeautifulSoup(fetch(), "html.parser")
|
|
web_links = soup.find_all("a")
|
|
actual_web_links = [web_link["href"] for web_link in web_links]
|
|
new_list = [x for x in actual_web_links if "/?domain=" in x]
|
|
final_list = [s.replace("/?domain=", "") for s in new_list]
|
|
final_list = [s.replace("xn--", "") for s in final_list] # remove all the 8s
|
|
the_list = cleanlist(final_list)
|
|
final_list = the_list.sort() # sorts normally by alphabetical order
|
|
out = cmd.Cmd()
|
|
if len(the_list) > 0:
|
|
if max_len != None:
|
|
the_list = sorted(the_list, key=len, reverse=False)
|
|
out.columnize(the_list, displaywidth=80)
|
|
else:
|
|
the_list = sorted(the_list, reverse=False)
|
|
out.columnize(the_list, displaywidth=140)
|
|
else:
|
|
print("No expired domains with the length citeria you wanted!")
|
|
|
|
|
|
if __name__ == "__main__":
|
|
parse()
|