Skip to content

Commit

Permalink
Only handle prize domains
Browse files Browse the repository at this point in the history
  • Loading branch information
@T145
T145 committed Feb 19, 2024
1 parent 0eae079 commit 8e86100
Show file tree
Hide file tree
Showing 2 changed files with 38 additions and 129 deletions.
83 changes: 2 additions & 81 deletions filters/prizes.yml
View file
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
# Don't bother manually updating this file.
# It is automatically updated with the tools/update-prizes-list.py script.
domains:
active_domains:
- 12-12-1a.fun
- 12-12-2a.fun
- 18-12-5.fun
Expand Down Expand Up @@ -847,83 +847,4 @@ domains:
- yoursexydate.com
- zone-of-profit.life
- zone4your-prizes.life
ips:
- 104.18.32.28
- 104.18.33.28
- 104.21.38.206
- 104.27.190.104
- 104.27.191.104
- 172.67.138.84
- 172.67.200.97
- 188.138.111.121
- 193.35.50.251
- 194.26.29.95
- 194.26.29.96
- 31.184.202.132
- 31.184.202.145
- 31.184.202.150
- 31.184.202.166
- 31.184.202.18
- 31.184.202.186
- 31.184.202.19
- 31.184.202.217
- 31.184.202.220
- 31.184.202.30
- 31.184.202.50
- 45.141.84.111
- 45.141.84.112
- 45.141.84.129
- 45.141.84.131
- 45.141.84.132
- 45.141.84.138
- 45.150.206.249
- 45.150.207.103
- 45.150.207.106
- 45.150.207.107
- 45.150.207.108
- 45.150.207.110
- 45.150.207.12
- 45.150.207.9
- 5.101.45.10
- 5.101.45.11
- 5.101.45.12
- 5.101.45.14
- 5.101.45.16
- 5.101.45.3
- 5.101.45.4
- 5.101.45.5
- 5.101.45.6
- 5.101.45.7
- 5.101.45.8
- 5.101.45.9
- 5.188.178.120
- 5.188.178.142
- 5.188.178.180
- 5.188.178.19
- 5.188.178.43
- 5.188.178.79
- 5.188.178.85
- 5.189.217.28
- 62.138.18.107
- 79.110.24.102
- 79.110.24.105
- 79.110.24.112
- 79.110.24.121
- 79.110.24.140
- 79.110.24.15
- 79.110.24.155
- 79.110.24.163
- 79.110.24.212
- 79.110.24.220
- 79.110.24.23
- 79.110.24.237
- 79.110.24.36
- 79.110.24.46
- 79.110.24.63
- 79.110.24.72
- 79.110.24.75
- 79.110.24.76
- 79.110.24.81
- 79.110.24.85
- 79.110.24.90
- 85.25.210.155
inactive_domains:
84 changes: 36 additions & 48 deletions tools/update-prizes-list.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -12,39 +12,54 @@
import asyncio
import aiohttp
import time
from aiohttp.client_exceptions import ClientConnectorError


HEADERS = {
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:75.0) Gecko/20100101 Firefox/75.0'
}


async def get(domain, session):
async def _check_host(domain, session):
print('Testing %s' % domain)
try:
async with session.get(url=f'http://{domain}/', params={'u': 'tqck80z', 'o': 'zdqr96x', 't': 'DESKuniqANDsearch'}, headers=HEADERS) as response:
resp = await response.text()
#print("Successfully got url {} with resp of length {}.".format(url, len(resp)))

if 'under construction' in resp.lower() or 'redirDomain' in resp:
print(f'NEW: {domain}')
return domain
except ClientConnectorError as e:
print("Unable to get {} due to {}: it will be recorded as dead.".format(domain, e.__class__))
return f'-{domain}'
except Exception as e:
print("Unable to get {} due to {}.".format(domain, e.__class__))
return None


async def main(domains):
async def check_hosts(domains):
timeout = aiohttp.ClientTimeout(total=60)

async with aiohttp.ClientSession(timeout=timeout) as session:
ret = await asyncio.gather(*(get(domain, session) for domain in domains))
return [r for r in ret if r is not None]
ret = await asyncio.gather(*(_check_host(domain, session) for domain in domains))

active, inactive = list(), list()

for host in ret:
if host:
if host.startswith('-'):
inactive.append(host[1:])
else:
active.append(host)

return active, inactive


def matches_ad_pattern(x):
if re.match(r'^[a-z-]{15,30}[0-9]+\.life$', x):
return True

if re.search(r'(?:date|dating|prize|bonus).*[1-9-]+', x) and 'update' not in x:
if 'update' not in x and re.search(r'(?:date|dating|prize|bonus).*[1-9-]+', x):
return True

return False
Expand All @@ -59,56 +74,29 @@ def list_new_domains():
if __name__ == '__main__':
with open(os.path.join(os.getcwd(), 'filters', 'prizes.yml')) as f:
data = yaml.safe_load(f)
known_domains = data['domains']
known_ips = data['ips']

if not known_domains:
print('Could not find current prize domain list', file=sys.stderr)
sys.exit(1)
active_domains = data['active_domains']
inactive_domains = data['inactive_domains']

print(f'Previously known: {len(known_domains)}')
print(f'Previously known: {len(active_domains)}')
pending_domains = set(filter(matches_ad_pattern, set(list_new_domains())))
print(f'Recent domains: {len(pending_domains)}')
pending_ips = set(known_ips)

while len(pending_ips) > 0 or len(pending_domains) > 0:
print('=== NEW ITERATION ===')
print('--- Pending IPs: %d' % len(pending_ips))
for ip in pending_ips:
print(' - IP %s' % ip)
vault_reply = requests.get('https://otx.alienvault.com/otxapi/indicator/IPv4/passive_dns/%s' % ip).json()
for entry in vault_reply['passive_dns']:
hostname = entry['hostname']
if hostname.startswith('www.'):
hostname = hostname[4:]
pending_domains.add(hostname.strip())
pending_ips = set()

# Remove redirection targets
print(f'--- Pending domains: {len(pending_domains)}')

hostnames = [x for x in sorted(pending_domains) if not x.endswith('.live')]

if len(pending_domains) > 0:
hostnames = [x for x in pending_domains if not x.endswith('.live')]

print(f'Pending domains: {len(hostnames)}')

hostnames.extend(active_domains)
hostnames.extend(inactive_domains)

start = time.time()
hostnames = asyncio.run(main(hostnames))
known_domains.extend(hostnames)
active_hosts, inactive_hosts = asyncio.run(check_hosts(hostnames))
active_domains.extend(active_hosts)
inactive_domains.extend(inactive_hosts)
end = time.time()

print("Took {} seconds to check {} domains.".format(end - start, len(hostnames)))

for hostname in hostnames:
try:
for ip in socket.gethostbyname_ex(hostname)[2]:
if ip not in known_ips:
print('Adding new IP: %s' % ip)
pending_ips.add(ip)
known_ips.add(ip)
except:
pass

pending_domains = set()

with open(os.path.join(os.getcwd(), 'filters', 'prizes.yml'), 'w') as f:
f.write("# Don't bother manually updating this file.\n")
f.write("# It is automatically updated with the tools/update-prizes-list.py script.\n")
yaml.dump({'domains': sorted(known_domains), 'ips': sorted(known_ips)}, f)
yaml.dump({'active_domains': sorted(active_domains), 'inactive_domains': sorted(inactive_domains)}, f)

0 comments on commit 8e86100

Please sign in to comment.