filters-maker/maker.py

249 lines
11 KiB
Python

import datetime
import pytz
def BuildDate():
UTC = pytz.utc
date = datetime.datetime.now(UTC)
return date
def linecounter(incoming):
with open(incoming) as f:
for i, l in enumerate(f):
pass
return i + 1
def ABPBlocklist(excluded,incoming,output,Version):
ankstanop = linecounter(incoming)
date = BuildDate()
with open(excluded ,'r') as f:
exclude = f.read().split()
with open(incoming ,'r') as f:
lines = f.read().splitlines() # read lines
with open(output ,'w') as f:
f.write('! Title : Minoplhy Personal Blocklist\n')
f.write('! Description : My Very Personal DNS Blocklist plus crawling from the source\n')
f.write('! Source : Resources/Source.txt\n')
f.write('! Rule Counter : ' + str(ankstanop) +' Rules\n')
f.write('! Format : AdblockPlus\n')
f.write('! Type : Blocklist\n')
f.write('! Version : ' + str(Version) +'\n')
f.write('! Licenses : MIT\n')
f.write('! Compiled Date : ' + str(date) +'\n\n')
for line in lines:
if line.strip() and not line in exclude and not line.startswith(';'):
f.write('\n'.join(['||' + line + '^ \n']))
elif line.startswith((';','$','@',' IN')):
f.write('\n'.join([line + '\n']))
f.close()
def ABPAllowlist(incoming,output,Version):
ankstanop = linecounter(incoming)
date = BuildDate()
with open(incoming ,'r') as f:
lines = f.read().splitlines() # read lines
with open(output ,'w') as f:
f.write('! Title : Minoplhy Personal Blocklist\n')
f.write('! Description : My Very Personal DNS Blocklist plus crawling from the source\n')
f.write('! Source : Resources/Source.txt\n')
f.write('! Rule Counter : ' + str(ankstanop) +' Rules\n')
f.write('! Format : AdblockPlus\n')
f.write('! Type : Allowlist\n')
f.write('! Version : ' + str(Version) +'\n')
f.write('! Licenses : MIT\n')
f.write('! Compiled Date : ' + str(date) +'\n\n')
for line in lines:
if line.strip() and not line.startswith(';'):
f.write('\n'.join(['@@||' + line + '^ \n']))
elif line.startswith((';','$','@',' IN')):
f.write('\n'.join([line + '\n']))
f.close()
def DNSMASQBlocklist(excluded,incoming,output,Version):
ankstanop = linecounter(incoming)
date = BuildDate()
with open(excluded ,'r') as f:
exclude = f.read().split()
with open(incoming ,'r') as f:
lines = f.read().splitlines() # read lines
with open(output ,'w') as f:
f.write('# Title : Minoplhy Personal Blocklist\n')
f.write('# Description : My Very Personal DNS Blocklist plus crawling from the source\n')
f.write('# Source : Resources/Source.txt\n')
f.write('# Rule Counter : ' + str(ankstanop) +' Rules\n')
f.write('# Format : Dnsmasq\n')
f.write('# Type : Blocklist\n')
f.write('# Version : ' + str(Version) +'\n')
f.write('# Licenses : MIT\n')
f.write('# Compiled Date : ' + str(date) +'\n\n')
for line in lines:
if line.strip() and not line in exclude and not line.startswith('#'):
f.write('\n'.join(['server=/' + line + '/\n']))
elif line.startswith((';','$','@',' IN')):
f.write('\n'.join([line + '\n']))
elif not line.strip():
f.write('\n'.join([line + '\n']))
f.close()
def DOMAINBlocklist(excluded ,incoming,Version):
ankstanop = linecounter(incoming)
date = BuildDate()
with open(excluded ,'r') as f:
exclude = f.read().split()
with open(incoming ,'r') as f:
lines = f.read().splitlines() # read lines
with open(incoming ,'w') as f:
f.write('# Title : Minoplhy Personal Blocklist\n')
f.write('# Description : My Very Personal DNS Blocklist plus crawling from the source\n')
f.write('# Source : Resources/Source.txt\n')
f.write('# Rule Counter : ' + str(ankstanop) +' Rules\n')
f.write('# Format : Domains\n')
f.write('# Type : Blocklist\n')
f.write('# Version : ' + str(Version) +'\n')
f.write('# Licenses : MIT\n')
f.write('# Compiled Date : ' + str(date) +'\n\n')
for line in lines:
if line.strip() and not line in exclude and not line.startswith('#'):
f.write('\n'.join([line + '\n']))
elif line.startswith((';','$','@',' IN')):
f.write('\n'.join([line + '\n']))
elif not line.strip():
f.write('\n'.join([line + '\n']))
f.close()
def DOMAINAllowlist(incoming, output,Version):
ankstanop = linecounter(incoming)
date = BuildDate()
with open(incoming ,'r') as f:
lines = f.read().splitlines() # read lines
with open(output ,'w') as f:
f.write('# Title : Minoplhy Personal Blocklist\n')
f.write('# Description : My Very Personal DNS Blocklist plus crawling from the source\n')
f.write('# Source : Resources/Source.txt\n')
f.write('# Rule Counter : ' + str(ankstanop) +' Rules\n')
f.write('# Format : Domains\n')
f.write('# Type : Allowlist\n')
f.write('# Version : ' + str(Version) +'\n')
f.write('# Licenses : MIT\n')
f.write('# Compiled Date : ' + str(date) +'\n\n')
for line in lines:
if line.strip() and not line.startswith(';'):
f.write('\n'.join([line + '\n']))
elif line.startswith((';','$','@',' IN')):
f.write('\n'.join([line + '\n']))
f.close()
def HOSTBlocklist(excluded ,incoming ,output,Version):
ankstanop = linecounter(incoming)
date = BuildDate()
with open(excluded ,'r') as f:
exclude = f.read().split()
with open(incoming ,'r') as f:
lines = f.read().splitlines() # read lines
with open(output ,'w') as f:
f.write('# Title : Minoplhy Personal Blocklist\n')
f.write('# Description : My Very Personal DNS Blocklist plus crawling from the source\n')
f.write('# Source : Resources/Source.txt\n')
f.write('# Rule Counter : ' + str(ankstanop) +' Rules\n')
f.write('# Format : Hosts\n')
f.write('# Type : Blocklist\n')
f.write('# Version : ' + str(Version) +'\n')
f.write('# Licenses : MIT\n')
f.write('# Compiled Date : ' + str(date) +'\n\n')
f.write('127.0.0.1 localhost\n')
f.write('127.0.0.1 localhost.localdomain\n')
f.write('127.0.0.1 local\n')
f.write('255.255.255.255 broadcasthost\n')
f.write('::1 localhost\n')
f.write('::1 ip6-localhost\n')
f.write('::1 ip6-loopback\n')
f.write('fe80::1%lo0 localhost\n')
f.write('ff00::0 ip6-localnet\n')
f.write('ff00::0 ip6-mcastprefix\n')
f.write('ff02::1 ip6-allnodes\n')
f.write('ff02::2 ip6-allrouters\n')
f.write('ff02::3 ip6-allhosts\n')
f.write('0.0.0.0 0.0.0.0\n\n')
for line in lines:
if line.strip() and not line in exclude and not line.startswith('#'):
f.write('\n'.join(['0.0.0.0 ' + line + '\n']))
elif line.startswith((';','$','@',' IN')):
f.write('\n'.join([line + '\n']))
elif not line.strip():
f.write('\n'.join([line + '\n']))
f.close()
def RPZBlocklist(excluded,incoming,output,Version):
ankstanop = linecounter(incoming)
date = BuildDate()
with open(excluded ,'r') as f:
exclude = f.read().split()
with open(incoming ,'r') as f:
lines = f.read().splitlines() # read lines
with open(output ,'w') as f:
f.write('; Title : Minoplhy Personal Blocklist\n')
f.write('; Description : My Very Personal DNS Blocklist plus crawling from the source\n')
f.write('; Source : Resources/Source.txt\n')
f.write('; Rule Counter : ' + str(ankstanop) +' Rules\n')
f.write('; Format : RPZ\n')
f.write('; Type : Blocklist\n')
f.write('; Version : ' + str(Version) +'\n')
f.write('; Licenses : MIT\n')
f.write('; Compiled Date : ' + str(date) +'\n;\n')
f.write('$TTL 30\n')
f.write('@ IN SOA localhost. root.localhost. (1 6h 1h 1w 2h)\n')
f.write(' NS localhost.\n;\n')
for line in lines:
if line.strip() and not line in exclude and not line.startswith(';'):
f.write('\n'.join([line + ' CNAME .\n'])) and f.write('\n'.join(['*.' + line + ' CNAME .\n']))
elif line.startswith((';','$','@',' IN')):
f.write('\n'.join([line + '\n']))
f.close()
def RPZAllowlist(incoming,output,Version):
ankstanop = linecounter(incoming)
date = BuildDate()
with open(incoming ,'r') as f:
lines = f.read().splitlines() # read lines
with open(output ,'w') as f:
f.write('; Title : Minoplhy Personal Blocklist\n')
f.write('; Description : My Very Personal DNS Blocklist plus crawling from the source\n')
f.write('; Source : Resources/Source.txt\n')
f.write('; Rule Counter : ' + str(ankstanop) +' Rules\n')
f.write('; Format : Domains\n')
f.write('; Type : Allowlist\n')
f.write('; Version : ' + str(Version) +'\n')
f.write('; Licenses : MIT\n')
f.write('; Compiled Date : ' + str(date) +'\n\n')
for line in lines:
if line.strip() and not line.startswith(';'):
f.write('\n'.join([line + ' CNAME rpz-passthru.\n']))
elif line.startswith((';','$','@',' IN')):
f.write('\n'.join([line + '\n']))
f.close()
def UNBOUNDBlocklist(excluded,incoming,output,Version):
ankstanop = linecounter(incoming)
date = BuildDate()
with open(excluded ,'r') as f:
exclude = f.read().split()
with open(incoming ,'r') as f:
lines = f.read().splitlines() # read lines
with open(output ,'w') as f:
f.write('# Title : Minoplhy Personal Blocklist\n')
f.write('# Description : My Very Personal DNS Blocklist plus crawling from the source\n')
f.write('# Source : Resources/Source.txt\n')
f.write('# Rule Counter : ' + str(ankstanop) +' Rules\n')
f.write('# Format : Unbound\n')
f.write('# Type : Blocklist\n')
f.write('# Version : ' + str(Version) +'\n')
f.write('# Licenses : MIT\n')
f.write('# Compiled Date : ' + str(date) +'\n\n')
for line in lines:
if line.strip() and not line in exclude and not line.startswith('#'):
f.write('\n'.join(['local-zone: "' + line + '" always_refuse\n']))
elif line.startswith((';','$','@',' IN')):
f.write('\n'.join([line + '\n']))
elif not line.strip():
f.write('\n'.join([line + '\n']))
f.close()