use the altest version of PSL database

This commit is contained in:
Martin Cech 2018-02-04 23:55:37 -05:00
parent deb67ee286
commit c21350a15b
No known key found for this signature in database
GPG Key ID: F3D28C9A94E68B0E
2 changed files with 12 additions and 2 deletions

View File

@ -1 +1,2 @@
publicsuffixlist publicsuffixlist
requests

View File

@ -7,11 +7,14 @@ import io
import sys import sys
from publicsuffixlist import PublicSuffixList from publicsuffixlist import PublicSuffixList
from requests import get
def main(arguments): def main(arguments):
psl = PublicSuffixList()
suffix_detected = False suffix_detected = False
psl = None
download_suffixes()
with open("public_suffix_list.dat", "r") as latest:
psl = PublicSuffixList(latest)
with io.open('disposable_email_blacklist.conf', 'r') as deb: with io.open('disposable_email_blacklist.conf', 'r') as deb:
for i, line in enumerate(deb): for i, line in enumerate(deb):
current_line = line.strip() current_line = line.strip()
@ -23,6 +26,12 @@ def main(arguments):
print ('At least one valid public suffix found in the blacklist, please remove it. See https://publicsuffix.org for details on why this shouldn\'t be blacklisted.') print ('At least one valid public suffix found in the blacklist, please remove it. See https://publicsuffix.org for details on why this shouldn\'t be blacklisted.')
sys.exit(1) sys.exit(1)
def download_suffixes():
with open('public_suffix_list.dat', "wb") as file:
response = get('https://publicsuffix.org/list/public_suffix_list.dat')
file.write(response.content)
if __name__ == "__main__": if __name__ == "__main__":
main(sys.argv) main(sys.argv)