Merge pull request #141 from martenson/latest-suffix

use the latest version of PSL database
This commit is contained in:
Martin Cech 2018-02-05 11:05:13 -05:00 committed by GitHub
commit a28e06c3b0
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 12 additions and 2 deletions

View File

@ -1 +1,2 @@
publicsuffixlist
requests

View File

@ -7,11 +7,14 @@ import io
import sys
from publicsuffixlist import PublicSuffixList
from requests import get
def main(arguments):
psl = PublicSuffixList()
suffix_detected = False
psl = None
download_suffixes()
with open("public_suffix_list.dat", "r") as latest:
psl = PublicSuffixList(latest)
with io.open('disposable_email_blacklist.conf', 'r') as deb:
for i, line in enumerate(deb):
current_line = line.strip()
@ -23,6 +26,12 @@ def main(arguments):
print ('At least one valid public suffix found in the blacklist, please remove it. See https://publicsuffix.org for details on why this shouldn\'t be blacklisted.')
sys.exit(1)
def download_suffixes():
with open('public_suffix_list.dat', "wb") as file:
response = get('https://publicsuffix.org/list/public_suffix_list.dat')
file.write(response.content)
if __name__ == "__main__":
main(sys.argv)