Add the missing age_limit tags; added a devscript to do a superficial check for porn sites without the age_limit tag in the test
parent
82f0ac657c
commit
750e9833b8
7 changed files with 59 additions and 4 deletions
@ -0,0 +1,39 @@ |
|||||||
|
#!/usr/bin/env python |
||||||
|
|
||||||
|
""" |
||||||
|
This script employs a VERY basic heuristic ('porn' in webpage.lower()) to check |
||||||
|
if we are not 'age_limit' tagging some porn site |
||||||
|
""" |
||||||
|
|
||||||
|
# Allow direct execution |
||||||
|
import os |
||||||
|
import sys |
||||||
|
sys.path.insert(0, os.path.dirname(os.path.dirname(os.path.abspath(__file__)))) |
||||||
|
|
||||||
|
from test.helper import get_testcases |
||||||
|
from youtube_dl.utils import compat_urllib_request |
||||||
|
|
||||||
|
for test in get_testcases(): |
||||||
|
try: |
||||||
|
webpage = compat_urllib_request.urlopen(test['url'], timeout=10).read() |
||||||
|
except: |
||||||
|
print('\nFail: {0}'.format(test['name'])) |
||||||
|
continue |
||||||
|
|
||||||
|
webpage = webpage.decode('utf8', 'replace') |
||||||
|
|
||||||
|
if 'porn' in webpage.lower() and ('info_dict' not in test |
||||||
|
or 'age_limit' not in test['info_dict'] |
||||||
|
or test['info_dict']['age_limit'] != 18): |
||||||
|
print('\nPotential missing age_limit check: {0}'.format(test['name'])) |
||||||
|
|
||||||
|
elif 'porn' not in webpage.lower() and ('info_dict' in test and |
||||||
|
'age_limit' in test['info_dict'] and |
||||||
|
test['info_dict']['age_limit'] == 18): |
||||||
|
print('\nPotential false negative: {0}'.format(test['name'])) |
||||||
|
|
||||||
|
else: |
||||||
|
sys.stdout.write('.') |
||||||
|
sys.stdout.flush() |
||||||
|
|
||||||
|
print() |
Loading…
Reference in new issue