You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
182 lines
6.9 KiB
182 lines
6.9 KiB
# coding: utf-8 |
|
from __future__ import unicode_literals |
|
|
|
import codecs |
|
import re |
|
|
|
from .common import InfoExtractor |
|
from ..utils import ( |
|
ExtractorError, |
|
float_or_none, |
|
int_or_none, |
|
multipart_encode, |
|
parse_duration, |
|
random_birthday, |
|
urljoin, |
|
) |
|
|
|
|
|
class CDAIE(InfoExtractor): |
|
_VALID_URL = r'https?://(?:(?:www\.)?cda\.pl/video|ebd\.cda\.pl/[0-9]+x[0-9]+)/(?P<id>[0-9a-z]+)' |
|
_BASE_URL = 'http://www.cda.pl/' |
|
_TESTS = [{ |
|
'url': 'http://www.cda.pl/video/5749950c', |
|
'md5': '6f844bf51b15f31fae165365707ae970', |
|
'info_dict': { |
|
'id': '5749950c', |
|
'ext': 'mp4', |
|
'height': 720, |
|
'title': 'Oto dlaczego przed zakrętem należy zwolnić.', |
|
'description': 'md5:269ccd135d550da90d1662651fcb9772', |
|
'thumbnail': r're:^https?://.*\.jpg$', |
|
'average_rating': float, |
|
'duration': 39, |
|
'age_limit': 0, |
|
} |
|
}, { |
|
'url': 'http://www.cda.pl/video/57413289', |
|
'md5': 'a88828770a8310fc00be6c95faf7f4d5', |
|
'info_dict': { |
|
'id': '57413289', |
|
'ext': 'mp4', |
|
'title': 'Lądowanie na lotnisku na Maderze', |
|
'description': 'md5:60d76b71186dcce4e0ba6d4bbdb13e1a', |
|
'thumbnail': r're:^https?://.*\.jpg$', |
|
'uploader': 'crash404', |
|
'view_count': int, |
|
'average_rating': float, |
|
'duration': 137, |
|
'age_limit': 0, |
|
} |
|
}, { |
|
# Age-restricted |
|
'url': 'http://www.cda.pl/video/1273454c4', |
|
'info_dict': { |
|
'id': '1273454c4', |
|
'ext': 'mp4', |
|
'title': 'Bronson (2008) napisy HD 1080p', |
|
'description': 'md5:1b6cb18508daf2dc4e0fa4db77fec24c', |
|
'height': 1080, |
|
'uploader': 'boniek61', |
|
'thumbnail': r're:^https?://.*\.jpg$', |
|
'duration': 5554, |
|
'age_limit': 18, |
|
'view_count': int, |
|
'average_rating': float, |
|
}, |
|
}, { |
|
'url': 'http://ebd.cda.pl/0x0/5749950c', |
|
'only_matching': True, |
|
}] |
|
|
|
def _download_age_confirm_page(self, url, video_id, *args, **kwargs): |
|
form_data = random_birthday('rok', 'miesiac', 'dzien') |
|
form_data.update({'return': url, 'module': 'video', 'module_id': video_id}) |
|
data, content_type = multipart_encode(form_data) |
|
return self._download_webpage( |
|
urljoin(url, '/a/validatebirth'), video_id, *args, |
|
data=data, headers={ |
|
'Referer': url, |
|
'Content-Type': content_type, |
|
}, **kwargs) |
|
|
|
def _real_extract(self, url): |
|
video_id = self._match_id(url) |
|
self._set_cookie('cda.pl', 'cda.player', 'html5') |
|
webpage = self._download_webpage( |
|
self._BASE_URL + '/video/' + video_id, video_id) |
|
|
|
if 'Ten film jest dostępny dla użytkowników premium' in webpage: |
|
raise ExtractorError('This video is only available for premium users.', expected=True) |
|
|
|
need_confirm_age = False |
|
if self._html_search_regex(r'(<form[^>]+action="/a/validatebirth")', |
|
webpage, 'birthday validate form', default=None): |
|
webpage = self._download_age_confirm_page( |
|
url, video_id, note='Confirming age') |
|
need_confirm_age = True |
|
|
|
formats = [] |
|
|
|
uploader = self._search_regex(r'''(?x) |
|
<(span|meta)[^>]+itemprop=(["\'])author\2[^>]*> |
|
(?:<\1[^>]*>[^<]*</\1>|(?!</\1>)(?:.|\n))*? |
|
<(span|meta)[^>]+itemprop=(["\'])name\4[^>]*>(?P<uploader>[^<]+)</\3> |
|
''', webpage, 'uploader', default=None, group='uploader') |
|
view_count = self._search_regex( |
|
r'Odsłony:(?:\s| )*([0-9]+)', webpage, |
|
'view_count', default=None) |
|
average_rating = self._search_regex( |
|
r'<(?:span|meta)[^>]+itemprop=(["\'])ratingValue\1[^>]*>(?P<rating_value>[0-9.]+)', |
|
webpage, 'rating', fatal=False, group='rating_value') |
|
|
|
info_dict = { |
|
'id': video_id, |
|
'title': self._og_search_title(webpage), |
|
'description': self._og_search_description(webpage), |
|
'uploader': uploader, |
|
'view_count': int_or_none(view_count), |
|
'average_rating': float_or_none(average_rating), |
|
'thumbnail': self._og_search_thumbnail(webpage), |
|
'formats': formats, |
|
'duration': None, |
|
'age_limit': 18 if need_confirm_age else 0, |
|
} |
|
|
|
def extract_format(page, version): |
|
json_str = self._html_search_regex( |
|
r'player_data=(\\?["\'])(?P<player_data>.+?)\1', page, |
|
'%s player_json' % version, fatal=False, group='player_data') |
|
if not json_str: |
|
return |
|
player_data = self._parse_json( |
|
json_str, '%s player_data' % version, fatal=False) |
|
if not player_data: |
|
return |
|
video = player_data.get('video') |
|
if not video or 'file' not in video: |
|
self.report_warning('Unable to extract %s version information' % version) |
|
return |
|
if video['file'].startswith('uggc'): |
|
video['file'] = codecs.decode(video['file'], 'rot_13') |
|
if video['file'].endswith('adc.mp4'): |
|
video['file'] = video['file'].replace('adc.mp4', '.mp4') |
|
f = { |
|
'url': video['file'], |
|
} |
|
m = re.search( |
|
r'<a[^>]+data-quality="(?P<format_id>[^"]+)"[^>]+href="[^"]+"[^>]+class="[^"]*quality-btn-active[^"]*">(?P<height>[0-9]+)p', |
|
page) |
|
if m: |
|
f.update({ |
|
'format_id': m.group('format_id'), |
|
'height': int(m.group('height')), |
|
}) |
|
info_dict['formats'].append(f) |
|
if not info_dict['duration']: |
|
info_dict['duration'] = parse_duration(video.get('duration')) |
|
|
|
extract_format(webpage, 'default') |
|
|
|
for href, resolution in re.findall( |
|
r'<a[^>]+data-quality="[^"]+"[^>]+href="([^"]+)"[^>]+class="quality-btn"[^>]*>([0-9]+p)', |
|
webpage): |
|
if need_confirm_age: |
|
handler = self._download_age_confirm_page |
|
else: |
|
handler = self._download_webpage |
|
|
|
webpage = handler( |
|
self._BASE_URL + href, video_id, |
|
'Downloading %s version information' % resolution, fatal=False) |
|
if not webpage: |
|
# Manually report warning because empty page is returned when |
|
# invalid version is requested. |
|
self.report_warning('Unable to download %s version information' % resolution) |
|
continue |
|
|
|
extract_format(webpage, resolution) |
|
|
|
self._sort_formats(formats) |
|
|
|
return info_dict
|
|
|