[coub] Add extractor (Closes #9609)
parent
f36532404d
commit
11c70deba7
2 changed files with 140 additions and 0 deletions
@ -0,0 +1,139 @@ |
||||
# coding: utf-8 |
||||
from __future__ import unicode_literals |
||||
|
||||
from .common import InfoExtractor |
||||
from ..utils import ( |
||||
ExtractorError, |
||||
float_or_none, |
||||
int_or_none, |
||||
parse_iso8601, |
||||
qualities, |
||||
) |
||||
|
||||
|
||||
class CoubIE(InfoExtractor): |
||||
_VALID_URL = r'(?:coub:|https?://(?:coub\.com/(?:view|embed|coubs)/|c-cdn\.coub\.com/fb-player\.swf\?.*\bcoub(?:ID|id)=))(?P<id>[\da-z]+)' |
||||
|
||||
_TESTS = [{ |
||||
'url': 'http://coub.com/view/5u5n1', |
||||
'info_dict': { |
||||
'id': '5u5n1', |
||||
'ext': 'mp4', |
||||
'title': 'The Matrix Moonwalk', |
||||
'thumbnail': 're:^https?://.*\.jpg$', |
||||
'duration': 4.6, |
||||
'timestamp': 1428527772, |
||||
'upload_date': '20150408', |
||||
'uploader': 'Артём Лоскутников', |
||||
'uploader_id': 'artyom.loskutnikov', |
||||
'view_count': int, |
||||
'like_count': int, |
||||
'repost_count': int, |
||||
'comment_count': int, |
||||
'age_limit': 0, |
||||
}, |
||||
}, { |
||||
'url': 'http://c-cdn.coub.com/fb-player.swf?bot_type=vk&coubID=7w5a4', |
||||
'only_matching': True, |
||||
}, { |
||||
'url': 'coub:5u5n1', |
||||
'only_matching': True, |
||||
}] |
||||
|
||||
def _real_extract(self, url): |
||||
video_id = self._match_id(url) |
||||
|
||||
coub = self._download_json( |
||||
'http://coub.com/api/v2/coubs/%s.json' % video_id, video_id) |
||||
|
||||
if coub.get('error'): |
||||
raise ExtractorError( |
||||
'%s said: %s' % (self.IE_NAME, coub['error']), expected=True) |
||||
|
||||
title = coub['title'] |
||||
|
||||
file_versions = coub['file_versions'] |
||||
|
||||
QUALITIES = ('low', 'med', 'high') |
||||
|
||||
MOBILE = 'mobile' |
||||
IPHONE = 'iphone' |
||||
HTML5 = 'html5' |
||||
|
||||
SOURCE_PREFERENCE = (MOBILE, IPHONE, HTML5) |
||||
|
||||
quality_key = qualities(QUALITIES) |
||||
preference_key = qualities(SOURCE_PREFERENCE) |
||||
|
||||
formats = [] |
||||
|
||||
for kind, items in file_versions.get(HTML5, {}).items(): |
||||
if kind not in ('video', 'audio'): |
||||
continue |
||||
if not isinstance(items, dict): |
||||
continue |
||||
for quality, item in items.items(): |
||||
if not isinstance(item, dict): |
||||
continue |
||||
item_url = item.get('url') |
||||
if not item_url: |
||||
continue |
||||
formats.append({ |
||||
'url': item_url, |
||||
'format_id': '%s-%s-%s' % (HTML5, kind, quality), |
||||
'filesize': int_or_none(item.get('size')), |
||||
'vcodec': 'none' if kind == 'audio' else None, |
||||
'quality': quality_key(quality), |
||||
'preference': preference_key(HTML5), |
||||
}) |
||||
|
||||
iphone_url = file_versions.get(IPHONE, {}).get('url') |
||||
if iphone_url: |
||||
formats.append({ |
||||
'url': iphone_url, |
||||
'format_id': IPHONE, |
||||
'preference': preference_key(IPHONE), |
||||
}) |
||||
|
||||
mobile_url = file_versions.get(MOBILE, {}).get('audio_url') |
||||
if mobile_url: |
||||
formats.append({ |
||||
'url': mobile_url, |
||||
'format_id': '%s-audio' % MOBILE, |
||||
'preference': preference_key(MOBILE), |
||||
}) |
||||
|
||||
self._sort_formats(formats) |
||||
|
||||
thumbnail = coub.get('picture') |
||||
duration = float_or_none(coub.get('duration')) |
||||
timestamp = parse_iso8601(coub.get('published_at') or coub.get('created_at')) |
||||
uploader = coub.get('channel', {}).get('title') |
||||
uploader_id = coub.get('channel', {}).get('permalink') |
||||
|
||||
view_count = int_or_none(coub.get('views_count') or coub.get('views_increase_count')) |
||||
like_count = int_or_none(coub.get('likes_count')) |
||||
repost_count = int_or_none(coub.get('recoubs_count')) |
||||
comment_count = int_or_none(coub.get('comments_count')) |
||||
|
||||
age_restricted = coub.get('age_restricted', coub.get('age_restricted_by_admin')) |
||||
if age_restricted is not None: |
||||
age_limit = 18 if age_restricted is True else 0 |
||||
else: |
||||
age_limit = None |
||||
|
||||
return { |
||||
'id': video_id, |
||||
'title': title, |
||||
'thumbnail': thumbnail, |
||||
'duration': duration, |
||||
'timestamp': timestamp, |
||||
'uploader': uploader, |
||||
'uploader_id': uploader_id, |
||||
'view_count': view_count, |
||||
'like_count': like_count, |
||||
'repost_count': repost_count, |
||||
'comment_count': comment_count, |
||||
'age_limit': age_limit, |
||||
'formats': formats, |
||||
} |
Loading…
Reference in new issue