You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
208 lines
7.6 KiB
208 lines
7.6 KiB
# coding: utf-8 |
|
from __future__ import unicode_literals |
|
|
|
import re |
|
|
|
from .common import InfoExtractor |
|
from ..compat import ( |
|
compat_HTTPError, |
|
compat_str, |
|
) |
|
from ..utils import ( |
|
ExtractorError, |
|
int_or_none, |
|
unsmuggle_url, |
|
) |
|
|
|
|
|
class EaglePlatformIE(InfoExtractor): |
|
_VALID_URL = r'''(?x) |
|
(?: |
|
eagleplatform:(?P<custom_host>[^/]+):| |
|
https?://(?P<host>.+?\.media\.eagleplatform\.com)/index/player\?.*\brecord_id= |
|
) |
|
(?P<id>\d+) |
|
''' |
|
_TESTS = [{ |
|
# http://lenta.ru/news/2015/03/06/navalny/ |
|
'url': 'http://lentaru.media.eagleplatform.com/index/player?player=new&record_id=227304&player_template_id=5201', |
|
# Not checking MD5 as sometimes the direct HTTP link results in 404 and HLS is used |
|
'info_dict': { |
|
'id': '227304', |
|
'ext': 'mp4', |
|
'title': 'Навальный вышел на свободу', |
|
'description': 'md5:d97861ac9ae77377f3f20eaf9d04b4f5', |
|
'thumbnail': r're:^https?://.*\.jpg$', |
|
'duration': 87, |
|
'view_count': int, |
|
'age_limit': 0, |
|
}, |
|
}, { |
|
# http://muz-tv.ru/play/7129/ |
|
# http://media.clipyou.ru/index/player?record_id=12820&width=730&height=415&autoplay=true |
|
'url': 'eagleplatform:media.clipyou.ru:12820', |
|
'md5': '358597369cf8ba56675c1df15e7af624', |
|
'info_dict': { |
|
'id': '12820', |
|
'ext': 'mp4', |
|
'title': "'O Sole Mio", |
|
'thumbnail': r're:^https?://.*\.jpg$', |
|
'duration': 216, |
|
'view_count': int, |
|
}, |
|
'skip': 'Georestricted', |
|
}, { |
|
# referrer protected video (https://tvrain.ru/lite/teleshow/kak_vse_nachinalos/namin-418921/) |
|
'url': 'eagleplatform:tvrainru.media.eagleplatform.com:582306', |
|
'only_matching': True, |
|
}] |
|
|
|
@staticmethod |
|
def _extract_url(webpage): |
|
# Regular iframe embedding |
|
mobj = re.search( |
|
r'<iframe[^>]+src=(["\'])(?P<url>(?:https?:)?//.+?\.media\.eagleplatform\.com/index/player\?.+?)\1', |
|
webpage) |
|
if mobj is not None: |
|
return mobj.group('url') |
|
PLAYER_JS_RE = r''' |
|
<script[^>]+ |
|
src=(?P<qjs>["\'])(?:https?:)?//(?P<host>(?:(?!(?P=qjs)).)+\.media\.eagleplatform\.com)/player/player\.js(?P=qjs) |
|
.+? |
|
''' |
|
# "Basic usage" embedding (see http://dultonmedia.github.io/eplayer/) |
|
mobj = re.search( |
|
r'''(?xs) |
|
%s |
|
<div[^>]+ |
|
class=(?P<qclass>["\'])eagleplayer(?P=qclass)[^>]+ |
|
data-id=["\'](?P<id>\d+) |
|
''' % PLAYER_JS_RE, webpage) |
|
if mobj is not None: |
|
return 'eagleplatform:%(host)s:%(id)s' % mobj.groupdict() |
|
# Generalization of "Javascript code usage", "Combined usage" and |
|
# "Usage without attaching to DOM" embeddings (see |
|
# http://dultonmedia.github.io/eplayer/) |
|
mobj = re.search( |
|
r'''(?xs) |
|
%s |
|
<script> |
|
.+? |
|
new\s+EaglePlayer\( |
|
(?:[^,]+\s*,\s*)? |
|
{ |
|
.+? |
|
\bid\s*:\s*["\']?(?P<id>\d+) |
|
.+? |
|
} |
|
\s*\) |
|
.+? |
|
</script> |
|
''' % PLAYER_JS_RE, webpage) |
|
if mobj is not None: |
|
return 'eagleplatform:%(host)s:%(id)s' % mobj.groupdict() |
|
|
|
@staticmethod |
|
def _handle_error(response): |
|
status = int_or_none(response.get('status', 200)) |
|
if status != 200: |
|
raise ExtractorError(' '.join(response['errors']), expected=True) |
|
|
|
def _download_json(self, url_or_request, video_id, *args, **kwargs): |
|
try: |
|
response = super(EaglePlatformIE, self)._download_json( |
|
url_or_request, video_id, *args, **kwargs) |
|
except ExtractorError as ee: |
|
if isinstance(ee.cause, compat_HTTPError): |
|
response = self._parse_json(ee.cause.read().decode('utf-8'), video_id) |
|
self._handle_error(response) |
|
raise |
|
return response |
|
|
|
def _get_video_url(self, url_or_request, video_id, note='Downloading JSON metadata'): |
|
return self._download_json(url_or_request, video_id, note)['data'][0] |
|
|
|
def _real_extract(self, url): |
|
url, smuggled_data = unsmuggle_url(url, {}) |
|
|
|
mobj = re.match(self._VALID_URL, url) |
|
host, video_id = mobj.group('custom_host') or mobj.group('host'), mobj.group('id') |
|
|
|
headers = {} |
|
query = { |
|
'id': video_id, |
|
} |
|
|
|
referrer = smuggled_data.get('referrer') |
|
if referrer: |
|
headers['Referer'] = referrer |
|
query['referrer'] = referrer |
|
|
|
player_data = self._download_json( |
|
'http://%s/api/player_data' % host, video_id, |
|
headers=headers, query=query) |
|
|
|
media = player_data['data']['playlist']['viewports'][0]['medialist'][0] |
|
|
|
title = media['title'] |
|
description = media.get('description') |
|
thumbnail = self._proto_relative_url(media.get('snapshot'), 'http:') |
|
duration = int_or_none(media.get('duration')) |
|
view_count = int_or_none(media.get('views')) |
|
|
|
age_restriction = media.get('age_restriction') |
|
age_limit = None |
|
if age_restriction: |
|
age_limit = 0 if age_restriction == 'allow_all' else 18 |
|
|
|
secure_m3u8 = self._proto_relative_url(media['sources']['secure_m3u8']['auto'], 'http:') |
|
|
|
formats = [] |
|
|
|
m3u8_url = self._get_video_url(secure_m3u8, video_id, 'Downloading m3u8 JSON') |
|
m3u8_formats = self._extract_m3u8_formats( |
|
m3u8_url, video_id, 'mp4', entry_protocol='m3u8_native', |
|
m3u8_id='hls', fatal=False) |
|
formats.extend(m3u8_formats) |
|
|
|
m3u8_formats_dict = {} |
|
for f in m3u8_formats: |
|
if f.get('height') is not None: |
|
m3u8_formats_dict[f['height']] = f |
|
|
|
mp4_data = self._download_json( |
|
# Secure mp4 URL is constructed according to Player.prototype.mp4 from |
|
# http://lentaru.media.eagleplatform.com/player/player.js |
|
re.sub(r'm3u8|hlsvod|hls|f4m', 'mp4s', secure_m3u8), |
|
video_id, 'Downloading mp4 JSON', fatal=False) |
|
if mp4_data: |
|
for format_id, format_url in mp4_data.get('data', {}).items(): |
|
if not isinstance(format_url, compat_str): |
|
continue |
|
height = int_or_none(format_id) |
|
if height is not None and m3u8_formats_dict.get(height): |
|
f = m3u8_formats_dict[height].copy() |
|
f.update({ |
|
'format_id': f['format_id'].replace('hls', 'http'), |
|
'protocol': 'http', |
|
}) |
|
else: |
|
f = { |
|
'format_id': 'http-%s' % format_id, |
|
'height': int_or_none(format_id), |
|
} |
|
f['url'] = format_url |
|
formats.append(f) |
|
|
|
self._sort_formats(formats) |
|
|
|
return { |
|
'id': video_id, |
|
'title': title, |
|
'description': description, |
|
'thumbnail': thumbnail, |
|
'duration': duration, |
|
'view_count': view_count, |
|
'age_limit': age_limit, |
|
'formats': formats, |
|
}
|
|
|