You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
202 lines
6.8 KiB
202 lines
6.8 KiB
# coding: utf-8 |
|
from __future__ import unicode_literals |
|
|
|
import json |
|
import re |
|
|
|
from .common import InfoExtractor |
|
from ..compat import compat_HTTPError |
|
from ..utils import ( |
|
clean_html, |
|
ExtractorError, |
|
int_or_none, |
|
parse_age_limit, |
|
sanitized_Request, |
|
try_get, |
|
) |
|
|
|
|
|
class HRTiBaseIE(InfoExtractor): |
|
""" |
|
Base Information Extractor for Croatian Radiotelevision |
|
video on demand site https://hrti.hrt.hr |
|
Reverse engineered from the JavaScript app in app.min.js |
|
""" |
|
_NETRC_MACHINE = 'hrti' |
|
|
|
_APP_LANGUAGE = 'hr' |
|
_APP_VERSION = '1.1' |
|
_APP_PUBLICATION_ID = 'all_in_one' |
|
_API_URL = 'http://clientapi.hrt.hr/client_api.php/config/identify/format/json' |
|
|
|
def _initialize_api(self): |
|
init_data = { |
|
'application_publication_id': self._APP_PUBLICATION_ID |
|
} |
|
|
|
uuid = self._download_json( |
|
self._API_URL, None, note='Downloading uuid', |
|
errnote='Unable to download uuid', |
|
data=json.dumps(init_data).encode('utf-8'))['uuid'] |
|
|
|
app_data = { |
|
'uuid': uuid, |
|
'application_publication_id': self._APP_PUBLICATION_ID, |
|
'application_version': self._APP_VERSION |
|
} |
|
|
|
req = sanitized_Request(self._API_URL, data=json.dumps(app_data).encode('utf-8')) |
|
req.get_method = lambda: 'PUT' |
|
|
|
resources = self._download_json( |
|
req, None, note='Downloading session information', |
|
errnote='Unable to download session information') |
|
|
|
self._session_id = resources['session_id'] |
|
|
|
modules = resources['modules'] |
|
|
|
self._search_url = modules['vod_catalog']['resources']['search']['uri'].format( |
|
language=self._APP_LANGUAGE, |
|
application_id=self._APP_PUBLICATION_ID) |
|
|
|
self._login_url = (modules['user']['resources']['login']['uri'] + |
|
'/format/json').format(session_id=self._session_id) |
|
|
|
self._logout_url = modules['user']['resources']['logout']['uri'] |
|
|
|
def _login(self): |
|
(username, password) = self._get_login_info() |
|
# TODO: figure out authentication with cookies |
|
if username is None or password is None: |
|
self.raise_login_required() |
|
|
|
auth_data = { |
|
'username': username, |
|
'password': password, |
|
} |
|
|
|
try: |
|
auth_info = self._download_json( |
|
self._login_url, None, note='Logging in', errnote='Unable to log in', |
|
data=json.dumps(auth_data).encode('utf-8')) |
|
except ExtractorError as e: |
|
if isinstance(e.cause, compat_HTTPError) and e.cause.code == 406: |
|
auth_info = self._parse_json(e.cause.read().encode('utf-8'), None) |
|
else: |
|
raise |
|
|
|
error_message = auth_info.get('error', {}).get('message') |
|
if error_message: |
|
raise ExtractorError( |
|
'%s said: %s' % (self.IE_NAME, error_message), |
|
expected=True) |
|
|
|
self._token = auth_info['secure_streaming_token'] |
|
|
|
def _real_initialize(self): |
|
self._initialize_api() |
|
self._login() |
|
|
|
|
|
class HRTiIE(HRTiBaseIE): |
|
_VALID_URL = r'''(?x) |
|
(?: |
|
hrti:(?P<short_id>[0-9]+)| |
|
https?:// |
|
hrti\.hrt\.hr/\#/video/show/(?P<id>[0-9]+)/(?P<display_id>[^/]+)? |
|
) |
|
''' |
|
_TESTS = [{ |
|
'url': 'https://hrti.hrt.hr/#/video/show/2181385/republika-dokumentarna-serija-16-hd', |
|
'info_dict': { |
|
'id': '2181385', |
|
'display_id': 'republika-dokumentarna-serija-16-hd', |
|
'ext': 'mp4', |
|
'title': 'REPUBLIKA, dokumentarna serija (1/6) (HD)', |
|
'description': 'md5:48af85f620e8e0e1df4096270568544f', |
|
'duration': 2922, |
|
'view_count': int, |
|
'average_rating': int, |
|
'episode_number': int, |
|
'season_number': int, |
|
'age_limit': 12, |
|
}, |
|
'skip': 'Requires account credentials', |
|
}, { |
|
'url': 'https://hrti.hrt.hr/#/video/show/2181385/', |
|
'only_matching': True, |
|
}, { |
|
'url': 'hrti:2181385', |
|
'only_matching': True, |
|
}] |
|
|
|
def _real_extract(self, url): |
|
mobj = re.match(self._VALID_URL, url) |
|
video_id = mobj.group('short_id') or mobj.group('id') |
|
display_id = mobj.group('display_id') or video_id |
|
|
|
video = self._download_json( |
|
'%s/video_id/%s/format/json' % (self._search_url, video_id), |
|
display_id, 'Downloading video metadata JSON')['video'][0] |
|
|
|
title_info = video['title'] |
|
title = title_info['title_long'] |
|
|
|
movie = video['video_assets']['movie'][0] |
|
m3u8_url = movie['url'].format(TOKEN=self._token) |
|
formats = self._extract_m3u8_formats( |
|
m3u8_url, display_id, 'mp4', entry_protocol='m3u8_native', |
|
m3u8_id='hls') |
|
self._sort_formats(formats) |
|
|
|
description = clean_html(title_info.get('summary_long')) |
|
age_limit = parse_age_limit(video.get('parental_control', {}).get('rating')) |
|
view_count = int_or_none(video.get('views')) |
|
average_rating = int_or_none(video.get('user_rating')) |
|
duration = int_or_none(movie.get('duration')) |
|
|
|
return { |
|
'id': video_id, |
|
'display_id': display_id, |
|
'title': title, |
|
'description': description, |
|
'duration': duration, |
|
'view_count': view_count, |
|
'average_rating': average_rating, |
|
'age_limit': age_limit, |
|
'formats': formats, |
|
} |
|
|
|
|
|
class HRTiPlaylistIE(HRTiBaseIE): |
|
_VALID_URL = r'https?://hrti.hrt.hr/#/video/list/category/(?P<id>[0-9]+)/(?P<display_id>[^/]+)?' |
|
_TESTS = [{ |
|
'url': 'https://hrti.hrt.hr/#/video/list/category/212/ekumena', |
|
'info_dict': { |
|
'id': '212', |
|
'title': 'ekumena', |
|
}, |
|
'playlist_mincount': 8, |
|
'skip': 'Requires account credentials', |
|
}, { |
|
'url': 'https://hrti.hrt.hr/#/video/list/category/212/', |
|
'only_matching': True, |
|
}] |
|
|
|
def _real_extract(self, url): |
|
mobj = re.match(self._VALID_URL, url) |
|
category_id = mobj.group('id') |
|
display_id = mobj.group('display_id') or category_id |
|
|
|
response = self._download_json( |
|
'%s/category_id/%s/format/json' % (self._search_url, category_id), |
|
display_id, 'Downloading video metadata JSON') |
|
|
|
video_ids = try_get( |
|
response, lambda x: x['video_listings'][0]['alternatives'][0]['list'], |
|
list) or [video['id'] for video in response.get('videos', []) if video.get('id')] |
|
|
|
entries = [self.url_result('hrti:%s' % video_id) for video_id in video_ids] |
|
|
|
return self.playlist_result(entries, category_id, display_id)
|
|
|