You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
302 lines
12 KiB
302 lines
12 KiB
# coding: utf-8 |
|
from __future__ import unicode_literals |
|
|
|
import binascii |
|
import hashlib |
|
import re |
|
|
|
|
|
from .common import InfoExtractor |
|
from ..aes import aes_cbc_decrypt |
|
from ..compat import compat_urllib_parse_unquote |
|
from ..utils import ( |
|
bytes_to_intlist, |
|
ExtractorError, |
|
int_or_none, |
|
intlist_to_bytes, |
|
float_or_none, |
|
mimetype2ext, |
|
str_or_none, |
|
unified_timestamp, |
|
update_url_query, |
|
url_or_none, |
|
) |
|
|
|
|
|
class DRTVIE(InfoExtractor): |
|
_VALID_URL = r'https?://(?:www\.)?dr\.dk/(?:tv/se|nyheder|radio/ondemand)/(?:[^/]+/)*(?P<id>[\da-z-]+)(?:[/#?]|$)' |
|
_GEO_BYPASS = False |
|
_GEO_COUNTRIES = ['DK'] |
|
IE_NAME = 'drtv' |
|
_TESTS = [{ |
|
'url': 'https://www.dr.dk/tv/se/boern/ultra/klassen-ultra/klassen-darlig-taber-10', |
|
'md5': '25e659cccc9a2ed956110a299fdf5983', |
|
'info_dict': { |
|
'id': 'klassen-darlig-taber-10', |
|
'ext': 'mp4', |
|
'title': 'Klassen - Dårlig taber (10)', |
|
'description': 'md5:815fe1b7fa656ed80580f31e8b3c79aa', |
|
'timestamp': 1539085800, |
|
'upload_date': '20181009', |
|
'duration': 606.84, |
|
'series': 'Klassen', |
|
'season': 'Klassen I', |
|
'season_number': 1, |
|
'season_id': 'urn:dr:mu:bundle:57d7e8216187a4031cfd6f6b', |
|
'episode': 'Episode 10', |
|
'episode_number': 10, |
|
'release_year': 2016, |
|
}, |
|
'expected_warnings': ['Unable to download f4m manifest'], |
|
}, { |
|
# embed |
|
'url': 'https://www.dr.dk/nyheder/indland/live-christianias-rydning-af-pusher-street-er-i-gang', |
|
'info_dict': { |
|
'id': 'urn:dr:mu:programcard:57c926176187a50a9c6e83c6', |
|
'ext': 'mp4', |
|
'title': 'christiania pusher street ryddes drdkrjpo', |
|
'description': 'md5:2a71898b15057e9b97334f61d04e6eb5', |
|
'timestamp': 1472800279, |
|
'upload_date': '20160902', |
|
'duration': 131.4, |
|
}, |
|
'params': { |
|
'skip_download': True, |
|
}, |
|
'expected_warnings': ['Unable to download f4m manifest'], |
|
}, { |
|
# with SignLanguage formats |
|
'url': 'https://www.dr.dk/tv/se/historien-om-danmark/-/historien-om-danmark-stenalder', |
|
'info_dict': { |
|
'id': 'historien-om-danmark-stenalder', |
|
'ext': 'mp4', |
|
'title': 'Historien om Danmark: Stenalder', |
|
'description': 'md5:8c66dcbc1669bbc6f873879880f37f2a', |
|
'timestamp': 1546628400, |
|
'upload_date': '20190104', |
|
'duration': 3502.56, |
|
'formats': 'mincount:20', |
|
}, |
|
'params': { |
|
'skip_download': True, |
|
}, |
|
}] |
|
|
|
def _real_extract(self, url): |
|
video_id = self._match_id(url) |
|
|
|
webpage = self._download_webpage(url, video_id) |
|
|
|
if '>Programmet er ikke længere tilgængeligt' in webpage: |
|
raise ExtractorError( |
|
'Video %s is not available' % video_id, expected=True) |
|
|
|
video_id = self._search_regex( |
|
(r'data-(?:material-identifier|episode-slug)="([^"]+)"', |
|
r'data-resource="[^>"]+mu/programcard/expanded/([^"]+)"'), |
|
webpage, 'video id', default=None) |
|
|
|
if not video_id: |
|
video_id = compat_urllib_parse_unquote(self._search_regex( |
|
r'(urn(?:%3A|:)dr(?:%3A|:)mu(?:%3A|:)programcard(?:%3A|:)[\da-f]+)', |
|
webpage, 'urn')) |
|
|
|
data = self._download_json( |
|
'https://www.dr.dk/mu-online/api/1.4/programcard/%s' % video_id, |
|
video_id, 'Downloading video JSON', query={'expanded': 'true'}) |
|
|
|
title = str_or_none(data.get('Title')) or re.sub( |
|
r'\s*\|\s*(?:TV\s*\|\s*DR|DRTV)$', '', |
|
self._og_search_title(webpage)) |
|
description = self._og_search_description( |
|
webpage, default=None) or data.get('Description') |
|
|
|
timestamp = unified_timestamp( |
|
data.get('PrimaryBroadcastStartTime') or data.get('SortDateTime')) |
|
|
|
thumbnail = None |
|
duration = None |
|
|
|
restricted_to_denmark = False |
|
|
|
formats = [] |
|
subtitles = {} |
|
|
|
assets = [] |
|
primary_asset = data.get('PrimaryAsset') |
|
if isinstance(primary_asset, dict): |
|
assets.append(primary_asset) |
|
secondary_assets = data.get('SecondaryAssets') |
|
if isinstance(secondary_assets, list): |
|
for secondary_asset in secondary_assets: |
|
if isinstance(secondary_asset, dict): |
|
assets.append(secondary_asset) |
|
|
|
def hex_to_bytes(hex): |
|
return binascii.a2b_hex(hex.encode('ascii')) |
|
|
|
def decrypt_uri(e): |
|
n = int(e[2:10], 16) |
|
a = e[10 + n:] |
|
data = bytes_to_intlist(hex_to_bytes(e[10:10 + n])) |
|
key = bytes_to_intlist(hashlib.sha256( |
|
('%s:sRBzYNXBzkKgnjj8pGtkACch' % a).encode('utf-8')).digest()) |
|
iv = bytes_to_intlist(hex_to_bytes(a)) |
|
decrypted = aes_cbc_decrypt(data, key, iv) |
|
return intlist_to_bytes( |
|
decrypted[:-decrypted[-1]]).decode('utf-8').split('?')[0] |
|
|
|
for asset in assets: |
|
kind = asset.get('Kind') |
|
if kind == 'Image': |
|
thumbnail = url_or_none(asset.get('Uri')) |
|
elif kind in ('VideoResource', 'AudioResource'): |
|
duration = float_or_none(asset.get('DurationInMilliseconds'), 1000) |
|
restricted_to_denmark = asset.get('RestrictedToDenmark') |
|
asset_target = asset.get('Target') |
|
for link in asset.get('Links', []): |
|
uri = link.get('Uri') |
|
if not uri: |
|
encrypted_uri = link.get('EncryptedUri') |
|
if not encrypted_uri: |
|
continue |
|
try: |
|
uri = decrypt_uri(encrypted_uri) |
|
except Exception: |
|
self.report_warning( |
|
'Unable to decrypt EncryptedUri', video_id) |
|
continue |
|
uri = url_or_none(uri) |
|
if not uri: |
|
continue |
|
target = link.get('Target') |
|
format_id = target or '' |
|
if asset_target in ('SpokenSubtitles', 'SignLanguage', 'VisuallyInterpreted'): |
|
preference = -1 |
|
format_id += '-%s' % asset_target |
|
elif asset_target == 'Default': |
|
preference = 1 |
|
else: |
|
preference = None |
|
if target == 'HDS': |
|
f4m_formats = self._extract_f4m_formats( |
|
uri + '?hdcore=3.3.0&plugin=aasp-3.3.0.99.43', |
|
video_id, preference, f4m_id=format_id, fatal=False) |
|
if kind == 'AudioResource': |
|
for f in f4m_formats: |
|
f['vcodec'] = 'none' |
|
formats.extend(f4m_formats) |
|
elif target == 'HLS': |
|
formats.extend(self._extract_m3u8_formats( |
|
uri, video_id, 'mp4', entry_protocol='m3u8_native', |
|
preference=preference, m3u8_id=format_id, |
|
fatal=False)) |
|
else: |
|
bitrate = link.get('Bitrate') |
|
if bitrate: |
|
format_id += '-%s' % bitrate |
|
formats.append({ |
|
'url': uri, |
|
'format_id': format_id, |
|
'tbr': int_or_none(bitrate), |
|
'ext': link.get('FileFormat'), |
|
'vcodec': 'none' if kind == 'AudioResource' else None, |
|
'preference': preference, |
|
}) |
|
subtitles_list = asset.get('SubtitlesList') or asset.get('Subtitleslist') |
|
if isinstance(subtitles_list, list): |
|
LANGS = { |
|
'Danish': 'da', |
|
} |
|
for subs in subtitles_list: |
|
if not isinstance(subs, dict): |
|
continue |
|
sub_uri = url_or_none(subs.get('Uri')) |
|
if not sub_uri: |
|
continue |
|
lang = subs.get('Language') or 'da' |
|
subtitles.setdefault(LANGS.get(lang, lang), []).append({ |
|
'url': sub_uri, |
|
'ext': mimetype2ext(subs.get('MimeType')) or 'vtt' |
|
}) |
|
|
|
if not formats and restricted_to_denmark: |
|
self.raise_geo_restricted( |
|
'Unfortunately, DR is not allowed to show this program outside Denmark.', |
|
countries=self._GEO_COUNTRIES) |
|
|
|
self._sort_formats(formats) |
|
|
|
return { |
|
'id': video_id, |
|
'title': title, |
|
'description': description, |
|
'thumbnail': thumbnail, |
|
'timestamp': timestamp, |
|
'duration': duration, |
|
'formats': formats, |
|
'subtitles': subtitles, |
|
'series': str_or_none(data.get('SeriesTitle')), |
|
'season': str_or_none(data.get('SeasonTitle')), |
|
'season_number': int_or_none(data.get('SeasonNumber')), |
|
'season_id': str_or_none(data.get('SeasonUrn')), |
|
'episode': str_or_none(data.get('EpisodeTitle')), |
|
'episode_number': int_or_none(data.get('EpisodeNumber')), |
|
'release_year': int_or_none(data.get('ProductionYear')), |
|
} |
|
|
|
|
|
class DRTVLiveIE(InfoExtractor): |
|
IE_NAME = 'drtv:live' |
|
_VALID_URL = r'https?://(?:www\.)?dr\.dk/(?:tv|TV)/live/(?P<id>[\da-z-]+)' |
|
_GEO_COUNTRIES = ['DK'] |
|
_TEST = { |
|
'url': 'https://www.dr.dk/tv/live/dr1', |
|
'info_dict': { |
|
'id': 'dr1', |
|
'ext': 'mp4', |
|
'title': 're:^DR1 [0-9]{4}-[0-9]{2}-[0-9]{2} [0-9]{2}:[0-9]{2}$', |
|
}, |
|
'params': { |
|
# m3u8 download |
|
'skip_download': True, |
|
}, |
|
} |
|
|
|
def _real_extract(self, url): |
|
channel_id = self._match_id(url) |
|
channel_data = self._download_json( |
|
'https://www.dr.dk/mu-online/api/1.0/channel/' + channel_id, |
|
channel_id) |
|
title = self._live_title(channel_data['Title']) |
|
|
|
formats = [] |
|
for streaming_server in channel_data.get('StreamingServers', []): |
|
server = streaming_server.get('Server') |
|
if not server: |
|
continue |
|
link_type = streaming_server.get('LinkType') |
|
for quality in streaming_server.get('Qualities', []): |
|
for stream in quality.get('Streams', []): |
|
stream_path = stream.get('Stream') |
|
if not stream_path: |
|
continue |
|
stream_url = update_url_query( |
|
'%s/%s' % (server, stream_path), {'b': ''}) |
|
if link_type == 'HLS': |
|
formats.extend(self._extract_m3u8_formats( |
|
stream_url, channel_id, 'mp4', |
|
m3u8_id=link_type, fatal=False, live=True)) |
|
elif link_type == 'HDS': |
|
formats.extend(self._extract_f4m_formats(update_url_query( |
|
'%s/%s' % (server, stream_path), {'hdcore': '3.7.0'}), |
|
channel_id, f4m_id=link_type, fatal=False)) |
|
self._sort_formats(formats) |
|
|
|
return { |
|
'id': channel_id, |
|
'title': title, |
|
'thumbnail': channel_data.get('PrimaryImageUri'), |
|
'formats': formats, |
|
'is_live': True, |
|
}
|
|
|