You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
197 lines
7.4 KiB
197 lines
7.4 KiB
from __future__ import unicode_literals |
|
|
|
import functools |
|
import os.path |
|
import re |
|
|
|
from .common import InfoExtractor |
|
from ..compat import ( |
|
compat_urllib_parse_urlencode, |
|
compat_urlparse, |
|
) |
|
from ..utils import ( |
|
int_or_none, |
|
OnDemandPagedList, |
|
parse_duration, |
|
remove_start, |
|
xpath_text, |
|
xpath_attr, |
|
) |
|
|
|
|
|
class NBAIE(InfoExtractor): |
|
_VALID_URL = r'https?://(?:watch\.|www\.)?nba\.com/(?P<path>(?:[^/]+/)+(?P<id>[^?]*?))/?(?:/index\.html)?(?:\?.*)?$' |
|
_TESTS = [{ |
|
'url': 'http://www.nba.com/video/games/nets/2012/12/04/0021200253-okc-bkn-recap.nba/index.html', |
|
'md5': '9e7729d3010a9c71506fd1248f74e4f4', |
|
'info_dict': { |
|
'id': '0021200253-okc-bkn-recap', |
|
'ext': 'mp4', |
|
'title': 'Thunder vs. Nets', |
|
'description': 'Kevin Durant scores 32 points and dishes out six assists as the Thunder beat the Nets in Brooklyn.', |
|
'duration': 181, |
|
'timestamp': 1354638466, |
|
'upload_date': '20121204', |
|
}, |
|
'params': { |
|
# m3u8 download |
|
'skip_download': True, |
|
}, |
|
}, { |
|
'url': 'http://www.nba.com/video/games/hornets/2014/12/05/0021400276-nyk-cha-play5.nba/', |
|
'only_matching': True, |
|
}, { |
|
'url': 'http://watch.nba.com/video/channels/playoffs/2015/05/20/0041400301-cle-atl-recap.nba', |
|
'md5': 'b2b39b81cf28615ae0c3360a3f9668c4', |
|
'info_dict': { |
|
'id': '0041400301-cle-atl-recap', |
|
'ext': 'mp4', |
|
'title': 'Hawks vs. Cavaliers Game 1', |
|
'description': 'md5:8094c3498d35a9bd6b1a8c396a071b4d', |
|
'duration': 228, |
|
'timestamp': 1432134543, |
|
'upload_date': '20150520', |
|
} |
|
}, { |
|
'url': 'http://www.nba.com/clippers/news/doc-rivers-were-not-trading-blake', |
|
'info_dict': { |
|
'id': '1455672027478-Doc_Feb16_720', |
|
'ext': 'mp4', |
|
'title': 'Practice: Doc Rivers - 2/16/16', |
|
'description': 'Head Coach Doc Rivers addresses the media following practice.', |
|
'upload_date': '20160217', |
|
'timestamp': 1455672000, |
|
}, |
|
'params': { |
|
# m3u8 download |
|
'skip_download': True, |
|
}, |
|
}, { |
|
'url': 'http://www.nba.com/timberwolves/wiggins-shootaround#', |
|
'info_dict': { |
|
'id': 'timberwolves', |
|
'title': 'Shootaround Access - Dec. 12 | Andrew Wiggins', |
|
}, |
|
'playlist_count': 30, |
|
'params': { |
|
# Download the whole playlist takes too long time |
|
'playlist_items': '1-30', |
|
}, |
|
}, { |
|
'url': 'http://www.nba.com/timberwolves/wiggins-shootaround#', |
|
'info_dict': { |
|
'id': 'Wigginsmp4', |
|
'ext': 'mp4', |
|
'title': 'Shootaround Access - Dec. 12 | Andrew Wiggins', |
|
'description': 'Wolves rookie Andrew Wiggins addresses the media after Friday\'s shootaround.', |
|
'upload_date': '20141212', |
|
'timestamp': 1418418600, |
|
}, |
|
'params': { |
|
'noplaylist': True, |
|
# m3u8 download |
|
'skip_download': True, |
|
}, |
|
}] |
|
|
|
_PAGE_SIZE = 30 |
|
|
|
def _fetch_page(self, team, video_id, page): |
|
search_url = 'http://searchapp2.nba.com/nba-search/query.jsp?' + compat_urllib_parse_urlencode({ |
|
'type': 'teamvideo', |
|
'start': page * self._PAGE_SIZE + 1, |
|
'npp': (page + 1) * self._PAGE_SIZE + 1, |
|
'sort': 'recent', |
|
'output': 'json', |
|
'site': team, |
|
}) |
|
results = self._download_json( |
|
search_url, video_id, note='Download page %d of playlist data' % page)['results'][0] |
|
for item in results: |
|
yield self.url_result(compat_urlparse.urljoin('http://www.nba.com/', item['url'])) |
|
|
|
def _extract_playlist(self, orig_path, video_id, webpage): |
|
team = orig_path.split('/')[0] |
|
|
|
if self._downloader.params.get('noplaylist'): |
|
self.to_screen('Downloading just video because of --no-playlist') |
|
video_path = self._search_regex( |
|
r'nbaVideoCore\.firstVideo\s*=\s*\'([^\']+)\';', webpage, 'video path') |
|
video_url = 'http://www.nba.com/%s/video/%s' % (team, video_path) |
|
return self.url_result(video_url) |
|
|
|
self.to_screen('Downloading playlist - add --no-playlist to just download video') |
|
playlist_title = self._og_search_title(webpage, fatal=False) |
|
entries = OnDemandPagedList( |
|
functools.partial(self._fetch_page, team, video_id), |
|
self._PAGE_SIZE, use_cache=True) |
|
|
|
return self.playlist_result(entries, team, playlist_title) |
|
|
|
def _real_extract(self, url): |
|
path, video_id = re.match(self._VALID_URL, url).groups() |
|
orig_path = path |
|
if path.startswith('nba/'): |
|
path = path[3:] |
|
|
|
if 'video/' not in path: |
|
webpage = self._download_webpage(url, video_id) |
|
path = remove_start(self._search_regex(r'data-videoid="([^"]+)"', webpage, 'video id'), '/') |
|
|
|
if path == '{{id}}': |
|
return self._extract_playlist(orig_path, video_id, webpage) |
|
|
|
# See prepareContentId() of pkgCvp.js |
|
if path.startswith('video/teams'): |
|
path = 'video/channels/proxy/' + path[6:] |
|
|
|
video_info = self._download_xml('http://www.nba.com/%s.xml' % path, video_id) |
|
video_id = os.path.splitext(xpath_text(video_info, 'slug'))[0] |
|
title = xpath_text(video_info, 'headline') |
|
description = xpath_text(video_info, 'description') |
|
duration = parse_duration(xpath_text(video_info, 'length')) |
|
timestamp = int_or_none(xpath_attr(video_info, 'dateCreated', 'uts')) |
|
|
|
thumbnails = [] |
|
for image in video_info.find('images'): |
|
thumbnails.append({ |
|
'id': image.attrib.get('cut'), |
|
'url': image.text, |
|
'width': int_or_none(image.attrib.get('width')), |
|
'height': int_or_none(image.attrib.get('height')), |
|
}) |
|
|
|
formats = [] |
|
for video_file in video_info.findall('.//file'): |
|
video_url = video_file.text |
|
if video_url.startswith('/'): |
|
continue |
|
if video_url.endswith('.m3u8'): |
|
formats.extend(self._extract_m3u8_formats(video_url, video_id, ext='mp4', m3u8_id='hls', fatal=False)) |
|
elif video_url.endswith('.f4m'): |
|
formats.extend(self._extract_f4m_formats(video_url + '?hdcore=3.4.1.1', video_id, f4m_id='hds', fatal=False)) |
|
else: |
|
key = video_file.attrib.get('bitrate') |
|
format_info = { |
|
'format_id': key, |
|
'url': video_url, |
|
} |
|
mobj = re.search(r'(\d+)x(\d+)(?:_(\d+))?', key) |
|
if mobj: |
|
format_info.update({ |
|
'width': int(mobj.group(1)), |
|
'height': int(mobj.group(2)), |
|
'tbr': int_or_none(mobj.group(3)), |
|
}) |
|
formats.append(format_info) |
|
self._sort_formats(formats) |
|
|
|
return { |
|
'id': video_id, |
|
'title': title, |
|
'description': description, |
|
'duration': duration, |
|
'timestamp': timestamp, |
|
'thumbnails': thumbnails, |
|
'formats': formats, |
|
}
|
|
|