Has a "data-brightcove-video-id" instead of a "data-video-id," otherwise pretty much just Brightcove. Except the Globe isn't all Brightcove videos, so fallback to Generic, too. Also, abstract playlist_from_matches() from generic.py to common.py, and use it here. History of these changes can be found in 51170427d4b1143572a498dedaee61863a5b2c5b.master
parent
772b5ff57f
commit
46b18f2349
4 changed files with 126 additions and 52 deletions
@ -0,0 +1,72 @@ |
||||
# coding: utf-8 |
||||
from __future__ import unicode_literals |
||||
|
||||
import re |
||||
|
||||
from .common import InfoExtractor |
||||
|
||||
from ..utils import ( |
||||
extract_attributes, |
||||
) |
||||
|
||||
|
||||
class BostonGlobeIE(InfoExtractor): |
||||
_VALID_URL = r'(?i)https?://(?:www\.)?bostonglobe\.com/.*/(?P<id>[^/]+)/\w+(?:\.html)?' |
||||
_TESTS = [ |
||||
{ |
||||
'url': 'http://www.bostonglobe.com/metro/2017/02/11/tree-finally-succumbs-disease-leaving-hole-neighborhood/h1b4lviqzMTIn9sVy8F3gP/story.html', |
||||
'md5': '0a62181079c85c2d2b618c9a738aedaf', |
||||
'info_dict': { |
||||
'title': 'A tree finally succumbs to disease, leaving a hole in a neighborhood', |
||||
'id': '5320421710001', |
||||
'ext': 'mp4', |
||||
'description': 'It arrived as a sapling when the Back Bay was in its infancy, a spindly American elm tamped down into a square of dirt cut into the brick sidewalk of 1880s Marlborough Street, no higher than the first bay window of the new brownstone behind it.', |
||||
'timestamp': 1486877593, |
||||
'upload_date': '20170212', |
||||
'uploader_id': '245991542', |
||||
}, |
||||
}, |
||||
{ |
||||
# Embedded youtube video; we hand it off to the Generic extractor. |
||||
'url': 'https://www.bostonglobe.com/lifestyle/names/2017/02/17/does-ben-affleck-play-matt-damon-favorite-version-batman/ruqkc9VxKBYmh5txn1XhSI/story.html', |
||||
'md5': '582b40327089d5c0c949b3c54b13c24b', |
||||
'info_dict': { |
||||
'title': "Who Is Matt Damon's Favorite Batman?", |
||||
'id': 'ZW1QCnlA6Qc', |
||||
'ext': 'mp4', |
||||
'upload_date': '20170217', |
||||
'description': 'md5:3b3dccb9375867e0b4d527ed87d307cb', |
||||
'uploader': 'The Late Late Show with James Corden', |
||||
'uploader_id': 'TheLateLateShow', |
||||
}, |
||||
'expected_warnings': ['404'], |
||||
}, |
||||
] |
||||
|
||||
def _real_extract(self, url): |
||||
page_id = self._match_id(url) |
||||
webpage = self._download_webpage(url, page_id) |
||||
|
||||
page_title = self._og_search_title(webpage, default=None) |
||||
|
||||
# <video data-brightcove-video-id="5320421710001" data-account="245991542" data-player="SJWAiyYWg" data-embed="default" class="video-js" controls itemscope itemtype="http://schema.org/VideoObject"> |
||||
entries = [] |
||||
for video in re.findall(r'(?i)(<video[^>]+>)', webpage): |
||||
attrs = extract_attributes(video) |
||||
|
||||
video_id = attrs.get('data-brightcove-video-id') |
||||
account_id = attrs.get('data-account') |
||||
player_id = attrs.get('data-player') |
||||
embed = attrs.get('data-embed') |
||||
|
||||
if video_id and account_id and player_id and embed: |
||||
entries.append( |
||||
'http://players.brightcove.net/%s/%s_%s/index.html?videoId=%s' |
||||
% (account_id, player_id, embed, video_id)) |
||||
|
||||
if len(entries) == 0: |
||||
return self.url_result(url, 'Generic') |
||||
elif len(entries) == 1: |
||||
return self.url_result(entries[0], 'BrightcoveNew') |
||||
else: |
||||
return self.playlist_from_matches(entries, page_id, page_title, ie='BrightcoveNew') |
Loading…
Reference in new issue