parent
cdd94c2eae
commit
055f0d3d06
3 changed files with 141 additions and 2 deletions
@ -0,0 +1,135 @@ |
|||||||
|
# coding: utf-8 |
||||||
|
from __future__ import unicode_literals |
||||||
|
|
||||||
|
import calendar |
||||||
|
import re |
||||||
|
import time |
||||||
|
|
||||||
|
from .amp import AMPIE |
||||||
|
from .common import InfoExtractor |
||||||
|
from ..compat import compat_urlparse |
||||||
|
|
||||||
|
|
||||||
|
class AbcNewsVideoIE(AMPIE): |
||||||
|
IE_NAME = 'abcnews:video' |
||||||
|
_VALID_URL = 'http://abcnews.go.com/[^/]+/video/(?P<display_id>[0-9a-z-]+)-(?P<id>\d+)' |
||||||
|
|
||||||
|
_TESTS = [{ |
||||||
|
'url': 'http://abcnews.go.com/ThisWeek/video/week-exclusive-irans-foreign-minister-zarif-20411932', |
||||||
|
'info_dict': { |
||||||
|
'id': '20411932', |
||||||
|
'ext': 'mp4', |
||||||
|
'display_id': 'week-exclusive-irans-foreign-minister-zarif', |
||||||
|
'title': '\'This Week\' Exclusive: Iran\'s Foreign Minister Zarif', |
||||||
|
'description': 'George Stephanopoulos goes one-on-one with Iranian Foreign Minister Dr. Javad Zarif.', |
||||||
|
'duration': 180, |
||||||
|
'thumbnail': 're:^https?://.*\.jpg$', |
||||||
|
}, |
||||||
|
'params': { |
||||||
|
# m3u8 download |
||||||
|
'skip_download': True, |
||||||
|
}, |
||||||
|
}, { |
||||||
|
'url': 'http://abcnews.go.com/2020/video/2020-husband-stands-teacher-jail-student-affairs-26119478', |
||||||
|
'only_matching': True, |
||||||
|
}] |
||||||
|
|
||||||
|
def _real_extract(self, url): |
||||||
|
mobj = re.match(self._VALID_URL, url) |
||||||
|
display_id = mobj.group('display_id') |
||||||
|
video_id = mobj.group('id') |
||||||
|
info_dict = self._extract_feed_info( |
||||||
|
'http://abcnews.go.com/video/itemfeed?id=%s' % video_id) |
||||||
|
info_dict.update({ |
||||||
|
'id': video_id, |
||||||
|
'display_id': display_id, |
||||||
|
}) |
||||||
|
return info_dict |
||||||
|
|
||||||
|
|
||||||
|
class AbcNewsIE(InfoExtractor): |
||||||
|
IE_NAME = 'abcnews' |
||||||
|
_VALID_URL = 'https?://abcnews\.go\.com/(?:[^/]+/)+(?P<display_id>[0-9a-z-]+)/story\?id=(?P<id>\d+)' |
||||||
|
|
||||||
|
_TESTS = [{ |
||||||
|
'url': 'http://abcnews.go.com/Blotter/News/dramatic-video-rare-death-job-america/story?id=10498713#.UIhwosWHLjY', |
||||||
|
'info_dict': { |
||||||
|
'id': '10498713', |
||||||
|
'ext': 'flv', |
||||||
|
'display_id': 'dramatic-video-rare-death-job-america', |
||||||
|
'title': 'Occupational Hazards', |
||||||
|
'description': 'Nightline investigates the dangers that lurk at various jobs.', |
||||||
|
'thumbnail': 're:^https?://.*\.jpg$', |
||||||
|
'upload_date': '20100428', |
||||||
|
'timestamp': 1272412800, |
||||||
|
}, |
||||||
|
'add_ie': ['AbcNewsVideo'], |
||||||
|
}, { |
||||||
|
'url': 'http://abcnews.go.com/Entertainment/justin-timberlake-performs-stop-feeling-eurovision-2016/story?id=39125818', |
||||||
|
'info_dict': { |
||||||
|
'id': '39125818', |
||||||
|
'ext': 'mp4', |
||||||
|
'display_id': 'justin-timberlake-performs-stop-feeling-eurovision-2016', |
||||||
|
'title': 'Justin Timberlake Drops Hints For Secret Single', |
||||||
|
'description': 'Lara Spencer reports the buzziest stories of the day in "GMA" Pop News.', |
||||||
|
'upload_date': '20160515', |
||||||
|
'timestamp': 1463329500, |
||||||
|
}, |
||||||
|
'params': { |
||||||
|
# m3u8 download |
||||||
|
'skip_download': True, |
||||||
|
# The embedded YouTube video is blocked due to copyright issues |
||||||
|
'playlist_items': '1', |
||||||
|
}, |
||||||
|
'add_ie': ['AbcNewsVideo'], |
||||||
|
}, { |
||||||
|
'url': 'http://abcnews.go.com/Technology/exclusive-apple-ceo-tim-cook-iphone-cracking-software/story?id=37173343', |
||||||
|
'only_matching': True, |
||||||
|
}] |
||||||
|
|
||||||
|
def _real_extract(self, url): |
||||||
|
mobj = re.match(self._VALID_URL, url) |
||||||
|
display_id = mobj.group('display_id') |
||||||
|
video_id = mobj.group('id') |
||||||
|
|
||||||
|
webpage = self._download_webpage(url, video_id) |
||||||
|
video_url = self._search_regex( |
||||||
|
r'window\.abcnvideo\.url\s*=\s*"([^"]+)"', webpage, 'video URL') |
||||||
|
full_video_url = compat_urlparse.urljoin(url, video_url) |
||||||
|
|
||||||
|
youtube_url = self._html_search_regex( |
||||||
|
r'<iframe[^>]+src="(https://www\.youtube\.com/embed/[^"]+)"', |
||||||
|
webpage, 'YouTube URL', default=None) |
||||||
|
|
||||||
|
timestamp = None |
||||||
|
date_str = self._html_search_regex( |
||||||
|
r'<span[^>]+class="timestamp">([^<]+)</span>', |
||||||
|
webpage, 'timestamp', fatal=False) |
||||||
|
if date_str: |
||||||
|
tz_offset = 0 |
||||||
|
if date_str.endswith(' ET'): # Eastern Time |
||||||
|
tz_offset = -5 |
||||||
|
date_str = date_str[:-3] |
||||||
|
date_formats = ['%b. %d, %Y', '%b %d, %Y, %I:%M %p'] |
||||||
|
for date_format in date_formats: |
||||||
|
try: |
||||||
|
timestamp = calendar.timegm(time.strptime(date_str.strip(), date_format)) |
||||||
|
except ValueError: |
||||||
|
continue |
||||||
|
if timestamp is not None: |
||||||
|
timestamp -= tz_offset * 3600 |
||||||
|
|
||||||
|
entry = { |
||||||
|
'_type': 'url_transparent', |
||||||
|
'ie_key': AbcNewsVideoIE.ie_key(), |
||||||
|
'url': full_video_url, |
||||||
|
'id': video_id, |
||||||
|
'display_id': display_id, |
||||||
|
'timestamp': timestamp, |
||||||
|
} |
||||||
|
|
||||||
|
if youtube_url: |
||||||
|
entries = [entry, self.url_result(youtube_url, 'Youtube')] |
||||||
|
return self.playlist_result(entries) |
||||||
|
|
||||||
|
return entry |
Loading…
Reference in new issue