You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
91 lines
3.4 KiB
91 lines
3.4 KiB
from __future__ import unicode_literals |
|
|
|
import re |
|
|
|
from .common import InfoExtractor |
|
from ..utils import ( |
|
ExtractorError, |
|
orderedSet, |
|
unescapeHTML, |
|
) |
|
|
|
|
|
class StanfordOpenClassroomIE(InfoExtractor): |
|
IE_NAME = 'stanfordoc' |
|
IE_DESC = 'Stanford Open ClassRoom' |
|
_VALID_URL = r'https?://openclassroom\.stanford\.edu(?P<path>/?|(/MainFolder/(?:HomePage|CoursePage|VideoPage)\.php([?]course=(?P<course>[^&]+)(&video=(?P<video>[^&]+))?(&.*)?)?))$' |
|
_TEST = { |
|
'url': 'http://openclassroom.stanford.edu/MainFolder/VideoPage.php?course=PracticalUnix&video=intro-environment&speed=100', |
|
'md5': '544a9468546059d4e80d76265b0443b8', |
|
'info_dict': { |
|
'id': 'PracticalUnix_intro-environment', |
|
'ext': 'mp4', |
|
'title': 'Intro Environment', |
|
} |
|
} |
|
|
|
def _real_extract(self, url): |
|
mobj = re.match(self._VALID_URL, url) |
|
|
|
if mobj.group('course') and mobj.group('video'): # A specific video |
|
course = mobj.group('course') |
|
video = mobj.group('video') |
|
info = { |
|
'id': course + '_' + video, |
|
'uploader': None, |
|
'upload_date': None, |
|
} |
|
|
|
baseUrl = 'http://openclassroom.stanford.edu/MainFolder/courses/' + course + '/videos/' |
|
xmlUrl = baseUrl + video + '.xml' |
|
mdoc = self._download_xml(xmlUrl, info['id']) |
|
try: |
|
info['title'] = mdoc.findall('./title')[0].text |
|
info['url'] = baseUrl + mdoc.findall('./videoFile')[0].text |
|
except IndexError: |
|
raise ExtractorError('Invalid metadata XML file') |
|
return info |
|
elif mobj.group('course'): # A course page |
|
course = mobj.group('course') |
|
info = { |
|
'id': course, |
|
'_type': 'playlist', |
|
'uploader': None, |
|
'upload_date': None, |
|
} |
|
|
|
coursepage = self._download_webpage( |
|
url, info['id'], |
|
note='Downloading course info page', |
|
errnote='Unable to download course info page') |
|
|
|
info['title'] = self._html_search_regex( |
|
r'<h1>([^<]+)</h1>', coursepage, 'title', default=info['id']) |
|
|
|
info['description'] = self._html_search_regex( |
|
r'(?s)<description>([^<]+)</description>', |
|
coursepage, 'description', fatal=False) |
|
|
|
links = orderedSet(re.findall('<a href="(VideoPage.php\?[^"]+)">', coursepage)) |
|
info['entries'] = [self.url_result( |
|
'http://openclassroom.stanford.edu/MainFolder/%s' % unescapeHTML(l) |
|
) for l in links] |
|
return info |
|
else: # Root page |
|
info = { |
|
'id': 'Stanford OpenClassroom', |
|
'_type': 'playlist', |
|
'uploader': None, |
|
'upload_date': None, |
|
} |
|
info['title'] = info['id'] |
|
|
|
rootURL = 'http://openclassroom.stanford.edu/MainFolder/HomePage.php' |
|
rootpage = self._download_webpage(rootURL, info['id'], |
|
errnote='Unable to download course info page') |
|
|
|
links = orderedSet(re.findall('<a href="(CoursePage.php\?[^"]+)">', rootpage)) |
|
info['entries'] = [self.url_result( |
|
'http://openclassroom.stanford.edu/MainFolder/%s' % unescapeHTML(l) |
|
) for l in links] |
|
return info
|
|
|