You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
65 lines
2.4 KiB
65 lines
2.4 KiB
from __future__ import unicode_literals |
|
|
|
from .common import InfoExtractor |
|
from ..utils import ( |
|
unified_strdate, |
|
clean_html, |
|
) |
|
|
|
|
|
class ArchiveOrgIE(InfoExtractor): |
|
IE_NAME = 'archive.org' |
|
IE_DESC = 'archive.org videos' |
|
_VALID_URL = r'https?://(?:www\.)?archive\.org/(?:details|embed)/(?P<id>[^/?#]+)(?:[?].*)?$' |
|
_TESTS = [{ |
|
'url': 'http://archive.org/details/XD300-23_68HighlightsAResearchCntAugHumanIntellect', |
|
'md5': '8af1d4cf447933ed3c7f4871162602db', |
|
'info_dict': { |
|
'id': 'XD300-23_68HighlightsAResearchCntAugHumanIntellect', |
|
'ext': 'ogg', |
|
'title': '1968 Demo - FJCC Conference Presentation Reel #1', |
|
'description': 'md5:da45c349df039f1cc8075268eb1b5c25', |
|
'upload_date': '19681210', |
|
'uploader': 'SRI International' |
|
} |
|
}, { |
|
'url': 'https://archive.org/details/Cops1922', |
|
'md5': '0869000b4ce265e8ca62738b336b268a', |
|
'info_dict': { |
|
'id': 'Cops1922', |
|
'ext': 'mp4', |
|
'title': 'Buster Keaton\'s "Cops" (1922)', |
|
'description': 'md5:89e7c77bf5d965dd5c0372cfb49470f6', |
|
} |
|
}, { |
|
'url': 'http://archive.org/embed/XD300-23_68HighlightsAResearchCntAugHumanIntellect', |
|
'only_matching': True, |
|
}] |
|
|
|
def _real_extract(self, url): |
|
video_id = self._match_id(url) |
|
webpage = self._download_webpage( |
|
'http://archive.org/embed/' + video_id, video_id) |
|
jwplayer_playlist = self._parse_json(self._search_regex( |
|
r"(?s)Play\('[^']+'\s*,\s*(\[.+\])\s*,\s*{.*?}\)", |
|
webpage, 'jwplayer playlist'), video_id) |
|
info = self._parse_jwplayer_data( |
|
{'playlist': jwplayer_playlist}, video_id, base_url=url) |
|
|
|
def get_optional(metadata, field): |
|
return metadata.get(field, [None])[0] |
|
|
|
metadata = self._download_json( |
|
'http://archive.org/details/' + video_id, video_id, query={ |
|
'output': 'json', |
|
})['metadata'] |
|
info.update({ |
|
'title': get_optional(metadata, 'title') or info.get('title'), |
|
'description': clean_html(get_optional(metadata, 'description')), |
|
}) |
|
if info.get('_type') != 'playlist': |
|
info.update({ |
|
'uploader': get_optional(metadata, 'creator'), |
|
'upload_date': unified_strdate(get_optional(metadata, 'date')), |
|
}) |
|
return info
|
|
|