Merge remote-tracking branch 'yan12125/download-dash-segments' (#5886)
commit
2ee8f5d80f
3 changed files with 94 additions and 1 deletions
@ -0,0 +1,66 @@ |
|||||||
|
from __future__ import unicode_literals |
||||||
|
|
||||||
|
import re |
||||||
|
|
||||||
|
from .common import FileDownloader |
||||||
|
from ..compat import compat_urllib_request |
||||||
|
|
||||||
|
|
||||||
|
class DashSegmentsFD(FileDownloader): |
||||||
|
""" |
||||||
|
Download segments in a DASH manifest |
||||||
|
""" |
||||||
|
def real_download(self, filename, info_dict): |
||||||
|
self.report_destination(filename) |
||||||
|
tmpfilename = self.temp_name(filename) |
||||||
|
base_url = info_dict['url'] |
||||||
|
segment_urls = info_dict['segment_urls'] |
||||||
|
|
||||||
|
is_test = self.params.get('test', False) |
||||||
|
remaining_bytes = self._TEST_FILE_SIZE if is_test else None |
||||||
|
byte_counter = 0 |
||||||
|
|
||||||
|
def append_url_to_file(outf, target_url, target_name, remaining_bytes=None): |
||||||
|
self.to_screen('[DashSegments] %s: Downloading %s' % (info_dict['id'], target_name)) |
||||||
|
req = compat_urllib_request.Request(target_url) |
||||||
|
if remaining_bytes is not None: |
||||||
|
req.add_header('Range', 'bytes=0-%d' % (remaining_bytes - 1)) |
||||||
|
|
||||||
|
data = self.ydl.urlopen(req).read() |
||||||
|
|
||||||
|
if remaining_bytes is not None: |
||||||
|
data = data[:remaining_bytes] |
||||||
|
|
||||||
|
outf.write(data) |
||||||
|
return len(data) |
||||||
|
|
||||||
|
def combine_url(base_url, target_url): |
||||||
|
if re.match(r'^https?://', target_url): |
||||||
|
return target_url |
||||||
|
return '%s/%s' % (base_url, target_url) |
||||||
|
|
||||||
|
with open(tmpfilename, 'wb') as outf: |
||||||
|
append_url_to_file( |
||||||
|
outf, combine_url(base_url, info_dict['initialization_url']), |
||||||
|
'initialization segment') |
||||||
|
for i, segment_url in enumerate(segment_urls): |
||||||
|
segment_len = append_url_to_file( |
||||||
|
outf, combine_url(base_url, segment_url), |
||||||
|
'segment %d / %d' % (i + 1, len(segment_urls)), |
||||||
|
remaining_bytes) |
||||||
|
byte_counter += segment_len |
||||||
|
if remaining_bytes is not None: |
||||||
|
remaining_bytes -= segment_len |
||||||
|
if remaining_bytes <= 0: |
||||||
|
break |
||||||
|
|
||||||
|
self.try_rename(tmpfilename, filename) |
||||||
|
|
||||||
|
self._hook_progress({ |
||||||
|
'downloaded_bytes': byte_counter, |
||||||
|
'total_bytes': byte_counter, |
||||||
|
'filename': filename, |
||||||
|
'status': 'finished', |
||||||
|
}) |
||||||
|
|
||||||
|
return True |
Loading…
Reference in new issue