281 lines
8.6 KiB
Python
281 lines
8.6 KiB
Python
# -*- coding:utf-8 -*-
|
||
from time import sleep, perf_counter
|
||
from urllib.parse import quote, urlparse
|
||
|
||
from DrissionRecord import Recorder
|
||
from requests.structures import CaseInsensitiveDict
|
||
|
||
from ._funcs import copy_session, set_session_cookies
|
||
|
||
|
||
class MissionData(object):
|
||
def __init__(self, url, save_path, rename, suffix, file_exists, split, kwargs, offset=0):
|
||
self.url = quote(url, safe='-_.~!*\'"();:@&=+$,/\\?#[]%')
|
||
self.save_path = save_path
|
||
self.rename = rename
|
||
self.suffix = suffix
|
||
self.file_exists = file_exists
|
||
self.split = split
|
||
self.kwargs = kwargs
|
||
self.offset = offset
|
||
|
||
|
||
class BaseTask(object):
|
||
_DONE = 'done'
|
||
RESULT_TEXTS = {'success': '成功', 'skipped': '跳过', 'canceled': '取消', False: '失败', None: '未知'}
|
||
|
||
def __init__(self, ID):
|
||
self._id = ID
|
||
self.state = 'waiting' # 'waiting', 'running', 'done'
|
||
self.result = None # 'success', 'skipped', 'canceled', False, None
|
||
self.info = '等待下载' # 信息
|
||
|
||
@property
|
||
def id(self):
|
||
return self._id
|
||
|
||
@property
|
||
def data(self):
|
||
return
|
||
|
||
@property
|
||
def is_done(self):
|
||
return self.state in ('done', 'cancel')
|
||
|
||
def set_states(self, result=None, info=None, state='done'):
|
||
self.result = result
|
||
self.info = info
|
||
self.state = state
|
||
|
||
|
||
class Mission(BaseTask):
|
||
def __init__(self, ID, owner, file_url, save_path, rename, suffix, file_exists, split, encoding, kwargs):
|
||
super().__init__(ID)
|
||
self.owner = owner
|
||
self.size = None
|
||
|
||
self.tasks = []
|
||
self.tasks_count = 1
|
||
self.done_tasks_count = 0
|
||
|
||
self.file_name = None
|
||
self._path = None # 文件完整路径,Path对象
|
||
self._recorder = None
|
||
self.encoding = encoding
|
||
|
||
self._set_session()
|
||
kwargs = self._handle_kwargs(file_url, kwargs)
|
||
self._data = MissionData(file_url, save_path, rename, suffix, file_exists, split, kwargs)
|
||
self._overwrote = False
|
||
self.method = 'post' if (self._data.kwargs.get('data', None) is not None or
|
||
self._data.kwargs.get('json', None) is not None) else 'get'
|
||
|
||
def __repr__(self):
|
||
return f'<Mission {self.id} {self.info} {self.file_name}>'
|
||
|
||
@property
|
||
def data(self):
|
||
return self._data
|
||
|
||
@property
|
||
def path(self):
|
||
return self._path
|
||
|
||
@property
|
||
def recorder(self):
|
||
if self._recorder is None:
|
||
self._recorder = Recorder(cache_size=100)
|
||
self._recorder.set.show_msg(False)
|
||
return self._recorder
|
||
|
||
@property
|
||
def rate(self):
|
||
if not self.size:
|
||
return None
|
||
c = 0
|
||
for t in self.tasks:
|
||
c += t._downloaded_size if t._downloaded_size else 0
|
||
return round((c / self.size) * 100, 2)
|
||
|
||
def cancel(self) -> None:
|
||
self._break_mission('canceled', '已取消')
|
||
|
||
def del_file(self):
|
||
if self.path and self.path.exists():
|
||
try:
|
||
self.path.unlink()
|
||
except Exception:
|
||
pass
|
||
|
||
def wait(self, show=True, timeout=0):
|
||
if show:
|
||
print(f'url:{self.data.url}')
|
||
t2 = perf_counter()
|
||
while self.file_name is None and perf_counter() - t2 < 4:
|
||
sleep(0.01)
|
||
print(f'文件名:{self.file_name}')
|
||
print(f'目标路径:{self.path}')
|
||
if not self.size:
|
||
print('未知大小 ', end='')
|
||
|
||
t1 = perf_counter()
|
||
while not self.is_done and (perf_counter() - t1 < timeout or timeout == 0):
|
||
try:
|
||
rate = round((self.path.stat().st_size / self.size) * 100, 2)
|
||
print(f'\r{rate}% ', end='')
|
||
except (FileNotFoundError, TypeError, ZeroDivisionError):
|
||
pass
|
||
sleep(0.1)
|
||
|
||
if self.result is False:
|
||
print(f'下载失败 {self.info}')
|
||
elif self.result == 'success':
|
||
print('\r100% ', end='')
|
||
print(f'{"已覆盖" if self._overwrote else "下载完成"} {self.info}')
|
||
elif self.result == 'skipped':
|
||
print(f'已跳过 {self.info}')
|
||
print()
|
||
|
||
else:
|
||
t1 = perf_counter()
|
||
while not self.is_done and (perf_counter() - t1 < timeout or timeout == 0):
|
||
sleep(0.1)
|
||
|
||
return self.result, self.info
|
||
|
||
def _set_session(self):
|
||
session = copy_session(self.owner.session)
|
||
headers = session.headers
|
||
session.headers = None
|
||
if self.owner.page:
|
||
set_session_cookies(session, self.owner.page.cookies())
|
||
if hasattr(self.owner.page, '_headers'):
|
||
headers = CaseInsensitiveDict({**self.owner.page._headers, **headers})
|
||
headers.update({"User-Agent": self.owner.page.user_agent})
|
||
self.session = session
|
||
self.headers = headers
|
||
|
||
def _handle_kwargs(self, url, kwargs):
|
||
if 'timeout' not in kwargs:
|
||
kwargs['timeout'] = self.owner.timeout
|
||
|
||
headers = CaseInsensitiveDict(kwargs['headers']) if 'headers' in kwargs else CaseInsensitiveDict()
|
||
|
||
parsed_url = urlparse(url)
|
||
hostname = parsed_url.hostname
|
||
scheme = parsed_url.scheme
|
||
|
||
if not ('Referer' in headers or 'Referer' in self.headers):
|
||
headers['Referer'] = self.owner.page.url if self.owner.page and self.owner.page.url \
|
||
else f'{scheme}://{hostname}'
|
||
if not ('Host' in headers or 'Host' in self.headers):
|
||
headers['Host'] = hostname
|
||
kwargs['headers'] = format_headers(headers)
|
||
if not kwargs['headers']['Host']:
|
||
kwargs['headers'].pop('Host')
|
||
if not kwargs['headers']['Referer']:
|
||
kwargs['headers'].pop('Referer')
|
||
|
||
return kwargs
|
||
|
||
def _set_path(self, path):
|
||
self.file_name = path.name
|
||
self._path = path
|
||
self.recorder.set.path(path, file_type='b')
|
||
|
||
def _set_done(self, result, info):
|
||
if result == 'skipped':
|
||
self.set_states(result=result, info=info, state=self._DONE)
|
||
|
||
elif result == 'canceled' or result is False:
|
||
self.recorder.clear()
|
||
self.set_states(result=result, info=info, state=self._DONE)
|
||
|
||
elif result == 'success':
|
||
self.recorder.record()
|
||
if self.size and self.path.stat().st_size < self.size:
|
||
self.del_file()
|
||
self.set_states(False, '下载失败', self._DONE)
|
||
else:
|
||
self.set_states('success', info, self._DONE)
|
||
|
||
self.owner._when_mission_done(self)
|
||
|
||
def _a_task_done(self, is_success, info):
|
||
if self.is_done:
|
||
return
|
||
|
||
if is_success is False:
|
||
self._break_mission(False, info)
|
||
return
|
||
|
||
self.done_tasks_count += 1
|
||
if self.done_tasks_count == self.tasks_count:
|
||
self._set_done('success', info)
|
||
|
||
def _break_mission(self, result, info):
|
||
if self.is_done:
|
||
return
|
||
|
||
for task in self.tasks:
|
||
if not task.is_done:
|
||
task.set_states(result=result, info=info, state='cancel')
|
||
|
||
while any((not i.is_done for i in self.tasks)):
|
||
sleep(.3)
|
||
|
||
self._set_done(result, info)
|
||
self.del_file()
|
||
|
||
|
||
class Task(BaseTask):
|
||
def __init__(self, mission, range_, ID, size):
|
||
super().__init__(ID)
|
||
self.mission = mission
|
||
self.range = range_
|
||
self.size = size
|
||
self._downloaded_size = 0
|
||
|
||
def __repr__(self):
|
||
return f'<Task M{self.mid} T{self._id} {self.rate}% {self.info} {self.file_name}>'
|
||
|
||
@property
|
||
def mid(self):
|
||
return self.mission.id
|
||
|
||
@property
|
||
def data(self):
|
||
return self.mission.data
|
||
|
||
@property
|
||
def path(self):
|
||
return self.mission.path
|
||
|
||
@property
|
||
def file_name(self):
|
||
return self.mission.file_name
|
||
|
||
@property
|
||
def rate(self):
|
||
return round((self._downloaded_size / self.size) * 100, 2) if self.size else None
|
||
|
||
def add_data(self, data, seek=None):
|
||
self._downloaded_size += len(data)
|
||
self.mission.recorder.add_data(data, coord=seek)
|
||
|
||
def clear_cache(self):
|
||
self.mission.recorder.clear()
|
||
|
||
def _set_done(self, result, info):
|
||
self.set_states(result=result, info=info, state=self._DONE)
|
||
self.mission._a_task_done(result, info)
|
||
|
||
|
||
def format_headers(headers):
|
||
for k, v in headers.items():
|
||
if k in (':method', ':scheme', ':authority', ':path'):
|
||
headers.pop(k)
|
||
elif v not in (None, False, True):
|
||
headers[k] = str(v)
|
||
return headers
|