增加下载错误日志

This commit is contained in:
hjdhnx 2023-11-22 23:44:12 +08:00
parent b5d222161c
commit 72848d9d72
2 changed files with 15 additions and 5 deletions

View File

@ -1 +1 @@
3.9.49beta3
3.9.49beta4

View File

@ -53,8 +53,14 @@ def file_download(fileUrl, filePath):
os.remove(filePath)
# response = requests.get(fileUrl, headers=headers, stream=True, verify=False)
response = requests.get(fileUrl, headers=headers, stream=True)
fileSize = int(response.headers['content-length']) # 文件大小
is_chunked = response.headers.get('Transfer-Encoding') or ''
if is_chunked == 'chunked':
logger.info('chunked文件不支持获取总文件大小tqdm模块才能分段下载')
return False
fileSize = int(response.headers.get('content-length') or 0) # 文件大小
logger.info(f'fileSize:{fileSize}')
if fileSize < 1:
return False
tmpSize = 0
n = 0
@ -175,7 +181,11 @@ if __name__ == '__main__':
# urlTxt = 'download/urls.txt'
# with open(urlTxt, "r") as f:
# fileUrls = [line.strip() for line in f.readlines()]
response = requests.get('https://ghproxy.liuzhicong.com/https://github.com/hjdhnx/dr_py/archive/refs/heads/main.zip', headers=headers, stream=True)
print(response.headers)
fileSize = int(response.headers.get('content-length')) # 文件大小
logger.info(f'fileSize:{fileSize}')
files = [{'url': 'https://ghproxy.liuzhicong.com/https://github.com/hjdhnx/dr_py/archive/refs/heads/main.zip',
'name': 'dr_py.zip'}]
file_downloads(files, 'tmp')
# files = [{'url': 'https://ghproxy.liuzhicong.com/https://github.com/hjdhnx/dr_py/archive/refs/heads/main.zip',
# 'name': 'dr_py.zip'}]
# file_downloads(files, 'tmp')