247 lines
8.5 KiB
Python
247 lines
8.5 KiB
Python
|
import os
|
|||
|
|
from urllib.parse import urlparse
|
|||
|
|
|
|||
|
|
import requests
|
|||
|
|
from PyQt6.QtCore import QThread, pyqtSignal
|
|||
|
|
from PyQt6.QtGui import QImage, QPixmap
|
|||
|
|
|
|||
|
|
from app.core import miaoStarsBasicApi
|
|||
|
|
|
|||
|
|
|
|||
|
|
class TextLoaderThread(QThread):
|
|||
|
|
"""文本文件加载线程"""
|
|||
|
|
|
|||
|
|
textLoaded = pyqtSignal(str)
|
|||
|
|
errorOccurred = pyqtSignal(str)
|
|||
|
|
progressUpdated = pyqtSignal(int) # 进度更新信号
|
|||
|
|
|
|||
|
|
def __init__(self, url):
|
|||
|
|
super().__init__()
|
|||
|
|
self.url = url
|
|||
|
|
|
|||
|
|
def run(self):
|
|||
|
|
"""线程执行函数"""
|
|||
|
|
try:
|
|||
|
|
# 1. 设置网络请求参数 - 优化连接参数
|
|||
|
|
session = requests.Session()
|
|||
|
|
adapter = requests.adapters.HTTPAdapter(
|
|||
|
|
pool_connections=20,
|
|||
|
|
pool_maxsize=20,
|
|||
|
|
max_retries=5, # 增加重试次数
|
|||
|
|
pool_block=False,
|
|||
|
|
)
|
|||
|
|
session.mount("http://", adapter)
|
|||
|
|
session.mount("https://", adapter)
|
|||
|
|
|
|||
|
|
# 2. 增加超时时间并添加重试机制
|
|||
|
|
response = miaoStarsBasicApi.returnSession().get(
|
|||
|
|
self.url,
|
|||
|
|
stream=True,
|
|||
|
|
timeout=(15, 30), # 增加超时时间：连接15秒，读取30秒
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
response.raise_for_status()
|
|||
|
|
|
|||
|
|
# 3. 获取文件大小（如果服务器支持）
|
|||
|
|
total_size = int(response.headers.get("content-length", 0))
|
|||
|
|
downloaded_size = 0
|
|||
|
|
|
|||
|
|
# 4. 分块读取并处理 - 使用二进制读取提高速度
|
|||
|
|
content_chunks = []
|
|||
|
|
for chunk in response.iter_content(chunk_size=16384): # 增大块大小
|
|||
|
|
if chunk:
|
|||
|
|
content_chunks.append(chunk)
|
|||
|
|
downloaded_size += len(chunk)
|
|||
|
|
|
|||
|
|
# 更新进度（如果知道总大小）
|
|||
|
|
if total_size > 0:
|
|||
|
|
progress = int((downloaded_size / total_size) * 100)
|
|||
|
|
self.progressUpdated.emit(progress)
|
|||
|
|
|
|||
|
|
# 5. 合并内容并解码
|
|||
|
|
binary_content = b"".join(content_chunks)
|
|||
|
|
|
|||
|
|
if not binary_content:
|
|||
|
|
self.errorOccurred.emit("下载内容为空")
|
|||
|
|
return
|
|||
|
|
|
|||
|
|
# 6. 智能编码检测和解码
|
|||
|
|
text_content = self._decode_content(binary_content)
|
|||
|
|
|
|||
|
|
# 7. 发射加载完成的信号
|
|||
|
|
self.textLoaded.emit(text_content)
|
|||
|
|
|
|||
|
|
except requests.exceptions.Timeout:
|
|||
|
|
self.errorOccurred.emit("请求超时，请检查网络连接或尝试重新加载")
|
|||
|
|
except requests.exceptions.ConnectionError:
|
|||
|
|
self.errorOccurred.emit("网络连接错误，请检查网络设置")
|
|||
|
|
except requests.exceptions.RequestException as e:
|
|||
|
|
self.errorOccurred.emit(f"网络请求错误: {str(e)}")
|
|||
|
|
except Exception as e:
|
|||
|
|
self.errorOccurred.emit(f"文本处理错误: {str(e)}")
|
|||
|
|
|
|||
|
|
def _decode_content(self, binary_content):
|
|||
|
|
"""智能解码二进制内容"""
|
|||
|
|
# 优先尝试UTF-8
|
|||
|
|
encodings = ["utf-8", "gbk", "gb2312", "latin-1", "iso-8859-1", "cp1252"]
|
|||
|
|
|
|||
|
|
for encoding in encodings:
|
|||
|
|
try:
|
|||
|
|
return binary_content.decode(encoding)
|
|||
|
|
except UnicodeDecodeError:
|
|||
|
|
continue
|
|||
|
|
|
|||
|
|
# 如果所有编码都失败，使用替换错误处理
|
|||
|
|
try:
|
|||
|
|
return binary_content.decode("utf-8", errors="replace")
|
|||
|
|
except:
|
|||
|
|
# 最后尝试忽略错误
|
|||
|
|
return binary_content.decode("utf-8", errors="ignore")
|
|||
|
|
|
|||
|
|
def cancel(self):
|
|||
|
|
"""取消下载"""
|
|||
|
|
if self.isRunning():
|
|||
|
|
self.terminate()
|
|||
|
|
self.wait(1000) # 等待线程结束
|
|||
|
|
|
|||
|
|
|
|||
|
|
class ImageLoaderThread(QThread):
|
|||
|
|
"""优化的图片加载线程"""
|
|||
|
|
|
|||
|
|
imageLoaded = pyqtSignal(QPixmap)
|
|||
|
|
errorOccurred = pyqtSignal(str)
|
|||
|
|
progressUpdated = pyqtSignal(int) # 进度更新信号
|
|||
|
|
|
|||
|
|
def __init__(
|
|||
|
|
self, url, cache_dir="image_cache", max_cache_size=50 * 1024 * 1024
|
|||
|
|
): # 50MB缓存
|
|||
|
|
super().__init__()
|
|||
|
|
self.url = url
|
|||
|
|
self.cache_dir = cache_dir
|
|||
|
|
self.max_cache_size = max_cache_size
|
|||
|
|
self._setup_cache()
|
|||
|
|
|
|||
|
|
def _setup_cache(self):
|
|||
|
|
"""设置图片缓存目录"""
|
|||
|
|
if not os.path.exists(self.cache_dir):
|
|||
|
|
os.makedirs(self.cache_dir)
|
|||
|
|
|
|||
|
|
def _get_cache_filename(self):
|
|||
|
|
"""生成缓存文件名"""
|
|||
|
|
parsed_url = urlparse(self.url)
|
|||
|
|
filename = os.path.basename(parsed_url.path) or "image"
|
|||
|
|
# 添加URL哈希避免重名
|
|||
|
|
import hashlib
|
|||
|
|
|
|||
|
|
url_hash = hashlib.md5(self.url.encode()).hexdigest()[:8]
|
|||
|
|
return f"{url_hash}_{filename}"
|
|||
|
|
|
|||
|
|
def _get_cached_image(self):
|
|||
|
|
"""获取缓存图片"""
|
|||
|
|
cache_file = os.path.join(self.cache_dir, self._get_cache_filename())
|
|||
|
|
if os.path.exists(cache_file):
|
|||
|
|
try:
|
|||
|
|
pixmap = QPixmap(cache_file)
|
|||
|
|
if not pixmap.isNull():
|
|||
|
|
return pixmap
|
|||
|
|
except Exception:
|
|||
|
|
pass
|
|||
|
|
return None
|
|||
|
|
|
|||
|
|
def _save_to_cache(self, pixmap):
|
|||
|
|
"""保存图片到缓存"""
|
|||
|
|
try:
|
|||
|
|
cache_file = os.path.join(self.cache_dir, self._get_cache_filename())
|
|||
|
|
pixmap.save(cache_file, "JPG", 80) # 压缩质量80%
|
|||
|
|
self._cleanup_cache() # 清理过期缓存
|
|||
|
|
except Exception:
|
|||
|
|
pass
|
|||
|
|
|
|||
|
|
def _cleanup_cache(self):
|
|||
|
|
"""清理过期的缓存文件"""
|
|||
|
|
# noinspection PyBroadException
|
|||
|
|
try:
|
|||
|
|
files = []
|
|||
|
|
for f in os.listdir(self.cache_dir):
|
|||
|
|
filepath = os.path.join(self.cache_dir, f)
|
|||
|
|
if os.path.isfile(filepath):
|
|||
|
|
files.append((filepath, os.path.getmtime(filepath)))
|
|||
|
|
|
|||
|
|
# 按修改时间排序
|
|||
|
|
files.sort(key=lambda x: x[1])
|
|||
|
|
|
|||
|
|
# 计算总大小
|
|||
|
|
total_size = sum(os.path.getsize(f[0]) for f in files)
|
|||
|
|
|
|||
|
|
# 如果超过最大缓存大小，删除最旧的文件
|
|||
|
|
while total_size > self.max_cache_size and files:
|
|||
|
|
oldest_file = files.pop(0)
|
|||
|
|
total_size -= os.path.getsize(oldest_file[0])
|
|||
|
|
os.remove(oldest_file[0])
|
|||
|
|
except Exception:
|
|||
|
|
pass
|
|||
|
|
|
|||
|
|
def run(self):
|
|||
|
|
"""线程执行函数"""
|
|||
|
|
try:
|
|||
|
|
# 1. 首先检查缓存
|
|||
|
|
cached_pixmap = self._get_cached_image()
|
|||
|
|
if cached_pixmap:
|
|||
|
|
self.imageLoaded.emit(cached_pixmap)
|
|||
|
|
return
|
|||
|
|
|
|||
|
|
# 2. 设置更短的超时时间
|
|||
|
|
session = requests.Session()
|
|||
|
|
adapter = requests.adapters.HTTPAdapter(
|
|||
|
|
pool_connections=10, pool_maxsize=10, max_retries=5 # 重试2次
|
|||
|
|
)
|
|||
|
|
session.mount("http://", adapter)
|
|||
|
|
session.mount("https://", adapter)
|
|||
|
|
|
|||
|
|
# 3. 流式下载，支持进度显示
|
|||
|
|
response = miaoStarsBasicApi.returnSession().get(
|
|||
|
|
self.url, stream=True, timeout=(20, 30) # 连接超时5秒，读取超时10秒
|
|||
|
|
)
|
|||
|
|
response.raise_for_status()
|
|||
|
|
|
|||
|
|
# 获取文件大小（如果服务器支持）
|
|||
|
|
total_size = int(response.headers.get("content-length", 0))
|
|||
|
|
downloaded_size = 0
|
|||
|
|
|
|||
|
|
# 4. 分块读取并处理
|
|||
|
|
image_data = b""
|
|||
|
|
for chunk in response.iter_content(chunk_size=8192):
|
|||
|
|
if chunk:
|
|||
|
|
image_data += chunk
|
|||
|
|
downloaded_size += len(chunk)
|
|||
|
|
|
|||
|
|
# 更新进度（如果知道总大小）
|
|||
|
|
if total_size > 0:
|
|||
|
|
progress = int((downloaded_size / total_size) * 100)
|
|||
|
|
self.progressUpdated.emit(progress)
|
|||
|
|
|
|||
|
|
# 5. 从数据创建QImage（比QPixmap更快）
|
|||
|
|
image = QImage()
|
|||
|
|
image.loadFromData(image_data)
|
|||
|
|
|
|||
|
|
if image.isNull():
|
|||
|
|
raise Exception("无法加载图片数据")
|
|||
|
|
|
|||
|
|
# 6. 转换为QPixmap
|
|||
|
|
pixmap = QPixmap.fromImage(image)
|
|||
|
|
|
|||
|
|
# 7. 保存到缓存
|
|||
|
|
self._save_to_cache(pixmap)
|
|||
|
|
|
|||
|
|
# 发射加载完成的信号
|
|||
|
|
self.imageLoaded.emit(pixmap)
|
|||
|
|
|
|||
|
|
except requests.exceptions.Timeout:
|
|||
|
|
self.errorOccurred.emit("请求超时，请检查网络连接")
|
|||
|
|
except requests.exceptions.ConnectionError:
|
|||
|
|
self.errorOccurred.emit("网络连接错误")
|
|||
|
|
except requests.exceptions.RequestException as e:
|
|||
|
|
self.errorOccurred.emit(f"网络请求错误: {str(e)}")
|
|||
|
|
except Exception as e:
|
|||
|
|
self.errorOccurred.emit(f"图片处理错误: {str(e)}")
|