247 lines
8.5 KiB
Python
247 lines
8.5 KiB
Python
import os
|
||
from urllib.parse import urlparse
|
||
|
||
import requests
|
||
from PyQt6.QtCore import QThread, pyqtSignal
|
||
from PyQt6.QtGui import QImage, QPixmap
|
||
|
||
from app.core import miaoStarsBasicApi
|
||
|
||
|
||
class TextLoaderThread(QThread):
|
||
"""文本文件加载线程"""
|
||
|
||
textLoaded = pyqtSignal(str)
|
||
errorOccurred = pyqtSignal(str)
|
||
progressUpdated = pyqtSignal(int) # 进度更新信号
|
||
|
||
def __init__(self, url):
|
||
super().__init__()
|
||
self.url = url
|
||
|
||
def run(self):
|
||
"""线程执行函数"""
|
||
try:
|
||
# 1. 设置网络请求参数 - 优化连接参数
|
||
session = requests.Session()
|
||
adapter = requests.adapters.HTTPAdapter(
|
||
pool_connections=20,
|
||
pool_maxsize=20,
|
||
max_retries=5, # 增加重试次数
|
||
pool_block=False,
|
||
)
|
||
session.mount("http://", adapter)
|
||
session.mount("https://", adapter)
|
||
|
||
# 2. 增加超时时间并添加重试机制
|
||
response = miaoStarsBasicApi.returnSession().get(
|
||
self.url,
|
||
stream=True,
|
||
timeout=(15, 30), # 增加超时时间：连接15秒，读取30秒
|
||
)
|
||
|
||
response.raise_for_status()
|
||
|
||
# 3. 获取文件大小（如果服务器支持）
|
||
total_size = int(response.headers.get("content-length", 0))
|
||
downloaded_size = 0
|
||
|
||
# 4. 分块读取并处理 - 使用二进制读取提高速度
|
||
content_chunks = []
|
||
for chunk in response.iter_content(chunk_size=16384): # 增大块大小
|
||
if chunk:
|
||
content_chunks.append(chunk)
|
||
downloaded_size += len(chunk)
|
||
|
||
# 更新进度（如果知道总大小）
|
||
if total_size > 0:
|
||
progress = int((downloaded_size / total_size) * 100)
|
||
self.progressUpdated.emit(progress)
|
||
|
||
# 5. 合并内容并解码
|
||
binary_content = b"".join(content_chunks)
|
||
|
||
if not binary_content:
|
||
self.errorOccurred.emit("下载内容为空")
|
||
return
|
||
|
||
# 6. 智能编码检测和解码
|
||
text_content = self._decode_content(binary_content)
|
||
|
||
# 7. 发射加载完成的信号
|
||
self.textLoaded.emit(text_content)
|
||
|
||
except requests.exceptions.Timeout:
|
||
self.errorOccurred.emit("请求超时，请检查网络连接或尝试重新加载")
|
||
except requests.exceptions.ConnectionError:
|
||
self.errorOccurred.emit("网络连接错误，请检查网络设置")
|
||
except requests.exceptions.RequestException as e:
|
||
self.errorOccurred.emit(f"网络请求错误: {str(e)}")
|
||
except Exception as e:
|
||
self.errorOccurred.emit(f"文本处理错误: {str(e)}")
|
||
|
||
def _decode_content(self, binary_content):
|
||
"""智能解码二进制内容"""
|
||
# 优先尝试UTF-8
|
||
encodings = ["utf-8", "gbk", "gb2312", "latin-1", "iso-8859-1", "cp1252"]
|
||
|
||
for encoding in encodings:
|
||
try:
|
||
return binary_content.decode(encoding)
|
||
except UnicodeDecodeError:
|
||
continue
|
||
|
||
# 如果所有编码都失败，使用替换错误处理
|
||
try:
|
||
return binary_content.decode("utf-8", errors="replace")
|
||
except:
|
||
# 最后尝试忽略错误
|
||
return binary_content.decode("utf-8", errors="ignore")
|
||
|
||
def cancel(self):
|
||
"""取消下载"""
|
||
if self.isRunning():
|
||
self.terminate()
|
||
self.wait(1000) # 等待线程结束
|
||
|
||
|
||
class ImageLoaderThread(QThread):
|
||
"""优化的图片加载线程"""
|
||
|
||
imageLoaded = pyqtSignal(QPixmap)
|
||
errorOccurred = pyqtSignal(str)
|
||
progressUpdated = pyqtSignal(int) # 进度更新信号
|
||
|
||
def __init__(
|
||
self, url, cache_dir="image_cache", max_cache_size=50 * 1024 * 1024
|
||
): # 50MB缓存
|
||
super().__init__()
|
||
self.url = url
|
||
self.cache_dir = cache_dir
|
||
self.max_cache_size = max_cache_size
|
||
self._setup_cache()
|
||
|
||
def _setup_cache(self):
|
||
"""设置图片缓存目录"""
|
||
if not os.path.exists(self.cache_dir):
|
||
os.makedirs(self.cache_dir)
|
||
|
||
def _get_cache_filename(self):
|
||
"""生成缓存文件名"""
|
||
parsed_url = urlparse(self.url)
|
||
filename = os.path.basename(parsed_url.path) or "image"
|
||
# 添加URL哈希避免重名
|
||
import hashlib
|
||
|
||
url_hash = hashlib.md5(self.url.encode()).hexdigest()[:8]
|
||
return f"{url_hash}_{filename}"
|
||
|
||
def _get_cached_image(self):
|
||
"""获取缓存图片"""
|
||
cache_file = os.path.join(self.cache_dir, self._get_cache_filename())
|
||
if os.path.exists(cache_file):
|
||
try:
|
||
pixmap = QPixmap(cache_file)
|
||
if not pixmap.isNull():
|
||
return pixmap
|
||
except Exception:
|
||
pass
|
||
return None
|
||
|
||
def _save_to_cache(self, pixmap):
|
||
"""保存图片到缓存"""
|
||
try:
|
||
cache_file = os.path.join(self.cache_dir, self._get_cache_filename())
|
||
pixmap.save(cache_file, "JPG", 80) # 压缩质量80%
|
||
self._cleanup_cache() # 清理过期缓存
|
||
except Exception:
|
||
pass
|
||
|
||
def _cleanup_cache(self):
|
||
"""清理过期的缓存文件"""
|
||
# noinspection PyBroadException
|
||
try:
|
||
files = []
|
||
for f in os.listdir(self.cache_dir):
|
||
filepath = os.path.join(self.cache_dir, f)
|
||
if os.path.isfile(filepath):
|
||
files.append((filepath, os.path.getmtime(filepath)))
|
||
|
||
# 按修改时间排序
|
||
files.sort(key=lambda x: x[1])
|
||
|
||
# 计算总大小
|
||
total_size = sum(os.path.getsize(f[0]) for f in files)
|
||
|
||
# 如果超过最大缓存大小，删除最旧的文件
|
||
while total_size > self.max_cache_size and files:
|
||
oldest_file = files.pop(0)
|
||
total_size -= os.path.getsize(oldest_file[0])
|
||
os.remove(oldest_file[0])
|
||
except Exception:
|
||
pass
|
||
|
||
def run(self):
|
||
"""线程执行函数"""
|
||
try:
|
||
# 1. 首先检查缓存
|
||
cached_pixmap = self._get_cached_image()
|
||
if cached_pixmap:
|
||
self.imageLoaded.emit(cached_pixmap)
|
||
return
|
||
|
||
# 2. 设置更短的超时时间
|
||
session = requests.Session()
|
||
adapter = requests.adapters.HTTPAdapter(
|
||
pool_connections=10, pool_maxsize=10, max_retries=5 # 重试2次
|
||
)
|
||
session.mount("http://", adapter)
|
||
session.mount("https://", adapter)
|
||
|
||
# 3. 流式下载，支持进度显示
|
||
response = miaoStarsBasicApi.returnSession().get(
|
||
self.url, stream=True, timeout=(20, 30) # 连接超时5秒，读取超时10秒
|
||
)
|
||
response.raise_for_status()
|
||
|
||
# 获取文件大小（如果服务器支持）
|
||
total_size = int(response.headers.get("content-length", 0))
|
||
downloaded_size = 0
|
||
|
||
# 4. 分块读取并处理
|
||
image_data = b""
|
||
for chunk in response.iter_content(chunk_size=8192):
|
||
if chunk:
|
||
image_data += chunk
|
||
downloaded_size += len(chunk)
|
||
|
||
# 更新进度（如果知道总大小）
|
||
if total_size > 0:
|
||
progress = int((downloaded_size / total_size) * 100)
|
||
self.progressUpdated.emit(progress)
|
||
|
||
# 5. 从数据创建QImage（比QPixmap更快）
|
||
image = QImage()
|
||
image.loadFromData(image_data)
|
||
|
||
if image.isNull():
|
||
raise Exception("无法加载图片数据")
|
||
|
||
# 6. 转换为QPixmap
|
||
pixmap = QPixmap.fromImage(image)
|
||
|
||
# 7. 保存到缓存
|
||
self._save_to_cache(pixmap)
|
||
|
||
# 发射加载完成的信号
|
||
self.imageLoaded.emit(pixmap)
|
||
|
||
except requests.exceptions.Timeout:
|
||
self.errorOccurred.emit("请求超时，请检查网络连接")
|
||
except requests.exceptions.ConnectionError:
|
||
self.errorOccurred.emit("网络连接错误")
|
||
except requests.exceptions.RequestException as e:
|
||
self.errorOccurred.emit(f"网络请求错误: {str(e)}")
|
||
except Exception as e:
|
||
self.errorOccurred.emit(f"图片处理错误: {str(e)}")
|