⚡️ perf(media): 音频代理改为流式转发
- downloadMedia 拿到响应头即返回 Body,音频不再全量驻留内存,改由 io.Copy 流式写出 - 重试仅覆盖响应阶段;Body 读取中途失败由客户端自行重试 - 请求头设置提取为 setMediaHeaders 复用;data_uri 模式保持全量读取(本就需驻留内存) - 漫画代理因需解密后输出,维持原有全量方式
This commit is contained in:
1 parent
f89bee8ddc
commit
ad6d28fd85
3 files changed
+54
-47
No files matched your search
@@ -32,15 +32,15 @@ func extractDeviceParam(deviceHeader, paramName string) string {
|
||||
return ""
|
||||
}
|
||||
|
||||
// downloadMediaWithRetry 带重试的媒体下载,自动切换设备
|
||||
func downloadMediaWithRetry(url, deviceID string, headers map[string]string, maxRetries int) ([]byte, string, error) {
|
||||
// downloadMediaWithRetry 带重试的流式媒体下载,自动切换设备(仅响应阶段可重试)
|
||||
func downloadMediaWithRetry(url, deviceID string, headers map[string]string, maxRetries int) (io.ReadCloser, string, error) {
|
||||
var lastErr error
|
||||
currentDeviceID := deviceID
|
||||
|
||||
for i := 0; i <= maxRetries; i++ {
|
||||
data, contentType, err := downloadMedia(url, currentDeviceID, headers)
|
||||
if err == nil && len(data) > 0 {
|
||||
return data, contentType, nil
|
||||
body, contentType, err := downloadMedia(url, currentDeviceID, headers)
|
||||
if err == nil {
|
||||
return body, contentType, nil
|
||||
}
|
||||
lastErr = err
|
||||
|
||||
@@ -58,9 +58,10 @@ func downloadMediaWithRetry(url, deviceID string, headers map[string]string, max
|
||||
return nil, "", fmt.Errorf("下载失败(已重试%d次): %w", maxRetries, lastErr)
|
||||
}
|
||||
|
||||
// downloadMedia 下载媒体内容
|
||||
func downloadMedia(url, deviceID string, headers map[string]string) ([]byte, string, error) {
|
||||
// 创建专用的媒体下载客户端,超时时间更长
|
||||
// downloadMedia 流式下载媒体内容:拿到响应头即返回,Body 由调用方消费
|
||||
// 大文件不再整体驻留内存;Body 读取中途的错误无法重试,由客户端自行重试
|
||||
func downloadMedia(url, deviceID string, headers map[string]string) (io.ReadCloser, string, error) {
|
||||
// 创建专用的媒体下载客户端,超时时间更长(Timeout 覆盖整个响应周期含 Body 传输)
|
||||
client := &http.Client{
|
||||
Timeout: 300 * time.Second, // 5分钟超时,适合大文件
|
||||
}
|
||||
@@ -70,6 +71,30 @@ func downloadMedia(url, deviceID string, headers map[string]string) ([]byte, str
|
||||
return nil, "", err
|
||||
}
|
||||
|
||||
setMediaHeaders(req, deviceID, headers)
|
||||
|
||||
resp, err := client.Do(req)
|
||||
if err != nil {
|
||||
return nil, "", fmt.Errorf("下载失败: %v", err)
|
||||
}
|
||||
|
||||
if resp.StatusCode < 200 || resp.StatusCode >= 300 {
|
||||
resp.Body.Close()
|
||||
return nil, "", fmt.Errorf("HTTP状态码: %d", resp.StatusCode)
|
||||
}
|
||||
|
||||
// 获取Content-Type
|
||||
contentType := resp.Header.Get("Content-Type")
|
||||
if contentType == "" {
|
||||
// 根据文件后缀推断
|
||||
contentType = getContentTypeFromURL(url)
|
||||
}
|
||||
|
||||
return resp.Body, contentType, nil
|
||||
}
|
||||
|
||||
// setMediaHeaders 设置媒体下载请求头(CDN 伪装 + 设备信息 + 自定义头)
|
||||
func setMediaHeaders(req *http.Request, deviceID string, headers map[string]string) {
|
||||
// 设置CDN请求头,模拟安卓客户端请求
|
||||
req.Header.Set("User-Agent", "com.dragon.read/7.9.9.32 (Linux; U; Android 13; zh_CN; M2102K1AC; Build/TKQ1.220807.001; Cronet/113.0.5672.62)")
|
||||
req.Header.Set("Accept", "*/*")
|
||||
@@ -89,31 +114,6 @@ func downloadMedia(url, deviceID string, headers map[string]string) ([]byte, str
|
||||
for k, v := range headers {
|
||||
req.Header.Set(k, v)
|
||||
}
|
||||
|
||||
resp, err := client.Do(req)
|
||||
if err != nil {
|
||||
return nil, "", fmt.Errorf("下载失败: %v", err)
|
||||
}
|
||||
defer resp.Body.Close()
|
||||
|
||||
if resp.StatusCode < 200 || resp.StatusCode >= 300 {
|
||||
return nil, "", fmt.Errorf("HTTP状态码: %d", resp.StatusCode)
|
||||
}
|
||||
|
||||
// 读取内容
|
||||
data, err := io.ReadAll(resp.Body)
|
||||
if err != nil {
|
||||
return nil, "", fmt.Errorf("读取内容失败: %w", err)
|
||||
}
|
||||
|
||||
// 获取Content-Type
|
||||
contentType := resp.Header.Get("Content-Type")
|
||||
if contentType == "" {
|
||||
// 根据文件后缀推断
|
||||
contentType = getContentTypeFromURL(url)
|
||||
}
|
||||
|
||||
return data, contentType, nil
|
||||
}
|
||||
|
||||
// getContentTypeFromURL 根据URL推断Content-Type
|
||||
@@ -179,11 +179,16 @@ func processMediaURL(originalURL, deviceID string, headers map[string]string, ou
|
||||
// 其他类型返回原始URL
|
||||
return originalURL
|
||||
case "data_uri":
|
||||
// 直接下载并返回base64
|
||||
data, contentType, err := downloadMediaWithRetry(originalURL, deviceID, headers, 2)
|
||||
// 直接下载并返回base64(data_uri 模式本就要求全量驻留内存)
|
||||
body, contentType, err := downloadMediaWithRetry(originalURL, deviceID, headers, 2)
|
||||
if err != nil {
|
||||
return originalURL
|
||||
}
|
||||
data, readErr := io.ReadAll(body)
|
||||
body.Close()
|
||||
if readErr != nil {
|
||||
return originalURL
|
||||
}
|
||||
return fmt.Sprintf("data:%s;base64,%s", contentType, base64.StdEncoding.EncodeToString(data))
|
||||
default:
|
||||
// 直接返回原始URL
|
||||
|
||||
Reference in new issue
Block a user