ahdoawhfo/netdisk-fast-download
1
0
Fork 0
mirror of https://github.com/qaiu/netdisk-fast-download.git synced 2026-10-11 17:24:25 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(lz): retry folder page with mobile UA after desktop off0 stub

Browse Source 
Desktop Chrome on Lanzou folder shares often returns an off0 offline
shell (~665B, empty title, no filemoreajax). Keep PAGE_HEADERS for the
first parseFileList GET and for single-file parse(); only refetch the
folder HTML with the shared mobile identity when extraction fails.

Co-authored-by: qaiu <[email protected]>
This commit is contained in:
Cursor Agent
2026-09-19 06:41:53 +00:00
co-authored by qaiu
parent 0c678a4124
commit aab7d900b0
2 changed files with 238 additions and 28 deletions
Download Patch File Download Diff File Expand all files Collapse all files
parser/src/main/java/cn/qaiu/parser/impl/LzTool.java
+114 -28
View File
@@ -101,6 +101,13 @@ public class LzTool extends PanBase {
User-Agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Safari/537.36
""");
/**
* 目录分享移动端身份。桌面 Chrome 拉目录页常返回 off0 空壳（~665B，空 title，无 filemoreajax）；
* 仅 parseFileList 抽出列表参数失败时才用这个 UA 重试首屏，单文件 parse() 仍走 PAGE_HEADERS。
*/
private static final String FOLDER_MOBILE_UA = "Mozilla/5.0 (Linux; Android 6.0; Nexus 5 Build/MRA58N) AppleWebKit/537.36 "
+ "(KHTML, like Gecko) Chrome/111.0.0.0 Mobile Safari/537.36";
private static final String DOWN_AJAX_HEADERS = """
Accept: application/json, text/javascript, */*; q=0.01
Accept-Encoding: identity
@@ -412,7 +419,7 @@ public class LzTool extends PanBase {
}
/** 页面里提取出的 ajax 调用：相对路径 + 表单参数。 */
private record AjaxCall(String path, Map<String, String> form) {
record AjaxCall(String path, Map<String, String> form) {
MultiMap toForm() {
MultiMap m = MultiMap.caseInsensitiveMultiMap();
form.forEach(m::set);
@@ -485,7 +492,7 @@ public class LzTool extends PanBase {
return new AjaxCall("/" + ajaxPath, data);
}
private static AjaxCall extractFolderAjax(String html, String pwd) {
static AjaxCall extractFolderAjax(String html, String pwd) {
if (html == null || html.isEmpty()) {
return null;
}
@@ -871,18 +878,68 @@ public class LzTool extends PanBase {
complete(downloadUrl);
}
/** 目录列表 filemoreajax.php 用移动端 UA。 */
private static MultiMap folderListHeaders(String referer) {
/** 目录列表 filemoreajax.php 与失败重试首屏共用移动端身份。 */
private static MultiMap folderMobileIdentity() {
MultiMap headers = MultiMap.caseInsensitiveMultiMap();
headers.set("User-Agent", "Mozilla/5.0 (Linux; Android 6.0; Nexus 5 Build/MRA58N) AppleWebKit/537.36 "
+ "(KHTML, like Gecko) Chrome/111.0.0.0 Mobile Safari/537.36");
headers.set("referer", referer);
headers.set("User-Agent", FOLDER_MOBILE_UA);
headers.set("sec-ch-ua-platform", "Android");
headers.set("Accept-Language", "zh-CN,zh;q=0.8,zh-TW;q=0.7,zh-HK;q=0.5,en-US;q=0.3,en;q=0.2");
headers.set("sec-ch-ua-mobile", "?1");
return headers;
}
/** 目录页失败重试用的移动端导航头（与 folderListHeaders 同一 UA）。 */
static MultiMap folderPageHeaders(String referer) {
MultiMap headers = folderMobileIdentity();
headers.set("Accept", "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8");
headers.set("Accept-Encoding", "identity");
headers.set("Upgrade-Insecure-Requests", "1");
if (referer != null && !referer.isBlank()) {
headers.set("referer", referer);
}
return headers;
}
static MultiMap folderListHeaders(String referer) {
MultiMap headers = folderMobileIdentity();
headers.set("referer", referer);
return headers;
}
static String desktopPageUserAgent() {
return PAGE_HEADERS.get("User-Agent");
}
static String folderMobileUserAgent() {
return FOLDER_MOBILE_UA;
}
/**
* 桌面 UA 目录页抽不出 filemoreajax（常见是 off0 空壳）时，再用移动 UA 拉一次。
* 已是真实单文件页则不重试，避免多余请求。
*/
static boolean shouldRetryFolderPageWithMobileUa(String html, String shareUrl) {
if (isLzOfflineStub(html)) {
return true;
}
if (isLzFolderUrl(shareUrl)) {
return true;
}
return isLzFolderHtml(html);
}
/** 蓝奏 off0 / off1 下线空壳：桌面 UA 拉目录页时常只有这个，没有 filemoreajax。 */
static boolean isLzOfflineStub(String html) {
if (html == null || html.isBlank()) {
return true;
}
if (html.contains("class=\"off0\"") || html.contains("class='off0'")
|| html.contains("id=\"off0\"") || html.contains("id='off0'")
|| html.contains("class=\"off1\"") || html.contains("class='off1'")) {
return true;
}
return P_OFF_MSG.matcher(html).find();
}
@Override
public Future<List<FileInfo>> parseFileList() {
@@ -891,37 +948,66 @@ public class LzTool extends PanBase {
final String sUrl = resolveShareUrl();
final String pwd = shareLinkInfo.getSharePassword();
// 成功路径仍用桌面 PAGE_HEADERS；抽不出目录参数再换移动 UA 重拉首屏。
getWithArg1Retry(sUrl, PAGE_HEADERS)
.onSuccess(html -> handleFileListParse(html, pwd, sUrl, listPromise))
.compose(html -> {
AjaxCall call = tryExtractFolderAjaxCall(html, pwd, sUrl);
if (call != null) {
return postFolderList(sUrl, call);
}
if (!shouldRetryFolderPageWithMobileUa(html, sUrl)
&& !isLzFolderShare(sUrl, html)) {
return Future.failedFuture(baseMsg() + "该链接为蓝奏云文件分享，请使用文件解析接口");
}
log.warn("蓝奏目录页桌面 UA 未抽出列表参数，改用移动 UA 重试");
return getWithArg1Retry(sUrl, folderPageHeaders(sUrl))
.compose(mobileHtml -> {
AjaxCall mobileCall = tryExtractFolderAjaxCall(mobileHtml, pwd, sUrl);
if (mobileCall == null) {
if (!isLzFolderShare(sUrl, mobileHtml)) {
return Future.failedFuture(
baseMsg() + "该链接为蓝奏云文件分享，请使用文件解析接口");
}
return Future.failedFuture(baseMsg() + "获取失败1, 可能分享已失效");
}
return postFolderList(sUrl, mobileCall);
});
})
.onSuccess(listPromise::complete)
.onFailure(listPromise::fail);
return listPromise.future();
}
private void handleFileListParse(String html, String pwd, String sUrl, Promise<List<FileInfo>> listPromise) {
if (!isLzFolderShare(sUrl, html)) {
listPromise.fail(baseMsg() + "该链接为蓝奏云文件分享，请使用文件解析接口");
return;
private AjaxCall tryExtractFolderAjaxCall(String html, String pwd, String sUrl) {
String webpage = extractWebpage(sUrl, html);
if (webpage != null) {
shareLinkInfo.getOtherParam().put("webpage", webpage);
}
AjaxCall call = extractFolderAjax(html, pwd);
if (call != null) {
return call;
}
if (!isLzFolderShare(sUrl, html) && !isLzFolderHtml(html)) {
return null;
}
try {
String webpage = extractWebpage(sUrl, html);
if (webpage != null) {
shareLinkInfo.getOtherParam().put("webpage", webpage);
}
AjaxCall call = extractFolderAjax(html, pwd);
if (call == null) {
call = folderAjaxFromJs(html, pwd);
}
log.debug("解析参数: {}", call.form());
String url = joinUrl(originOf(sUrl, SHARE_ORIGIN) + "/", call.path());
postFormWithArg1Retry(url, folderListHeaders(sUrl), call.toForm())
.onSuccess(body -> handleFileListResponse(body, listPromise))
.onFailure(listPromise::fail);
return folderAjaxFromJs(html, pwd);
} catch (ScriptException | NoSuchMethodException | RuntimeException e) {
listPromise.fail(e);
log.debug("目录页 JS 提取失败: {}", e.getMessage());
return null;
}
}
private Future<List<FileInfo>> postFolderList(String sUrl, AjaxCall call) {
log.debug("解析参数: {}", call.form());
Promise<List<FileInfo>> listPromise = Promise.promise();
String url = joinUrl(originOf(sUrl, SHARE_ORIGIN) + "/", call.path());
postFormWithArg1Retry(url, folderListHeaders(sUrl), call.toForm())
.onSuccess(body -> handleFileListResponse(body, listPromise))
.onFailure(listPromise::fail);
return listPromise.future();
}
/** 正则匹配不到 filemoreajax 块时，回退到执行页面 JS 取参数。 */
private AjaxCall folderAjaxFromJs(String html, String pwd) throws ScriptException, NoSuchMethodException {
String jsText = getJsByPwd(pwd, html, "var urls =window.location.href");
@@ -958,7 +1044,7 @@ public class LzTool extends PanBase {
return path.charAt(0) == 'b' || path.charAt(0) == 'B';
}
private static boolean isLzFolderHtml(String html) {
static boolean isLzFolderHtml(String html) {
if (html == null || html.isBlank()) {
return false;
}
parser/src/test/java/cn/qaiu/parser/impl/LzToolFolderPageTest.java
+124
View File
@@ -0,0 +1,124 @@
package cn.qaiu.parser.impl;
import io.vertx.core.MultiMap;
import org.junit.Test;
import static org.junit.Assert.*;
/**
* 蓝奏目录首屏：桌面 UA 易返回 off0 空壳；抽出 filemoreajax 失败后再用移动 UA 重试。
* 不访问真实蓝奏，只回归请求头选择与空壳/目录页识别。
*/
public class LzToolFolderPageTest {
private static final String FOLDER_URL = "https://pan.lanzoux.com/b66477";
private static final String FILE_URL = "https://wwww.lanzoux.com/iULV2n4361c";
/** 桌面 UA 实测会落到的 off0 空壳（空 title，无 filemoreajax）。 */
private static final String OFF0_STUB = """
<!DOCTYPE html>
<html>
<head><meta charset="utf-8"><title></title></head>
<body>
<div class="off">
<div class="off0"></div>
<div class="off1"></div>
</div>
</body>
</html>
""";
/** 移动 UA 才能拿到的目录页片段。 */
private static final String FOLDER_HTML = """
<!DOCTYPE html>
<html>
<head><title>全网最全软件合集</title></head>
<body>
<div id="infos"></div>
<script type="text/javascript">
$.ajax({
url : '/filemoreajax.php?file=66477',
data : {
'lx':2,
'fid':66477,
'uid':'u1',
'pg':1,
'rep':'0',
't':t,
'k':k,
'up':1,
'pwd':pwd
}
});
var t = 'TIME_TOKEN';
var k = 'KEY_TOKEN';
</script>
</body>
</html>
""";
private static final String FILE_HTML = """
<title>demo.apk</title>
<iframe src="/fn?abc"></iframe>
<script>var wp_sign='SIGN';</script>
""";
@Test
public void testFolderRetryHeadersUseMobileUaNotDesktop() {
String desktopUa = LzTool.desktopPageUserAgent();
String mobileUa = LzTool.folderMobileUserAgent();
assertTrue("单文件页仍是桌面 Chrome", desktopUa.contains("Windows NT 10.0"));
assertFalse("单文件页不能改成 Mobile", desktopUa.contains("Mobile"));
assertTrue("目录重试 UA 是 Android Mobile", mobileUa.contains("Android"));
assertTrue(mobileUa.contains("Mobile Safari"));
assertNotEquals(desktopUa, mobileUa);
MultiMap page = LzTool.folderPageHeaders(FOLDER_URL);
MultiMap ajax = LzTool.folderListHeaders(FOLDER_URL);
assertEquals(mobileUa, page.get("User-Agent"));
assertEquals(mobileUa, ajax.get("User-Agent"));
assertEquals("?1", page.get("sec-ch-ua-mobile"));
assertEquals("Android", page.get("sec-ch-ua-platform"));
assertEquals(FOLDER_URL, page.get("referer"));
}
@Test
public void testOff0StubDetectedAndTriggersMobileRetry() {
assertTrue(LzTool.isLzOfflineStub(OFF0_STUB));
assertTrue(LzTool.isLzOfflineStub(""));
assertTrue(LzTool.isLzOfflineStub(null));
assertFalse(LzTool.isLzOfflineStub(FOLDER_HTML));
assertFalse(LzTool.isLzFolderHtml(OFF0_STUB));
assertNull(LzTool.extractFolderAjax(OFF0_STUB, null));
assertTrue("off0 空壳应触发移动 UA 重试",
LzTool.shouldRetryFolderPageWithMobileUa(OFF0_STUB, FOLDER_URL));
assertTrue("文件链接到空壳也值得重试一次",
LzTool.shouldRetryFolderPageWithMobileUa(OFF0_STUB, FILE_URL));
}
@Test
public void testRealFolderHtmlExtractsFilemoreajax() {
assertTrue(LzTool.isLzFolderHtml(FOLDER_HTML));
assertFalse(LzTool.isLzOfflineStub(FOLDER_HTML));
LzTool.AjaxCall call = LzTool.extractFolderAjax(FOLDER_HTML, "pwd1");
assertNotNull(call);
assertEquals("/filemoreajax.php?file=66477", call.path());
assertEquals("66477", call.form().get("fid"));
assertEquals("TIME_TOKEN", call.form().get("t"));
assertEquals("KEY_TOKEN", call.form().get("k"));
assertEquals("pwd1", call.form().get("pwd"));
}
@Test
public void testRealFilePageDoesNotRetryMobileUa() {
assertFalse(LzTool.isLzFolderUrl(FILE_URL));
assertFalse(LzTool.isLzFolderHtml(FILE_HTML));
assertFalse(LzTool.isLzOfflineStub(FILE_HTML));
assertFalse("真实单文件页不要为了目录去换移动 UA",
LzTool.shouldRetryFolderPageWithMobileUa(FILE_HTML, FILE_URL));
assertTrue(LzTool.isLzFolderUrl(FOLDER_URL));
}
}