fix(lz): use Android mobile UA for all Lanzou HTTP requests

Desktop Chrome triggers Lanzou off0 offline stubs (~665B, empty title, no filemoreajax). Share HTML, iframe, ajax/filemore, and download-domain requests now share applyMobileIdentity instead of Windows PAGE_HEADERS. Co-authored-by: qaiu <[email protected]>
fix(lz): retry folder page with mobile UA after desktop off0 stub
2026-10-11 09:14:25 +00:00 · 2026-09-19 06:44:52 +00:00 · 2026-09-19 06:41:53 +00:00
2 changed files with 168 additions and 31 deletions
@@ -82,24 +82,31 @@ public class LzTool extends PanBase {
            Pattern.compile("(?s)文件描述：</span><br>(.*?)</td>|class=\"n_box_des\">(.*?)</div>");
    private static final Pattern P_FI_ID = Pattern.compile("\\?f=(.*?)&|fid = (.*?);");
    private static final Pattern P_FI_TIME = Pattern.compile(">上传时间：</span>(.*?)<");
-    /** 分享页导航头，只读共享；需要改写时先 addAll 到新 MultiMap。 */
-    private static final MultiMap PAGE_HEADERS = HeaderUtils.parseHeaders("""
+    /**
+     * 蓝奏全部对外 HTTP 共用的移动端身份。
+     * 桌面 Chrome UA 拉分享页常返回 off0 下线空壳（~665B，空 title，无 filemoreajax）。
+     */
+    private static final String MOBILE_UA = "Mozilla/5.0 (Linux; Android 6.0; Nexus 5 Build/MRA58N) AppleWebKit/537.36 "
+            + "(KHTML, like Gecko) Chrome/111.0.0.0 Mobile Safari/537.36";
+
+    /** 分享页 / iframe / 下载域导航头，只读共享；需要改写时先 addAll 到新 MultiMap。 */
+    private static final MultiMap PAGE_HEADERS = applyMobileIdentity(HeaderUtils.parseHeaders("""
        Accept: text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7
        Accept-Encoding: identity
        Accept-Language: zh-CN,zh;q=0.9,en;q=0.8,en-GB;q=0.7,en-US;q=0.6
        Cache-Control: max-age=0
        DNT: 1
        Priority: u=0, i
-        Sec-CH-UA: "Chromium";v="134", "Not:A-Brand";v="24", "Google Chrome";v="134"
-        Sec-CH-UA-Mobile: ?0
-        Sec-CH-UA-Platform: "Windows"
+        Sec-CH-UA: "Chromium";v="111", "Not:A-Brand";v="24", "Google Chrome";v="111"
+        Sec-CH-UA-Mobile: ?1
+        Sec-CH-UA-Platform: "Android"
        Sec-Fetch-Dest: document
        Sec-Fetch-Mode: navigate
        Sec-Fetch-Site: cross-site
        Sec-Fetch-User: ?1
        Upgrade-Insecure-Requests: 1
-        User-Agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Safari/537.36
-        """);
+        User-Agent: Mozilla/5.0 (Linux; Android 6.0; Nexus 5 Build/MRA58N) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/111.0.0.0 Mobile Safari/537.36
+        """));

    private static final String DOWN_AJAX_HEADERS = """
            Accept: application/json, text/javascript, */*; q=0.01
@@ -111,11 +118,7 @@ public class LzTool extends PanBase {
            Sec-Fetch-Dest: empty
            Sec-Fetch-Mode: cors
            Sec-Fetch-Site: same-origin
-            User-Agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Safari/537.36
            X-Requested-With: XMLHttpRequest
-            sec-ch-ua: "Chromium";v="134", "Not:A-Brand";v="24", "Google Chrome";v="134"
-            sec-ch-ua-mobile: ?0
-            sec-ch-ua-platform: "Windows"
            """;

    private static final String VERIFY_AJAX_HEADERS = """
@@ -412,7 +415,7 @@ public class LzTool extends PanBase {
    }

    /** 页面里提取出的 ajax 调用：相对路径 + 表单参数。 */
-    private record AjaxCall(String path, Map<String, String> form) {
+    record AjaxCall(String path, Map<String, String> form) {
        MultiMap toForm() {
            MultiMap m = MultiMap.caseInsensitiveMultiMap();
            form.forEach(m::set);
@@ -485,7 +488,7 @@ public class LzTool extends PanBase {
        return new AjaxCall("/" + ajaxPath, data);
    }

-    private static AjaxCall extractFolderAjax(String html, String pwd) {
+    static AjaxCall extractFolderAjax(String html, String pwd) {
        if (html == null || html.isEmpty()) {
            return null;
        }
@@ -575,7 +578,7 @@ public class LzTool extends PanBase {
    }

    private void getDownURL(String referer, AjaxCall call) {
-        MultiMap headers = HeaderUtils.parseHeaders(DOWN_AJAX_HEADERS);
+        MultiMap headers = applyMobileIdentity(HeaderUtils.parseHeaders(DOWN_AJAX_HEADERS));
        // 个性域名 ajaxfile.php 会立刻 inf=已超时；POST 必须打 wwww。iframe 请求 Referer 用 iframe 地址。
        headers.set("referer", referer != null && !referer.isBlank() ? referer : resolveShareUrl());
        String url = joinUrl(SHARE_ORIGIN + "/", call.path());
@@ -616,7 +619,7 @@ public class LzTool extends PanBase {

    /**
     * 中间链：部分出口仍 302；多数（含机房 IP）固定出「验证并下载」页。
-     * dmpdmp 等下载域仍会出 arg1 挑战（Windows UA 更常见），必须算 acw_sc__v2 再请求。
+     * dmpdmp 等下载域仍会出 arg1 挑战，必须算 acw_sc__v2 再请求。
     * 必须等约 2s 后 POST /file/ajax.php el=2 拿 CDN 直链；立刻 POST 会 ?SignError。
     * 中间页不能当成功结果返回——用户侧裸打开永远是验证 HTML。
     */
@@ -748,20 +751,17 @@ public class LzTool extends PanBase {
    }

    /** 最后一步 GET 用完整浏览器导航头，裸 curl / 无 UA 会固定落到验证页。 */
-    private static MultiMap lanrarPageHeaders(String referer) {
+    static MultiMap lanrarPageHeaders(String referer) {
        MultiMap h = MultiMap.caseInsensitiveMultiMap();
        h.addAll(PAGE_HEADERS);
        h.set("referer", referer);
        return h;
    }

-    private static MultiMap lanrarAjaxHeaders(String referer) {
-        MultiMap h = HeaderUtils.parseHeaders(VERIFY_AJAX_HEADERS);
+    static MultiMap lanrarAjaxHeaders(String referer) {
+        MultiMap h = applyMobileIdentity(HeaderUtils.parseHeaders(VERIFY_AJAX_HEADERS));
        h.set("referer", referer);
-        copyHeader(h, "User-Agent", "User-Agent");
        copyHeader(h, "Sec-CH-UA", "sec-ch-ua");
-        copyHeader(h, "Sec-CH-UA-Mobile", "sec-ch-ua-mobile");
-        copyHeader(h, "Sec-CH-UA-Platform", "sec-ch-ua-platform");
        return h;
    }

@@ -871,18 +871,45 @@ public class LzTool extends PanBase {
        complete(downloadUrl);
    }

-    /** 目录列表 filemoreajax.php 用移动端 UA。 */
-    private static MultiMap folderListHeaders(String referer) {
-        MultiMap headers = MultiMap.caseInsensitiveMultiMap();
-        headers.set("User-Agent", "Mozilla/5.0 (Linux; Android 6.0; Nexus 5 Build/MRA58N) AppleWebKit/537.36 "
-                + "(KHTML, like Gecko) Chrome/111.0.0.0 Mobile Safari/537.36");
-        headers.set("referer", referer);
-        headers.set("sec-ch-ua-platform", "Android");
-        headers.set("Accept-Language", "zh-CN,zh;q=0.8,zh-TW;q=0.7,zh-HK;q=0.5,en-US;q=0.3,en;q=0.2");
-        headers.set("sec-ch-ua-mobile", "?1");
+    /** 蓝奏对外请求统一写成 Android Mobile，避免桌面 UA 落到 off0 空壳。 */
+    static MultiMap applyMobileIdentity(MultiMap headers) {
+        headers.set("User-Agent", MOBILE_UA);
+        headers.set("Sec-CH-UA-Mobile", "?1");
+        headers.set("Sec-CH-UA-Platform", "\"Android\"");
        return headers;
    }

+    static MultiMap folderListHeaders(String referer) {
+        MultiMap headers = applyMobileIdentity(MultiMap.caseInsensitiveMultiMap());
+        headers.set("Accept-Language", "zh-CN,zh;q=0.8,zh-TW;q=0.7,zh-HK;q=0.5,en-US;q=0.3,en;q=0.2");
+        headers.set("referer", referer);
+        return headers;
+    }
+
+    static String mobileUserAgent() {
+        return MOBILE_UA;
+    }
+
+    static MultiMap sharePageHeaders() {
+        return PAGE_HEADERS;
+    }
+
+    static MultiMap downAjaxHeaders() {
+        return applyMobileIdentity(HeaderUtils.parseHeaders(DOWN_AJAX_HEADERS));
+    }
+
+    /** 蓝奏 off0 / off1 下线空壳：桌面 UA 拉分享页时常只有这个，没有 filemoreajax。 */
+    static boolean isLzOfflineStub(String html) {
+        if (html == null || html.isBlank()) {
+            return true;
+        }
+        if (html.contains("class=\"off0\"") || html.contains("class='off0'")
+                || html.contains("id=\"off0\"") || html.contains("id='off0'")
+                || html.contains("class=\"off1\"") || html.contains("class='off1'")) {
+            return true;
+        }
+        return P_OFF_MSG.matcher(html).find();
+    }

    @Override
    public Future<List<FileInfo>> parseFileList() {
@@ -958,7 +985,7 @@ public class LzTool extends PanBase {
        return path.charAt(0) == 'b' || path.charAt(0) == 'B';
    }

-    private static boolean isLzFolderHtml(String html) {
+    static boolean isLzFolderHtml(String html) {
        if (html == null || html.isBlank()) {
            return false;
        }
@@ -0,0 +1,110 @@
+package cn.qaiu.parser.impl;
+
+import io.vertx.core.MultiMap;
+import org.junit.Test;
+
+import java.util.List;
+
+import static org.junit.Assert.*;
+
+/**
+ * 蓝奏 LzTool 对外请求一律移动 UA：桌面 Chrome 会触发 off0 下线空壳。
+ * 不访问真实蓝奏，只回归请求头与空壳/目录页识别。
+ */
+public class LzToolFolderPageTest {
+
+    private static final String FOLDER_URL = "https://pan.lanzoux.com/b66477";
+    private static final String FILE_URL = "https://wwww.lanzoux.com/iULV2n4361c";
+
+    /** 桌面 UA 实测会落到的 off0 空壳（空 title，无 filemoreajax）。 */
+    private static final String OFF0_STUB = """
+            <!DOCTYPE html>
+            <html>
+            <head><meta charset="utf-8"><title></title></head>
+            <body>
+            <div class="off">
+            <div class="off0"></div>
+            <div class="off1"></div>
+            </div>
+            </body>
+            </html>
+            """;
+
+    /** 移动 UA 才能拿到的目录页片段。 */
+    private static final String FOLDER_HTML = """
+            <!DOCTYPE html>
+            <html>
+            <head><title>全网最全软件合集</title></head>
+            <body>
+            <div id="infos"></div>
+            <script type="text/javascript">
+            $.ajax({
+                url : '/filemoreajax.php?file=66477',
+                data : {
+                    'lx':2,
+                    'fid':66477,
+                    'uid':'u1',
+                    'pg':1,
+                    'rep':'0',
+                    't':t,
+                    'k':k,
+                    'up':1,
+                    'pwd':pwd
+                }
+            });
+            var t = 'TIME_TOKEN';
+            var k = 'KEY_TOKEN';
+            </script>
+            </body>
+            </html>
+            """;
+
+    @Test
+    public void testAllOutboundHeadersUseAndroidMobileUa() {
+        String mobileUa = LzTool.mobileUserAgent();
+        assertTrue(mobileUa.contains("Android"));
+        assertTrue(mobileUa.contains("Mobile Safari"));
+        assertFalse("蓝奏路径不应再带桌面 Chrome UA", mobileUa.contains("Windows NT"));
+
+        List<MultiMap> outbound = List.of(
+                LzTool.sharePageHeaders(),
+                LzTool.folderListHeaders(FOLDER_URL),
+                LzTool.downAjaxHeaders(),
+                LzTool.lanrarPageHeaders("https://developer2.lanrar.com"),
+                LzTool.lanrarAjaxHeaders(FILE_URL)
+        );
+        for (MultiMap headers : outbound) {
+            assertEquals(mobileUa, headers.get("User-Agent"));
+            assertEquals("?1", headers.get("Sec-CH-UA-Mobile"));
+            assertFalse(String.valueOf(headers.get("User-Agent")).contains("Windows NT"));
+            assertFalse("?0".equals(headers.get("Sec-CH-UA-Mobile")));
+        }
+        assertEquals("\"Android\"", LzTool.sharePageHeaders().get("Sec-CH-UA-Platform"));
+    }
+
+    @Test
+    public void testOff0StubDetectedWithoutFilemoreajax() {
+        assertTrue(LzTool.isLzOfflineStub(OFF0_STUB));
+        assertTrue(LzTool.isLzOfflineStub(""));
+        assertTrue(LzTool.isLzOfflineStub(null));
+        assertFalse(LzTool.isLzOfflineStub(FOLDER_HTML));
+        assertFalse(LzTool.isLzFolderHtml(OFF0_STUB));
+        assertNull(LzTool.extractFolderAjax(OFF0_STUB, null));
+    }
+
+    @Test
+    public void testRealFolderHtmlExtractsFilemoreajax() {
+        assertTrue(LzTool.isLzFolderHtml(FOLDER_HTML));
+        assertFalse(LzTool.isLzOfflineStub(FOLDER_HTML));
+        assertTrue(LzTool.isLzFolderUrl(FOLDER_URL));
+        assertFalse(LzTool.isLzFolderUrl(FILE_URL));
+
+        LzTool.AjaxCall call = LzTool.extractFolderAjax(FOLDER_HTML, "pwd1");
+        assertNotNull(call);
+        assertEquals("/filemoreajax.php?file=66477", call.path());
+        assertEquals("66477", call.form().get("fid"));
+        assertEquals("TIME_TOKEN", call.form().get("t"));
+        assertEquals("KEY_TOKEN", call.form().get("k"));
+        assertEquals("pwd1", call.form().get("pwd"));
+    }
+}