Compare commits

..
Author SHA1 Message Date
Cursor Agentandqaiu 7aed555aee fix(lz): use Android mobile UA for all Lanzou HTTP requests
Desktop Chrome triggers Lanzou off0 offline stubs (~665B, empty title,
no filemoreajax). Share HTML, iframe, ajax/filemore, and download-domain
requests now share applyMobileIdentity instead of Windows PAGE_HEADERS.

Co-authored-by: qaiu <[email protected]>
2026-09-19 06:44:52 +00:00
Cursor Agentandqaiu aab7d900b0 fix(lz): retry folder page with mobile UA after desktop off0 stub
Desktop Chrome on Lanzou folder shares often returns an off0 offline
shell (~665B, empty title, no filemoreajax). Keep PAGE_HEADERS for the
first parseFileList GET and for single-file parse(); only refetch the
folder HTML with the shared mobile identity when extraction fails.

Co-authored-by: qaiu <[email protected]>
2026-09-19 06:41:53 +00:00
7 changed files with 204 additions and 502 deletions
+1 -3
View File
@@ -18,8 +18,6 @@ QQ交流群:1017480890
![alt text](web-front/img/image.png)
> 本平台所有音乐解析工具不再维护,请移步[Sonder播放器](https://sodecode.qaiu.top)
> 需要百度,迅雷,UC,夸克的完整支持请使用[专业版](https://189.qaiu.top)
## 介绍
> netdisk-fast-download网盘直链解析可以把云盘分享链接转为直链,可广泛应用于各类下载站,资源站,个人博客,图床,APP下载更新,视频点播等领域。支持市面各大主流云盘的文件分享以及文件夹分享链接,已支持蓝奏云/蓝奏云优享/移动云云空间/小飞机盘/亿方云/123云盘/永硕E盘/Cloudreve等,支持加密分享,以及部分网盘文件夹分享。
@@ -461,7 +459,7 @@ docker run --rm -v /var/run/docker.sock:/var/run/docker.sock containrrr/watchtow
> 注意: netdisk-fast-download.service中的ExecStart的路径改为实际路径
```shell
cd ~
wget -O netdisk-fast-download.zip https://github.com/qaiu/netdisk-fast-download/releases/download/v0.4.7/netdisk-fast-download-linux-amd64.zip
wget -O netdisk-fast-download.zip https://github.com/qaiu/netdisk-fast-download/releases/download/v0.4.6/netdisk-fast-download-linux-amd64.zip
unzip netdisk-fast-download.zip
cd netdisk-fast-download
bash service-install.sh
+1 -1
View File
@@ -64,7 +64,7 @@
<slf4j.version>2.0.16</slf4j.version>
<commons-lang3.version>3.18.0</commons-lang3.version>
<jackson.version>2.18.9</jackson.version>
<logback.version>1.6.4</logback.version>
<logback.version>1.5.32</logback.version>
<junit.version>4.13.2</junit.version>
</properties>
@@ -7,7 +7,6 @@ import cn.qaiu.parser.PanBase;
import cn.qaiu.util.*;
import io.netty.handler.codec.http.cookie.DefaultCookie;
import io.vertx.core.Future;
import io.vertx.core.Handler;
import io.vertx.core.MultiMap;
import io.vertx.core.Promise;
import io.vertx.core.buffer.Buffer;
@@ -42,37 +41,9 @@ public class LzTool extends PanBase {
private final WebClientSession webClientSession;
/**
* 没有原始分享页主机时才使用(目录内文件 ID、shareKey 占位)。
* 与 PanDomainTemplate.LZ 标准模板一致:{@code https://w1.lanzn.com/{shareKey}}。
* 已有分享页不要改写到 wwww.lanzoux.com,部分出口连四个 w 的域名会超时。
*/
public static final String SHARE_URL_PREFIX = "https://w1.lanzn.com/";
/** 页面 URL 解析失败时的源站兜底,与 {@link #SHARE_URL_PREFIX} 同主机。 */
private static final String SHARE_ORIGIN = "https://w1.lanzn.com";
/**
* 目录 filemoreajax.php 换域顺序。个性域名上会立刻返回「已超时」。
* wwww 只放最后,避免单一主机超时直接失败。
* 文件 ajax 走 {@link #FILE_AJAX_FALLBACK_ORIGINS},不要把 apifile 混进目录列表。
*/
static final List<String> AJAX_FALLBACK_ORIGINS = List.of(
"https://w1.lanzn.com",
"https://www.lanzoux.com",
"https://wwww.lanzoux.com"
);
/**
* 文件页 iframe / 密码页里的 ajaxfile.php 经常是绝对地址
* {@code https://apifile.lanzouw.com/ajaxfile.php?file=…}。
* 相对路径打到页面源站或 w1/www 会空响应。apifile 放在文件 ajax 兜底的最前,
* 页面源站空响应后立刻换过去,不在四 w 上耗光超时。
*/
static final String APIFILE_ORIGIN = "https://apifile.lanzouw.com";
static final List<String> FILE_AJAX_FALLBACK_ORIGINS = List.of(
APIFILE_ORIGIN,
"https://w1.lanzn.com",
"https://www.lanzoux.com",
"https://wwww.lanzoux.com"
);
/** 实测服务器出口 IP 上 wwww.lanzoux.com 可用,且个性域名目录内文件 ID 也能打开。 */
public static final String SHARE_URL_PREFIX = "https://wwww.lanzoux.com/";
private static final String SHARE_ORIGIN = "https://wwww.lanzoux.com";
/** 分享页 / ajax 请求超时 */
private static final long REQUEST_TIMEOUT = 8000;
/** 下载域跳转与二次验证超时,链路更长 */
@@ -83,10 +54,6 @@ public class LzTool extends PanBase {
private static final Pattern P_AJAXDATA = Pattern.compile("ajaxdata\\s*=\\s*'([^']+)'");
private static final Pattern P_WEBSIGN = Pattern.compile("'websign'\\s*:\\s*'([^']*)'");
private static final Pattern P_WEBPAGE = Pattern.compile("[?&]webpage=([^&\"'\\s#]+)");
/** 页面脚本里的绝对 ajax,例如 https://apifile.lanzouw.com/ajaxfile.php?file=123 */
private static final Pattern P_AJAX_ABSOLUTE = Pattern.compile(
"['\"]((?:https?:)?//[^'\"\\s<>]+/ajax(?:m|file)\\.php\\?file=\\d+)['\"]",
Pattern.CASE_INSENSITIVE);
private static final Pattern P_AJAX_PATH = Pattern.compile("(?:['\"/]|^)(ajax(?:m|file)\\.php\\?file=\\d+)");
private static final Pattern P_SIGN = Pattern.compile("'sign'\\s*:\\s*'([^']+)'");
private static final Pattern P_ISNGIS = Pattern.compile("var\\s+isngis\\s*=\\s*'([^']+)'");
@@ -115,24 +82,31 @@ public class LzTool extends PanBase {
Pattern.compile("(?s)文件描述:</span><br>(.*?)</td>|class=\"n_box_des\">(.*?)</div>");
private static final Pattern P_FI_ID = Pattern.compile("\\?f=(.*?)&|fid = (.*?);");
private static final Pattern P_FI_TIME = Pattern.compile(">上传时间:</span>(.*?)<");
/** 分享页导航头,只读共享;需要改写时先 addAll 到新 MultiMap。 */
private static final MultiMap PAGE_HEADERS = HeaderUtils.parseHeaders("""
/**
* 蓝奏全部对外 HTTP 共用的移动端身份。
* 桌面 Chrome UA 拉分享页常返回 off0 下线空壳(~665B,空 title,无 filemoreajax)。
*/
private static final String MOBILE_UA = "Mozilla/5.0 (Linux; Android 6.0; Nexus 5 Build/MRA58N) AppleWebKit/537.36 "
+ "(KHTML, like Gecko) Chrome/111.0.0.0 Mobile Safari/537.36";
/** 分享页 / iframe / 下载域导航头,只读共享;需要改写时先 addAll 到新 MultiMap。 */
private static final MultiMap PAGE_HEADERS = applyMobileIdentity(HeaderUtils.parseHeaders("""
Accept: text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7
Accept-Encoding: identity
Accept-Language: zh-CN,zh;q=0.9,en;q=0.8,en-GB;q=0.7,en-US;q=0.6
Cache-Control: max-age=0
DNT: 1
Priority: u=0, i
Sec-CH-UA: "Chromium";v="134", "Not:A-Brand";v="24", "Google Chrome";v="134"
Sec-CH-UA-Mobile: ?0
Sec-CH-UA-Platform: "Windows"
Sec-CH-UA: "Chromium";v="111", "Not:A-Brand";v="24", "Google Chrome";v="111"
Sec-CH-UA-Mobile: ?1
Sec-CH-UA-Platform: "Android"
Sec-Fetch-Dest: document
Sec-Fetch-Mode: navigate
Sec-Fetch-Site: cross-site
Sec-Fetch-User: ?1
Upgrade-Insecure-Requests: 1
User-Agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Safari/537.36
""");
User-Agent: Mozilla/5.0 (Linux; Android 6.0; Nexus 5 Build/MRA58N) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/111.0.0.0 Mobile Safari/537.36
"""));
private static final String DOWN_AJAX_HEADERS = """
Accept: application/json, text/javascript, */*; q=0.01
@@ -144,11 +118,7 @@ public class LzTool extends PanBase {
Sec-Fetch-Dest: empty
Sec-Fetch-Mode: cors
Sec-Fetch-Site: same-origin
User-Agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Safari/537.36
X-Requested-With: XMLHttpRequest
sec-ch-ua: "Chromium";v="134", "Not:A-Brand";v="24", "Google Chrome";v="134"
sec-ch-ua-mobile: ?0
sec-ch-ua-platform: "Windows"
""";
private static final String VERIFY_AJAX_HEADERS = """
@@ -292,17 +262,18 @@ public class LzTool extends PanBase {
return path.isEmpty() || "-".equals(path);
}
/**
* 分享页 / 目录页 GET 保留原始主机和路径。
* 只有分享路径缺失(空链接、shareKey 占位)时才落到 {@link #SHARE_URL_PREFIX}。
*/
static String resolveSharePageUrl(String shareUrl, String standardUrl, String shareKey) {
String u = shareUrl;
/** 统一改写到 {@link #SHARE_URL_PREFIX},只保留分享路径。 */
private String resolveShareUrl() {
String u = shareLinkInfo.getShareUrl();
if (isPlaceholderShare(u)) {
u = standardUrl;
u = shareLinkInfo.getStandardUrl();
}
if (isPlaceholderShare(u)) {
return canonicalShareUrl(shareKey, null);
String key = shareLinkInfo.getShareKey();
if (key == null || key.isBlank() || "-".equals(key)) {
return SHARE_URL_PREFIX;
}
return SHARE_URL_PREFIX + key;
}
int q = u.indexOf('?');
String query = null;
@@ -316,167 +287,10 @@ public class LzTool extends PanBase {
}
int pathStart = u.indexOf('/', schemeEnd + 3);
if (pathStart < 0) {
String base = u.endsWith("/") ? u : u + "/";
if (shareKey == null || shareKey.isBlank() || "-".equals(shareKey)) {
return appendWebpage(base, query);
}
return appendWebpage(base + shareKey, query);
String key = shareLinkInfo.getShareKey();
return appendWebpage(SHARE_URL_PREFIX + (key == null ? "" : key), query);
}
return appendWebpage(u, query);
}
private String resolveShareUrl() {
return resolveSharePageUrl(
shareLinkInfo.getShareUrl(),
shareLinkInfo.getStandardUrl(),
shareLinkInfo.getShareKey());
}
/** 无原始主机时用标准下载域拼分享路径,不再写死 wwww.lanzoux.com。 */
private static String canonicalShareUrl(String shareKey, String query) {
if (shareKey == null || shareKey.isBlank() || "-".equals(shareKey)) {
return appendWebpage(SHARE_URL_PREFIX, query);
}
return appendWebpage(SHARE_URL_PREFIX + shareKey, query);
}
/**
* 目录内文件页主机:沿用已有分享主机,否则用 {@link #SHARE_URL_PREFIX}。
*/
static String sharePageHostBase(String shareUrl, String standardUrl) {
String u = !isPlaceholderShare(shareUrl) ? shareUrl : standardUrl;
if (!isPlaceholderShare(u)) {
String origin = normalizeOrigin(originOf(u, SHARE_ORIGIN));
return origin + "/";
}
return SHARE_URL_PREFIX;
}
/**
* 目录 filemore 的 POST 主机顺序:分享页源站优先(普通节点通常可用),
* 然后是稳定下载域。wwww.lanzoux.com 固定排在最后。
*/
static List<String> ajaxOrigins(String pageUrl) {
List<String> origins = new ArrayList<>();
addAjaxOrigin(origins, normalizeOrigin(originOf(pageUrl, "")));
for (String candidate : AJAX_FALLBACK_ORIGINS) {
addAjaxOrigin(origins, candidate);
}
return origins;
}
/**
* 文件 ajax 主机顺序。页面里若写出绝对 ajax URL,该主机最先尝试;
* 否则先打页面源站。空响应后再试 {@link #APIFILE_ORIGIN},四 w 仍在最后。
*
* @param ajaxTarget {@link #fileAjaxTarget} 的返回值,绝对 URL 或相对路径;可为 null
*/
static List<String> fileAjaxOrigins(String pageUrl, String ajaxTarget) {
List<String> origins = new ArrayList<>();
addAjaxOrigin(origins, originFromAjaxTarget(ajaxTarget));
addAjaxOrigin(origins, normalizeOrigin(originOf(pageUrl, "")));
for (String candidate : FILE_AJAX_FALLBACK_ORIGINS) {
addAjaxOrigin(origins, candidate);
}
return origins;
}
/**
* 从分享页或 iframe HTML 取出文件 ajax 地址。
* 绝对 URL(含协议相对 {@code //host/...})原样返回;否则返回以 {@code /} 开头的相对路径。
*/
static String fileAjaxTarget(String html) {
if (html == null || html.isEmpty()) {
return null;
}
Matcher abs = P_AJAX_ABSOLUTE.matcher(html);
if (abs.find()) {
String url = abs.group(1);
if (url.startsWith("//")) {
url = "https:" + url;
}
return url;
}
Matcher ajax = P_AJAX_PATH.matcher(html);
if (!ajax.find()) {
return null;
}
return "/" + ajax.group(1);
}
private static void addAjaxOrigin(List<String> origins, String origin) {
if (origin != null && origin.contains("://") && !origins.contains(origin)) {
origins.add(origin);
}
}
private static String originFromAjaxTarget(String ajaxTarget) {
if (ajaxTarget == null) {
return "";
}
if (ajaxTarget.startsWith("http://") || ajaxTarget.startsWith("https://")) {
return normalizeOrigin(originOf(ajaxTarget, ""));
}
return "";
}
private static String normalizeOrigin(String origin) {
if (origin == null) {
return "";
}
String o = origin.trim();
while (o.endsWith("/")) {
o = o.substring(0, o.length() - 1);
}
return o;
}
/**
* 个性域名常见 {@code inf=已超时},或响应根本不是 JSON。这类结果说明当前主机不可用,应换下一个域名。
* 密码错误、分享失效等业务错误不换域名。
*/
static boolean ajaxResponseShouldFallback(String text) {
if (text == null || text.isBlank()) {
return true;
}
JsonObject json = parseLzJson(text);
if (json == null) {
return true;
}
Integer zt = jsonInt(json, "zt");
if (zt != null && zt == 1) {
return false;
}
String info = ajaxInfoText(json);
return info != null && info.contains("超时");
}
private static Integer jsonInt(JsonObject json, String key) {
Object v = json.getValue(key);
if (v instanceof Number n) {
return n.intValue();
}
if (v instanceof CharSequence) {
try {
return Integer.parseInt(v.toString().trim());
} catch (NumberFormatException ignored) {
return null;
}
}
return null;
}
private static String ajaxInfoText(JsonObject json) {
for (String key : new String[]{"inf", "info"}) {
Object v = json.getValue(key);
if (v instanceof CharSequence) {
String s = v.toString().trim();
if (!s.isEmpty() && !"null".equalsIgnoreCase(s)) {
return s;
}
}
}
return null;
return appendWebpage(SHARE_ORIGIN + u.substring(pathStart), query);
}
/** 目录文件 ID 可能带 webpage=,必须保留;pwd 走独立字段,不拼进 URL。 */
@@ -600,12 +414,8 @@ public class LzTool extends PanBase {
return true;
}
/** 页面里提取出的 ajax 调用。absoluteUrl 非空时优先打该主机。 */
private record AjaxCall(String path, Map<String, String> form, String absoluteUrl) {
private AjaxCall(String path, Map<String, String> form) {
this(path, form, null);
}
/** 页面里提取出的 ajax 调用:相对路径 + 表单参数。 */
record AjaxCall(String path, Map<String, String> form) {
MultiMap toForm() {
MultiMap m = MultiMap.caseInsensitiveMultiMap();
form.forEach(m::set);
@@ -617,12 +427,11 @@ public class LzTool extends PanBase {
if (html == null || html.isEmpty()) {
return null;
}
String target = fileAjaxTarget(html);
if (target == null) {
Matcher ajax = P_AJAX_PATH.matcher(html);
if (!ajax.find()) {
return null;
}
String absolute = target.startsWith("http://") || target.startsWith("https://") ? target : null;
String ajaxPath = absolute == null ? target : pathOfAbsolute(absolute);
String ajaxPath = ajax.group(1);
Map<String, String> data = new LinkedHashMap<>();
data.put("action", "downprocess");
Matcher wp = P_WP_SIGN.matcher(html);
@@ -676,26 +485,10 @@ public class LzTool extends PanBase {
data.put("signs", ad2.group(1));
}
}
return new AjaxCall(ajaxPath, data, absolute);
return new AjaxCall("/" + ajaxPath, data);
}
private static String pathOfAbsolute(String url) {
try {
URL u = new URL(url);
String path = u.getPath() == null ? "" : u.getPath();
if (u.getQuery() != null && !u.getQuery().isEmpty()) {
path = path + "?" + u.getQuery();
}
if (!path.startsWith("/")) {
path = "/" + path;
}
return path;
} catch (Exception e) {
return url;
}
}
private static AjaxCall extractFolderAjax(String html, String pwd) {
static AjaxCall extractFolderAjax(String html, String pwd) {
if (html == null || html.isEmpty()) {
return null;
}
@@ -785,59 +578,13 @@ public class LzTool extends PanBase {
}
private void getDownURL(String referer, AjaxCall call) {
MultiMap headers = HeaderUtils.parseHeaders(DOWN_AJAX_HEADERS);
// 文件 ajax 优先用页面里的绝对地址(常见 apifile.lanzouw.com)。
// 页面源站空响应再换 FILE_AJAX_FALLBACK_ORIGINS,wwww 仍在最后。
// iframe / 分享页的 Referer 保持原主机,不把页面 GET 改写到 wwww。
String page = referer != null && !referer.isBlank() ? referer : resolveShareUrl();
headers.set("referer", page);
String target = call.absoluteUrl() != null ? call.absoluteUrl() : call.path();
postAjaxAt(fileAjaxOrigins(page, target), 0, call, headers, this::handleAjaxDownResponse, null);
}
/**
* 依次向 {@link #ajaxOrigins} 发 POST。连接失败或「已超时」换下一个主机;
* wwww.lanzoux.com 只在最后尝试。业务错误(密码、失效)立即返回。
*/
private void postAjaxWithFallback(String pageUrl, AjaxCall call, MultiMap headers,
Handler<String> onBody, Handler<Throwable> onFailure) {
postAjaxAt(ajaxOrigins(pageUrl), 0, call, headers, onBody, onFailure);
}
private void postAjaxAt(List<String> origins, int index, AjaxCall call, MultiMap headers,
Handler<String> onBody, Handler<Throwable> onFailure) {
if (index >= origins.size()) {
String msg = "蓝奏 ajax 全部域名均失败";
if (onFailure != null) {
onFailure.handle(new RuntimeException(msg));
} else {
fail(msg);
}
return;
}
String url = joinUrl(origins.get(index) + "/", call.path());
boolean hasNext = index + 1 < origins.size();
MultiMap headers = applyMobileIdentity(HeaderUtils.parseHeaders(DOWN_AJAX_HEADERS));
// 个性域名 ajaxfile.php 会立刻 inf=已超时;POST 必须打 wwww。iframe 请求 Referer 用 iframe 地址。
headers.set("referer", referer != null && !referer.isBlank() ? referer : resolveShareUrl());
String url = joinUrl(SHARE_ORIGIN + "/", call.path());
postFormWithArg1Retry(url, headers, call.toForm())
.onSuccess(text -> {
if (hasNext && ajaxResponseShouldFallback(text)) {
log.warn("蓝奏 ajax {} 不可用,改试下一域名", url);
postAjaxAt(origins, index + 1, call, headers, onBody, onFailure);
return;
}
onBody.handle(text);
})
.onFailure(err -> {
if (hasNext) {
log.warn("蓝奏 ajax {} 请求失败: {},改试下一域名", url, err.getMessage());
postAjaxAt(origins, index + 1, call, headers, onBody, onFailure);
return;
}
if (onFailure != null) {
onFailure.handle(err);
} else {
handleFail(url).handle(err);
}
});
.onSuccess(this::handleAjaxDownResponse)
.onFailure(handleFail(url));
}
private void handleAjaxDownResponse(String text) {
@@ -872,7 +619,7 @@ public class LzTool extends PanBase {
/**
* 中间链:部分出口仍 302;多数(含机房 IP)固定出「验证并下载」页。
* dmpdmp 等下载域仍会出 arg1 挑战(Windows UA 更常见),必须算 acw_sc__v2 再请求。
* dmpdmp 等下载域仍会出 arg1 挑战,必须算 acw_sc__v2 再请求。
* 必须等约 2s 后 POST /file/ajax.php el=2 拿 CDN 直链;立刻 POST 会 ?SignError。
* 中间页不能当成功结果返回——用户侧裸打开永远是验证 HTML。
*/
@@ -1004,20 +751,17 @@ public class LzTool extends PanBase {
}
/** 最后一步 GET 用完整浏览器导航头,裸 curl / 无 UA 会固定落到验证页。 */
private static MultiMap lanrarPageHeaders(String referer) {
static MultiMap lanrarPageHeaders(String referer) {
MultiMap h = MultiMap.caseInsensitiveMultiMap();
h.addAll(PAGE_HEADERS);
h.set("referer", referer);
return h;
}
private static MultiMap lanrarAjaxHeaders(String referer) {
MultiMap h = HeaderUtils.parseHeaders(VERIFY_AJAX_HEADERS);
static MultiMap lanrarAjaxHeaders(String referer) {
MultiMap h = applyMobileIdentity(HeaderUtils.parseHeaders(VERIFY_AJAX_HEADERS));
h.set("referer", referer);
copyHeader(h, "User-Agent", "User-Agent");
copyHeader(h, "Sec-CH-UA", "sec-ch-ua");
copyHeader(h, "Sec-CH-UA-Mobile", "sec-ch-ua-mobile");
copyHeader(h, "Sec-CH-UA-Platform", "sec-ch-ua-platform");
return h;
}
@@ -1127,18 +871,45 @@ public class LzTool extends PanBase {
complete(downloadUrl);
}
/** 目录列表 filemoreajax.php 用移动端 UA。 */
private static MultiMap folderListHeaders(String referer) {
MultiMap headers = MultiMap.caseInsensitiveMultiMap();
headers.set("User-Agent", "Mozilla/5.0 (Linux; Android 6.0; Nexus 5 Build/MRA58N) AppleWebKit/537.36 "
+ "(KHTML, like Gecko) Chrome/111.0.0.0 Mobile Safari/537.36");
headers.set("referer", referer);
headers.set("sec-ch-ua-platform", "Android");
headers.set("Accept-Language", "zh-CN,zh;q=0.8,zh-TW;q=0.7,zh-HK;q=0.5,en-US;q=0.3,en;q=0.2");
headers.set("sec-ch-ua-mobile", "?1");
/** 蓝奏对外请求统一写成 Android Mobile,避免桌面 UA 落到 off0 空壳。 */
static MultiMap applyMobileIdentity(MultiMap headers) {
headers.set("User-Agent", MOBILE_UA);
headers.set("Sec-CH-UA-Mobile", "?1");
headers.set("Sec-CH-UA-Platform", "\"Android\"");
return headers;
}
static MultiMap folderListHeaders(String referer) {
MultiMap headers = applyMobileIdentity(MultiMap.caseInsensitiveMultiMap());
headers.set("Accept-Language", "zh-CN,zh;q=0.8,zh-TW;q=0.7,zh-HK;q=0.5,en-US;q=0.3,en;q=0.2");
headers.set("referer", referer);
return headers;
}
static String mobileUserAgent() {
return MOBILE_UA;
}
static MultiMap sharePageHeaders() {
return PAGE_HEADERS;
}
static MultiMap downAjaxHeaders() {
return applyMobileIdentity(HeaderUtils.parseHeaders(DOWN_AJAX_HEADERS));
}
/** 蓝奏 off0 / off1 下线空壳:桌面 UA 拉分享页时常只有这个,没有 filemoreajax。 */
static boolean isLzOfflineStub(String html) {
if (html == null || html.isBlank()) {
return true;
}
if (html.contains("class=\"off0\"") || html.contains("class='off0'")
|| html.contains("id=\"off0\"") || html.contains("id='off0'")
|| html.contains("class=\"off1\"") || html.contains("class='off1'")) {
return true;
}
return P_OFF_MSG.matcher(html).find();
}
@Override
public Future<List<FileInfo>> parseFileList() {
@@ -1169,9 +940,10 @@ public class LzTool extends PanBase {
}
log.debug("解析参数: {}", call.form());
postAjaxWithFallback(sUrl, call, folderListHeaders(sUrl),
body -> handleFileListResponse(body, listPromise),
listPromise::fail);
String url = joinUrl(originOf(sUrl, SHARE_ORIGIN) + "/", call.path());
postFormWithArg1Retry(url, folderListHeaders(sUrl), call.toForm())
.onSuccess(body -> handleFileListResponse(body, listPromise))
.onFailure(listPromise::fail);
} catch (ScriptException | NoSuchMethodException | RuntimeException e) {
listPromise.fail(e);
}
@@ -1213,7 +985,7 @@ public class LzTool extends PanBase {
return path.charAt(0) == 'b' || path.charAt(0) == 'B';
}
private static boolean isLzFolderHtml(String html) {
static boolean isLzFolderHtml(String html) {
if (html == null || html.isBlank()) {
return false;
}
@@ -1324,7 +1096,7 @@ public class LzTool extends PanBase {
if (webpage == null || webpage.isBlank()) {
webpage = extractWebpage(shareLinkInfo.getShareUrl(), null);
}
String fileUrl = sharePageHostBase(shareLinkInfo.getShareUrl(), shareLinkInfo.getStandardUrl()) + id;
String fileUrl = SHARE_URL_PREFIX + id;
if (webpage != null && !webpage.isBlank()) {
fileUrl = fileUrl + "?webpage=" + webpage;
}
@@ -0,0 +1,110 @@
package cn.qaiu.parser.impl;
import io.vertx.core.MultiMap;
import org.junit.Test;
import java.util.List;
import static org.junit.Assert.*;
/**
* 蓝奏 LzTool 对外请求一律移动 UA:桌面 Chrome 会触发 off0 下线空壳。
* 不访问真实蓝奏,只回归请求头与空壳/目录页识别。
*/
public class LzToolFolderPageTest {
private static final String FOLDER_URL = "https://pan.lanzoux.com/b66477";
private static final String FILE_URL = "https://wwww.lanzoux.com/iULV2n4361c";
/** 桌面 UA 实测会落到的 off0 空壳(空 title,无 filemoreajax)。 */
private static final String OFF0_STUB = """
<!DOCTYPE html>
<html>
<head><meta charset="utf-8"><title></title></head>
<body>
<div class="off">
<div class="off0"></div>
<div class="off1"></div>
</div>
</body>
</html>
""";
/** 移动 UA 才能拿到的目录页片段。 */
private static final String FOLDER_HTML = """
<!DOCTYPE html>
<html>
<head><title>全网最全软件合集</title></head>
<body>
<div id="infos"></div>
<script type="text/javascript">
$.ajax({
url : '/filemoreajax.php?file=66477',
data : {
'lx':2,
'fid':66477,
'uid':'u1',
'pg':1,
'rep':'0',
't':t,
'k':k,
'up':1,
'pwd':pwd
}
});
var t = 'TIME_TOKEN';
var k = 'KEY_TOKEN';
</script>
</body>
</html>
""";
@Test
public void testAllOutboundHeadersUseAndroidMobileUa() {
String mobileUa = LzTool.mobileUserAgent();
assertTrue(mobileUa.contains("Android"));
assertTrue(mobileUa.contains("Mobile Safari"));
assertFalse("蓝奏路径不应再带桌面 Chrome UA", mobileUa.contains("Windows NT"));
List<MultiMap> outbound = List.of(
LzTool.sharePageHeaders(),
LzTool.folderListHeaders(FOLDER_URL),
LzTool.downAjaxHeaders(),
LzTool.lanrarPageHeaders("https://developer2.lanrar.com"),
LzTool.lanrarAjaxHeaders(FILE_URL)
);
for (MultiMap headers : outbound) {
assertEquals(mobileUa, headers.get("User-Agent"));
assertEquals("?1", headers.get("Sec-CH-UA-Mobile"));
assertFalse(String.valueOf(headers.get("User-Agent")).contains("Windows NT"));
assertFalse("?0".equals(headers.get("Sec-CH-UA-Mobile")));
}
assertEquals("\"Android\"", LzTool.sharePageHeaders().get("Sec-CH-UA-Platform"));
}
@Test
public void testOff0StubDetectedWithoutFilemoreajax() {
assertTrue(LzTool.isLzOfflineStub(OFF0_STUB));
assertTrue(LzTool.isLzOfflineStub(""));
assertTrue(LzTool.isLzOfflineStub(null));
assertFalse(LzTool.isLzOfflineStub(FOLDER_HTML));
assertFalse(LzTool.isLzFolderHtml(OFF0_STUB));
assertNull(LzTool.extractFolderAjax(OFF0_STUB, null));
}
@Test
public void testRealFolderHtmlExtractsFilemoreajax() {
assertTrue(LzTool.isLzFolderHtml(FOLDER_HTML));
assertFalse(LzTool.isLzOfflineStub(FOLDER_HTML));
assertTrue(LzTool.isLzFolderUrl(FOLDER_URL));
assertFalse(LzTool.isLzFolderUrl(FILE_URL));
LzTool.AjaxCall call = LzTool.extractFolderAjax(FOLDER_HTML, "pwd1");
assertNotNull(call);
assertEquals("/filemoreajax.php?file=66477", call.path());
assertEquals("66477", call.form().get("fid"));
assertEquals("TIME_TOKEN", call.form().get("t"));
assertEquals("KEY_TOKEN", call.form().get("k"));
assertEquals("pwd1", call.form().get("pwd"));
}
}
@@ -1,178 +0,0 @@
package cn.qaiu.parser.impl;
import org.junit.Test;
import java.util.List;
import static org.junit.Assert.assertEquals;
import static org.junit.Assert.assertFalse;
import static org.junit.Assert.assertTrue;
/**
* 个性域名 a.lanzouw.com 不能被改写到 wwww.lanzoux.com(四个 w)。
* 部分出口连不上四 w,页面请求会超时;ajax 只把四 w 当作最后兜底。
*/
public class LzToolShareUrlTest {
@Test
public void personalDomainPageStaysOffWwww() {
String resolved = LzTool.resolveSharePageUrl(
"https://a.lanzouw.com/xxx",
"https://w1.lanzn.com/xxx",
"xxx");
assertEquals("https://a.lanzouw.com/xxx", resolved);
assertFalse(resolved.contains("wwww.lanzoux.com"));
}
@Test
public void folderPageKeepsOriginalHost() {
String resolved = LzTool.resolveSharePageUrl(
"https://a.lanzouw.com/b710887",
"https://w1.lanzn.com/b710887",
"b710887");
assertEquals("https://a.lanzouw.com/b710887", resolved);
}
@Test
public void nodeShareIsNotRewrittenToWwww() {
String resolved = LzTool.resolveSharePageUrl(
"https://wwn.lanzouy.com/ihLkw1gezutg",
"https://w1.lanzn.com/ihLkw1gezutg",
"ihLkw1gezutg");
assertEquals("https://wwn.lanzouy.com/ihLkw1gezutg", resolved);
}
@Test
public void webpageQueryStaysOnOriginalHost() {
String resolved = LzTool.resolveSharePageUrl(
"https://a.lanzouw.com/iabc?webpage=wp1&pwd=secret",
"https://w1.lanzn.com/iabc",
"iabc");
assertEquals("https://a.lanzouw.com/iabc?webpage=wp1", resolved);
}
@Test
public void placeholderUsesStandardHostNotWwww() {
assertEquals("https://w1.lanzn.com/", LzTool.SHARE_URL_PREFIX);
assertFalse(LzTool.SHARE_URL_PREFIX.contains("wwww"));
String resolved = LzTool.resolveSharePageUrl(
"https://w1.lanzn.com/-",
"https://w1.lanzn.com/-",
"iFileId");
assertEquals("https://w1.lanzn.com/iFileId", resolved);
assertFalse(resolved.contains("wwww.lanzoux.com"));
}
@Test
public void missingShareUrlKeepsRealStandardHost() {
String resolved = LzTool.resolveSharePageUrl(
null,
"https://www.lanzoux.com/iabc",
"iabc");
assertEquals("https://www.lanzoux.com/iabc", resolved);
}
@Test
public void ajaxFallbackOrderPutsWwwwLast() {
List<String> fallback = LzTool.AJAX_FALLBACK_ORIGINS;
assertEquals("https://w1.lanzn.com", fallback.get(0));
assertEquals("https://www.lanzoux.com", fallback.get(1));
assertEquals("https://wwww.lanzoux.com", fallback.get(fallback.size() - 1));
List<String> origins = LzTool.ajaxOrigins("https://a.lanzouw.com/xxx");
assertEquals("https://a.lanzouw.com", origins.get(0));
assertEquals("https://w1.lanzn.com", origins.get(1));
assertEquals("https://www.lanzoux.com", origins.get(2));
assertEquals("https://wwww.lanzoux.com", origins.get(origins.size() - 1));
assertTrue(origins.indexOf("https://wwww.lanzoux.com")
> origins.indexOf("https://w1.lanzn.com"));
}
@Test
public void ajaxOriginsDoNotDuplicateKnownHost() {
List<String> origins = LzTool.ajaxOrigins("https://www.lanzoux.com/iabc");
assertEquals(3, origins.size());
assertEquals("https://www.lanzoux.com", origins.get(0));
assertEquals("https://w1.lanzn.com", origins.get(1));
assertEquals("https://wwww.lanzoux.com", origins.get(2));
}
@Test
public void timeoutAjaxFallsBackButBusinessErrorDoesNot() {
assertTrue(LzTool.ajaxResponseShouldFallback("{\"zt\":0,\"inf\":\"已超时\"}"));
assertTrue(LzTool.ajaxResponseShouldFallback("{\"info\":\"请求超时\"}"));
assertTrue(LzTool.ajaxResponseShouldFallback(""));
assertTrue(LzTool.ajaxResponseShouldFallback("<html>blocked</html>"));
assertFalse(LzTool.ajaxResponseShouldFallback("{\"zt\":0,\"inf\":\"密码错误\"}"));
assertFalse(LzTool.ajaxResponseShouldFallback(
"{\"zt\":1,\"inf\":\"name.zip\",\"dom\":\"https://x\",\"url\":\"abc\"}"));
}
@Test
public void filePagePrefersExistingHostOverWwww() {
assertEquals("https://a.lanzouw.com/",
LzTool.sharePageHostBase("https://a.lanzouw.com/b123", "https://w1.lanzn.com/b123"));
assertEquals("https://w1.lanzn.com/",
LzTool.sharePageHostBase("https://w1.lanzn.com/-", "https://w1.lanzn.com/-"));
assertFalse(LzTool.sharePageHostBase("https://a.lanzouw.com/b123", null).contains("wwww"));
}
@Test
public void absoluteAjaxUrlIsKeptAndTriedFirst() {
String html = """
url : 'https://apifile.lanzouw.com/ajaxfile.php?file=320665771',
data : { 'action':'downprocess','sign':isngis,'kd':kdns,'p':pwd, },
""";
String target = LzTool.fileAjaxTarget(html);
assertEquals("https://apifile.lanzouw.com/ajaxfile.php?file=320665771", target);
List<String> origins = LzTool.fileAjaxOrigins(
"https://wwaqg.lanzouu.com/iqouM49vy9ib", target);
assertEquals("https://apifile.lanzouw.com", origins.get(0));
assertTrue(origins.contains("https://wwaqg.lanzouu.com"));
assertEquals("https://wwww.lanzoux.com", origins.get(origins.size() - 1));
assertTrue(origins.indexOf("https://apifile.lanzouw.com")
< origins.indexOf("https://wwaqg.lanzouu.com"));
assertTrue(origins.indexOf("https://wwww.lanzoux.com")
> origins.indexOf("https://w1.lanzn.com"));
assertEquals(1, origins.stream().filter("https://apifile.lanzouw.com"::equals).count());
}
@Test
public void protocolRelativeAjaxBecomesHttps() {
String html = "url : '//apifile.lanzouw.com/ajaxfile.php?file=9',";
assertEquals("https://apifile.lanzouw.com/ajaxfile.php?file=9", LzTool.fileAjaxTarget(html));
}
@Test
public void absoluteAjaxWinsOverRelativePathInSamePage() {
String html = """
//data : { url : '/ajaxfile.php?file=1' }
url : "https://apifile.lanzouw.com/ajaxm.php?file=42",
""";
assertEquals("https://apifile.lanzouw.com/ajaxm.php?file=42", LzTool.fileAjaxTarget(html));
}
@Test
public void relativeFileAjaxFallsThroughToApifileBeforeWwww() {
String html = "url : '/ajaxfile.php?file=150233466',";
assertEquals("/ajaxfile.php?file=150233466", LzTool.fileAjaxTarget(html));
List<String> origins = LzTool.fileAjaxOrigins("https://a.lanzouw.com/xxx", LzTool.fileAjaxTarget(html));
assertEquals("https://a.lanzouw.com", origins.get(0));
assertEquals("https://apifile.lanzouw.com", origins.get(1));
assertEquals("https://wwww.lanzoux.com", origins.get(origins.size() - 1));
assertTrue(origins.indexOf("https://apifile.lanzouw.com")
< origins.indexOf("https://wwww.lanzoux.com"));
assertFalse(LzTool.ajaxOrigins("https://a.lanzouw.com/xxx").contains("https://apifile.lanzouw.com"));
}
@Test
public void missingAjaxTargetStillPutsApifileBeforeWwww() {
List<String> origins = LzTool.fileAjaxOrigins("https://www.lanzoux.com/ihLkw1gezutg", null);
assertEquals("https://www.lanzoux.com", origins.get(0));
assertEquals("https://apifile.lanzouw.com", origins.get(1));
assertEquals("https://wwww.lanzoux.com", origins.get(origins.size() - 1));
assertFalse(origins.get(0).contains("wwww"));
}
}
+3 -3
View File
@@ -17,7 +17,7 @@
</modules>
<properties>
<revision>0.4.7</revision>
<revision>0.4.6</revision>
<java.version>17</java.version>
<maven.compiler.source>17</maven.compiler.source>
<maven.compiler.target>17</maven.compiler.target>
@@ -33,9 +33,9 @@
<commons-lang3.version>3.18.0</commons-lang3.version>
<commons-beanutils2.version>2.0.0</commons-beanutils2.version>
<parserVersion>10.2.5</parserVersion>
<jackson.version>2.18.10</jackson.version>
<jackson.version>2.18.9</jackson.version>
<!-- Logback 最新稳定版 -->
<logback.version>1.6.4</logback.version>
<logback.version>1.5.34</logback.version>
<junit.version>4.13.2</junit.version>
</properties>
+1 -1
View File
@@ -1,6 +1,6 @@
{
"name": "nfd-web",
"version": "0.4.7",
"version": "0.4.6",
"private": true,
"scripts": {
"serve": "vue-cli-service serve",