mirror of
https://github.com/NanmiCoder/MediaCrawler.git
synced 2026-10-09 18:40:55 +08:00
fix(kuaishou): 支持网页端 REST 接口签名请求
- 新增页面签名环境捕获脚本,通过 caver 属性赋值轨迹获取签名调用入口 - 作品列表/关键词搜索接口迁移到带签名的 REST v2 请求,并显式校验 result 状态码 - 修复分页停止条件,空列表时结束翻页 - 更新默认创作者主页 ID
This commit is contained in:
@@ -21,8 +21,70 @@
|
||||
# -*- coding: utf-8 -*-
|
||||
|
||||
import re
|
||||
|
||||
from playwright.async_api import Page
|
||||
|
||||
from model.m_kuaishou import VideoUrlInfo, CreatorUrlInfo
|
||||
|
||||
# 快手网页端签名(__NS_hxfalcon)支持。
|
||||
# 快手网页端已将批量列表接口迁移到带签名的 REST 端点,
|
||||
# 通过页面加载时注入的捕获脚本获取页面内置签名环境的调用入口,
|
||||
# 再调用 $encode 生成签名。仅复用页面自身已加载的 JS 环境,
|
||||
# 不引入额外的签名代码文件。
|
||||
|
||||
KS_SIGN_CAPTURE_SCRIPT = """
|
||||
// 捕获快手页面内置签名环境的调用入口(学习用途)
|
||||
(() => {
|
||||
if (window.__ks_realm) return;
|
||||
let done = false;
|
||||
const setter = function (v) {
|
||||
if (!done && this && typeof this === "object" && this !== window &&
|
||||
typeof this.$encode === "function" &&
|
||||
typeof this.$getCatVersion === "function") {
|
||||
done = true;
|
||||
window.__ks_realm = this;
|
||||
// 捕获成功后移除钩子,避免影响页面其他行为
|
||||
try { delete Object.prototype.caver; } catch (e) {}
|
||||
}
|
||||
Object.defineProperty(this, "caver", {
|
||||
value: v, writable: true, enumerable: true, configurable: true,
|
||||
});
|
||||
};
|
||||
try {
|
||||
Object.defineProperty(Object.prototype, "caver", { set: setter, configurable: true });
|
||||
} catch (e) {}
|
||||
})();
|
||||
"""
|
||||
|
||||
|
||||
async def get_ks_sign_from_playwright(page: Page, url: str, query: dict, body: dict) -> str:
|
||||
"""
|
||||
通过浏览器页面生成快手 __NS_hxfalcon 签名
|
||||
Args:
|
||||
page: 已加载快手页面的 playwright page(需先注入 KS_SIGN_CAPTURE_SCRIPT)
|
||||
url: 请求路径,如 /rest/v/profile/feed
|
||||
query: 请求 query 参数,如 {"caver": 2}
|
||||
body: 请求 body(JSON 对象)
|
||||
Returns:
|
||||
签名串
|
||||
"""
|
||||
try:
|
||||
await page.wait_for_function("() => !!window.__ks_realm", timeout=15000)
|
||||
except Exception:
|
||||
# 页面可能在 cookie 注入前就已加载(未登录态),此时签名环境未初始化,
|
||||
# 重载页面让其在登录态下加载并触发签名请求,捕获脚本将随新 document 生效
|
||||
await page.reload(wait_until="domcontentloaded")
|
||||
await page.wait_for_function("() => !!window.__ks_realm", timeout=20000)
|
||||
return await page.evaluate(
|
||||
"""([u, q, b]) => new Promise((resolve, reject) => {
|
||||
window.__ks_realm.call('$encode', [
|
||||
{ url: u, query: q, form: {}, requestBody: b },
|
||||
{ suc: s => resolve(s), err: e => reject(new Error(String(e))) }
|
||||
]);
|
||||
})""",
|
||||
[url, query, body],
|
||||
)
|
||||
|
||||
|
||||
def parse_video_info_from_url(url: str) -> VideoUrlInfo:
|
||||
"""
|
||||
|
||||
Reference in New Issue
Block a user