feat: 监控面板 / 登录鉴权 / 多平台切换 / MySQL
在上游 MediaCrawler 之上新增一层: - 监控层 api/monitor/ —— 多博主/多笔记的定时采集、指标快照差分、报表、 企业微信通知。每轮采集写入独立目录,差分才成立。 - WebUI 登录鉴权 api/auth.py —— PBKDF2 口令 + 服务端会话,/api 全接口防护。 WebSocket 单独加依赖:BaseHTTPMiddleware 对 ws 作用域直接放行,覆盖不到。 - 全局平台切换 + 能力矩阵 —— 如实区分「爬虫模块支持」与「监控层已接线」, 未接通的平台直接拒绝建任务,而不是静默跑空。 - 监控库改用 MySQL 5.7(可回退 SQLite 供测试):逐表强制 utf8mb4 (服务端与库默认都是 latin1),启动校验所连 schema 以防写错库, 连接池 recycle + pre_ping 应对 MySQL 的 8 小时空闲断连。 修复上游缺陷: - xhs/core.py: 主页抓取失败会跳掉整个博主,导致一条作品都抓不到, 而那份资料只喂给一个空函数。改为尽力而为,失败不中断。 - xhs/login.py: cookie 登录只注入 web_session,冷启动签名会失败。 新增 INJECT_ALL_COOKIES 开关(默认关闭,原有行为不变)。 - requirements.txt: 补上 websockets。它在上游 pyproject.toml 里有声明、 这里漏了,导致 uvicorn 没有 WebSocket 能力,实时日志流从未工作。 改动过的上游文件清单及合并方式见 UPSTREAM.md。 测试:492 passed(另有 1 个既有的 Windows/gbk 上游测试失败,与本改动无关)
This commit is contained in:
@@ -0,0 +1,133 @@
|
||||
import { useState } from 'react'
|
||||
import { AlertTriangle, CheckCircle2, KeyRound, Trash2 } from 'lucide-react'
|
||||
|
||||
import { Badge } from '@/components/ui/badge'
|
||||
import { Button } from '@/components/ui/button'
|
||||
import { useClearCookie, useCookieStatus, useSetCookie } from '@/hooks/useMonitor'
|
||||
import { useCurrentPlatform } from '@/hooks/usePlatform'
|
||||
import { formatDateTime, formatRelative } from '@/lib/monitorFormat'
|
||||
|
||||
/**
|
||||
* Cookie health for unattended runs.
|
||||
*
|
||||
* The expiry signal that matters is `last_ok_at` (the last run that actually
|
||||
* authenticated), not `updated_at`: a cookie can be saved long ago and still be
|
||||
* working, or be fresh and already rejected.
|
||||
*/
|
||||
export function CookiePanel() {
|
||||
const { capability, platform } = useCurrentPlatform()
|
||||
// Scoped to the selected platform: each keeps its own login.
|
||||
const { data: status } = useCookieStatus()
|
||||
const setCookie = useSetCookie()
|
||||
const clearCookie = useClearCookie()
|
||||
const [draft, setDraft] = useState('')
|
||||
const [editing, setEditing] = useState(false)
|
||||
|
||||
const showForm = !status?.present || editing
|
||||
const label = capability?.label ?? platform
|
||||
|
||||
return (
|
||||
<div className="rounded-lg glass-panel float-panel p-4 space-y-3">
|
||||
<div className="flex items-center justify-between gap-3">
|
||||
<div className="flex items-center gap-2">
|
||||
<KeyRound className="w-4 h-4 text-cyber-neon-cyan" />
|
||||
<span className="font-mono text-xs tracking-wider text-cyber-text-primary">
|
||||
{label}登录态
|
||||
</span>
|
||||
{status?.present ? (
|
||||
<Badge variant="success" className="text-[10px]">
|
||||
已配置
|
||||
</Badge>
|
||||
) : (
|
||||
<Badge variant="warning" className="text-[10px]">
|
||||
未配置
|
||||
</Badge>
|
||||
)}
|
||||
</div>
|
||||
|
||||
<div className="flex items-center gap-2">
|
||||
{status?.present && !editing && (
|
||||
<>
|
||||
<Button variant="outline" size="sm" onClick={() => setEditing(true)}>
|
||||
替换
|
||||
</Button>
|
||||
<Button
|
||||
variant="ghost"
|
||||
size="sm"
|
||||
onClick={() => clearCookie.mutate()}
|
||||
disabled={clearCookie.isPending}
|
||||
>
|
||||
<Trash2 className="w-3 h-3" />
|
||||
</Button>
|
||||
</>
|
||||
)}
|
||||
</div>
|
||||
</div>
|
||||
|
||||
{status?.present && !editing && (
|
||||
<div className="flex flex-wrap items-center gap-x-6 gap-y-1 text-[11px] font-mono text-cyber-text-secondary">
|
||||
<span>
|
||||
长度 <span className="text-cyber-neon-cyan">{status.length}</span>
|
||||
</span>
|
||||
<span>
|
||||
保存于 <span className="text-cyber-text-primary">{formatDateTime(status.updated_at)}</span>
|
||||
</span>
|
||||
<span className="flex items-center gap-1">
|
||||
最近成功
|
||||
{status.last_ok_at ? (
|
||||
<>
|
||||
<CheckCircle2 className="w-3 h-3 text-cyber-neon-green" />
|
||||
<span className="text-cyber-neon-green">{formatRelative(status.last_ok_at)}</span>
|
||||
</>
|
||||
) : (
|
||||
<>
|
||||
<AlertTriangle className="w-3 h-3 text-cyber-neon-orange" />
|
||||
<span className="text-cyber-neon-orange">尚无成功记录</span>
|
||||
</>
|
||||
)}
|
||||
</span>
|
||||
</div>
|
||||
)}
|
||||
|
||||
{showForm && (
|
||||
<div className="space-y-2">
|
||||
<p className="text-[11px] font-mono text-cyber-text-muted leading-relaxed">
|
||||
定时监控需要长期有效的登录态。在浏览器登录{label}后,从开发者工具复制完整 Cookie
|
||||
粘贴到此处(需包含 <span className="text-cyber-neon-cyan">web_session</span>、
|
||||
<span className="text-cyber-neon-cyan">a1</span>、
|
||||
<span className="text-cyber-neon-cyan">webId</span>)。
|
||||
Cookie 通常数周后失效,届时任务会提示重新粘贴。该 Cookie 只用于{label}。
|
||||
</p>
|
||||
<textarea
|
||||
value={draft}
|
||||
onChange={(event) => setDraft(event.target.value)}
|
||||
placeholder="web_session=xxxx; a1=xxxx; webId=xxxx; ..."
|
||||
rows={4}
|
||||
className="w-full rounded-md border border-cyber-border-DEFAULT bg-cyber-bg-tertiary p-2 font-mono text-[11px] text-cyber-text-primary outline-none focus-visible:border-cyber-neon-cyan/50"
|
||||
/>
|
||||
<div className="flex items-center gap-2">
|
||||
<Button
|
||||
size="sm"
|
||||
disabled={!draft.trim() || setCookie.isPending}
|
||||
onClick={() =>
|
||||
setCookie.mutate(draft.trim(), {
|
||||
onSuccess: () => {
|
||||
setDraft('')
|
||||
setEditing(false)
|
||||
},
|
||||
})
|
||||
}
|
||||
>
|
||||
保存
|
||||
</Button>
|
||||
{status?.present && (
|
||||
<Button variant="ghost" size="sm" onClick={() => setEditing(false)}>
|
||||
取消
|
||||
</Button>
|
||||
)}
|
||||
</div>
|
||||
</div>
|
||||
)}
|
||||
</div>
|
||||
)
|
||||
}
|
||||
Reference in New Issue
Block a user