Files
MediaCrawler/mac-agent-os-main/05_tools/07_matrix/scripts/nurture_blueprint.py
T
butubb 2112c1a870
Deploy VitePress site to Pages / build (push) Canceled after 0s
Deploy VitePress site to Pages / Deploy (push) Canceled after 0s
feat(monitor): 抖音 Web 接口客户端 —— 绕开爬虫子进程,直接发 HTTP
移植自 mac-agent-os 的 mediacrawler_adapter:不起子进程、不开页面,用浏览器里那份
登录态直接调抖音 Web 接口。产物键名照抄 store/douyin,所以 ingest 那条链路一个字不用改。

**目前能用的(真环境实测,非推断)**:

    profile/other : 200, 7075 字节  —— 博主主页指标(粉丝/获赞/作品数/昵称)
    aweme/detail  : 200, 45425 字节 —— 单条作品详情(含点赞/评论/收藏/分享)

**目前不能用的:作品列表 `aweme/post`。** 两个互相独立的原因:
  1. 这个接口被抖音单独升级成了真校验:不带 x-tt-argus 回 403「Uifid Not Found」,
     带上 dummy 值回 200 + **空 body**。也就是说「头在不在」骗得过,「真校验」过不了。
     同一套头打 profile/other 和 aweme/detail 都是通的 —— 抖音是挑着接口加保护的,
     挑中的恰好是「批量拉作品列表」这个最敏感的动作。
  2. 改走页面截获也不行:CDP 浏览器打开博主主页会落到「验证码中间页」(当天大量探测的
     代价,过几小时要重测)。

  所以现在的边界是:**已知作品的指标刷新能做,自动发现新作品做不了**。

**排查中控住变量后得到的两条事实**(都写进注释了):
  · `Accept` / `Accept-Language` / `Referer` 才是主页接口能返回真数据的原因 —— 只有
    UA+client hints+Cookie 时是 200 但仅 121 字节的空壳,补上这三个头变 7074 字节。
    (我先前猜的 sec-ch-ua 不是关键。)
  · 因此 UA 与 client hints 必须**成套地取自同一个浏览器**,所以 BrowserIdentity 一次
    从 CDP 取齐 cookie + UA + hints,而不是各自写死。

「200 + 空 body 必须当场报错」也是刻意写死的:放过去它会在下游变成「这个博主没作品」,
把一次失败伪装成一条正常结果 —— 爬虫那条路正是这么栽的,还被翻译成「账号被封」。

测试 +11:cookie 解析、请求头成套性(含 uifid 缺失/回退)、产物键名与 store 对齐、
以及 _get 的三条失败路径(空 body / 403 带网关原话 / 正常返回)。
2026-10-10 17:12:25 +08:00

299 lines
12 KiB
Python
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
"""
nurture_blueprint.py — 养号蓝图:浏览+点赞+收藏+评论
蓝图 = 操作序列,每步 = (op_name, fn, pre_state, post_state, prob)
操作 fn 是单行 lambda,执行后返回状态码。
"""
import asyncio, random, subprocess, time, os, sys
sys.path.insert(0, os.path.dirname(os.path.abspath(__file__)))
from cdp_connector import CDPConnector
LOG = '/tmp/nurture.log'
def log(m):
with open(LOG, 'a') as f: f.write(f'[{time.strftime("%H:%M:%S")}] {m}\n')
print(m, flush=True)
# ═══════════════════════════════════════════════
# 原子操作层(每行一个,极简)
# ═══════════════════════════════════════════════
async def activate():
for _ in range(3):
subprocess.run(['osascript','-e',
'tell application "System Events" to set frontmost of every process whose name contains "camoufox" to true'],
capture_output=True, timeout=3); time.sleep(0.3)
async def read_state(p):
return await p.evaluate("""() => {
var ae=document.activeElement; var ed=document.querySelector('.public-DraftEditor-content');
return {
url:(location.href||'').slice(0,50), vc:document.querySelectorAll('video').length,
hasCL:!!document.querySelector('[data-e2e="comment-list"]'),
hasEd:!!ed, aeIsEd:!!(ae&&(ae.isContentEditable||ae.getAttribute('contenteditable')==='true')),
edText:(ed?.textContent||'').trim().slice(0,20),
hasVerify:!!document.querySelector('input[placeholder*="验证码"]'),
aeRect:ae?(function(){var r=ae.getBoundingClientRect();return{x:Math.round(r.left+r.width/2),y:Math.round(r.top+r.height/2)};})():null,
likeState:(document.querySelector('[data-e2e="video-player-digg"]')?.getAttribute('data-e2e-state')||''),
};
}""")
async def op_goto_home(p):
await p.goto('https://www.douyin.com/',timeout=20000); await asyncio.sleep(4)
return 'HOME'
async def op_enter_video(p):
c = p.locator('.discover-video-card-item').first
await c.click(force=True); await asyncio.sleep(1.5)
v = p.locator('video').first
if await v.count()>0: await v.click(); await asyncio.sleep(1); await v.click(); await asyncio.sleep(4)
s = await read_state(p)
return 'PLAYER' if s['vc']>=2 else 'HOME'
async def op_swipe_down(p):
await p.mouse.wheel(0,800); await asyncio.sleep(1)
await p.keyboard.press('ArrowDown'); await asyncio.sleep(3)
return 'PLAYER'
async def op_like(p):
b = p.locator('[data-e2e="video-player-digg"]').first
if await b.count()>0:
await b.click(); await asyncio.sleep(1)
return 'LIKED'
return 'PLAYER'
async def op_watch(p):
t = random.uniform(5,12)
await asyncio.sleep(t)
return 'PLAYER'
async def op_comment(p, text='好内容'):
# 1. 开评论(前置锚点:检查是否已打开)
s = await read_state(p)
if s['hasCL']:
log(' 评论区已开,跳过')
else:
v = p.locator('video').first
if await v.count()>0:
bx = await v.bounding_box()
if bx: await p.mouse.click(bx['x']+bx['width']//2,bx['y']+bx['height']//3)
await asyncio.sleep(0.5)
await p.keyboard.press('x'); await asyncio.sleep(2)
s = await read_state(p)
if not s['hasCL']:
await p.evaluate("""()=>{var b=document.querySelector('[data-e2e="video-comment-count"]')||document.querySelector('[data-e2e="feed-comment-icon"]');if(b)b.click();}""")
await asyncio.sleep(2)
# 2. 激活编辑器(缓慢移动到479,687→单击)
for step in range(8):
await p.mouse.move(10+(479-10)*(step+1)/8, 10+(687-10)*(step+1)/8); await asyncio.sleep(0.1)
await asyncio.sleep(0.5)
await p.mouse.click(479,687); await asyncio.sleep(1)
s = await read_state(p)
if not s['aeIsEd']:
await p.mouse.click(479,687); await asyncio.sleep(1) # 双击兜底
s = await read_state(p)
# 3. 粘贴中文
if s['aeIsEd']:
subprocess.run(['osascript','-e',f'set the clipboard to "{text}"'], timeout=5); time.sleep(0.3)
await p.keyboard.press('Meta+v'); await asyncio.sleep(2)
s = await read_state(p)
if s['edText']:
# 4. Enter 发送(2026-05-15 从 Alt+Enter 改为 Enter,适配抖音新版评论发送)
await p.keyboard.press("Enter")
await asyncio.sleep(3)
s = await read_state(p)
if s['hasVerify']:
log(' 📱 触发验证码!弹窗已保留,请分析')
log(' ⏸️ 脚本暂停,浏览器保持打开')
return 'VERIFY'
# 5. 关评论区
if s['hasCL']:
await p.keyboard.press('x'); await asyncio.sleep(1)
log(' 🅧 评论区已关闭')
return 'COMMENTED'
return 'PLAYER'
async def _handle_verify(p):
"""验证码弹窗:自动获取+回填+确认"""
from matrix_modules.account.sms import ApiSMSHandler
handler = ApiSMSHandler()
code = await handler.wait("抖音", timeout=120)
if not code or len(code) not in (4,5,6):
log(f' ⚠️ 未获取到有效验证码: {code}')
return
log(f' 📝 回填验证码: {code}')
await p.evaluate(f"""() => {{
var inp = document.querySelector('input[placeholder*="验证码"]');
if (!inp) return;
inp.value = '{code}';
inp.dispatchEvent(new Event('input', {{bubbles: true}}));
}}""")
await asyncio.sleep(0.5)
# 点确认按钮
btn = p.locator('button:has-text("确认"), button:has-text("提交"), button:has-text("验证")').first
if await btn.count() > 0:
await btn.click()
log(' ✅ 验证码已提交')
await asyncio.sleep(2)
async def op_close_comments(p):
"""关闭评论区(前置锚点:hasCL=True)"""
s = await read_state(p)
if s['hasCL']:
await p.keyboard.press('x'); await asyncio.sleep(1)
return 'PLAYER'
return 'PLAYER'
# ═══════════════════════════════════════════════
# 蓝图定义
# ═══════════════════════════════════════════════
# 每个步骤: (名称, 操作函数, 可选参数, 执行概率)
BLUEPRINT_NURTURE = [
("进入视频", op_enter_video, {}, 1.0),
("观看", op_watch, {}, 1.0),
("点赞", op_like, {}, 0.4),
("下滑", op_swipe_down, {}, 1.0),
("观看", op_watch, {}, 1.0),
("点赞", op_like, {}, 0.3),
("下滑", op_swipe_down, {}, 1.0),
("观看", op_watch, {}, 1.0),
("评论", op_comment, {'text':'好内容'}, 0.5),
("下滑", op_swipe_down, {}, 1.0),
("观看", op_watch, {}, 1.0),
("点赞", op_like, {}, 0.3),
("评论", op_comment, {'text':'涨知识了'}, 0.5),
("下滑", op_swipe_down, {}, 1.0),
("观看", op_watch, {}, 1.0),
("点赞", op_like, {}, 0.3),
("评论", op_comment, {'text':'好内容,已三连'}, 0.5),
]
# ═══════════════════════════════════════════════
# 执行引擎
# ═══════════════════════════════════════════════
def make_logger(acct):
"""返回绑定账号名的日志函数,每个账号独立日志文件"""
log_file = f'/tmp/nurture_{acct}.log'
try: open(log_file, 'w').close()
except: pass
def alog(m):
t = time.strftime("%H:%M:%S")
line = f'[{t}][{acct}] {m}'
with open(LOG, 'a') as f: f.write(line + '\n')
with open(log_file, 'a') as f: f.write(line + '\n')
print(line, flush=True)
alog.log_file = log_file
return alog
async def log_state(p, alog, tag=''):
"""记录当前页面状态(接受 alog 参数)"""
s = await read_state(p)
alog(f'{tag} 状态: ae={s["aeTag"]} vc={s["vc"]} CL={s["hasCL"]} Ed={s["hasEd"]} text="{s["edText"]}" url={s["url"]}')
async def run_blueprint(page, blueprint, alog):
state = 'HOME'
for i, (name, fn, kwargs, prob) in enumerate(blueprint):
if random.random() > prob:
alog(f' [{i+1}] {name} → 跳过')
continue
alog(f' [{i+1}] {name}...')
try:
state = await fn(page, **kwargs)
except Exception as e:
alog(f' ⚠️ {name}异常: {str(e)[:40]}')
await log_state(page, alog, ' 异常时')
state = 'PLAYER' if (await read_state(page)).get('vc',0)>=2 else 'HOME'
alog(f' → {state}')
await asyncio.sleep(random.uniform(0.5,1.5))
alog(f'蓝图完成 → {state}')
async def reset_to_home(page, alog):
"""重置到首页"""
alog('🔄 重置到首页')
await page.goto('https://www.douyin.com/', timeout=20000)
await asyncio.sleep(4)
alog('🏠 首页就绪')
# ═══════════════════════════════════════════════
# 启动
# ═══════════════════════════════════════════════
async def main():
import sys
args = sys.argv[1:]
duration_h = 2.0
accts = []
for a in args:
if a.replace('.','').isdigit(): duration_h = float(a)
else: accts.append(a)
if not accts: accts = ['douyin_01_camo', 'douyin_02_camo', 'douyin_camo01']
duration_s = duration_h * 3600
log(f'养号 {len(accts)}个账号 × {duration_h}h → {accts}')
# 窗口位置策略:
# 1个: (0,0) 左上
# 2个: (0,0) + (720,0) 平铺不重叠
# 3个: (0,0) + (500,0) + (750,0)
def calc_pos(idx, total):
if total == 1: return (0, 0)
if total == 2: return (0, 0) if idx == 0 else (720, 0)
# total == 3
return [(0, 0), (500, 0), (750, 0)][idx]
async def run_one(acct, idx):
alog = make_logger(acct)
try:
ID_DIR = os.path.expanduser(f'~/workbuddy-agent-os/agent-local/tools/matrix/identities/{acct}')
alog(f'启动 (pos={calc_pos(idx, len(accts))})')
conn = CDPConnector(identity_dir=ID_DIR, headless=False, window=(702,783), window_position=calc_pos(idx, len(accts)))
await conn.connect(); p = conn.page; await conn.init_anti_detection()
await op_goto_home(p)
alog('🏠 首页就绪')
t_start = time.time()
rounds = 0
fails = 0
while time.time() - t_start < duration_s:
try:
rounds += 1
alog(f'=== 第{rounds}轮 ===')
await run_blueprint(p, BLUEPRINT_NURTURE, alog)
s = await read_state(p)
if s.get('vc',0) < 2 and not s.get('hasCL'):
fails += 1
alog(f'⚠️ 异常状态 vc={s["vc"]} CL={s["hasCL"]} (连续{fails}次)')
if fails >= 3:
alog(f'❌ 连续{fails}次异常,触发重置')
await reset_to_home(p, alog)
fails = 0
else:
fails = 0
elapsed = (time.time() - t_start) / 60
alog(f'已运行{elapsed:.0f}min / {duration_h*60:.0f}min')
except Exception as e:
alog(f'⚠️ 轮次异常: {str(e)[:50]}')
fails += 1
if fails >= 3:
alog('❌ 连续3次异常,重置')
try: await reset_to_home(p, alog)
except: pass
fails = 0
alog('⏹ 结束')
except Exception as e:
alog(f'❌ 账号异常退出: {str(e)[:60]}')
await asyncio.gather(*[run_one(accts[i], i) for i in range(len(accts))])
if __name__ == '__main__':
try: asyncio.run(main())
except KeyboardInterrupt: log('👋')
except Exception as e: import traceback; traceback.print_exc()