Files
MediaCrawler/mac-agent-os-main/05_tools/09_ave/scripts/gap_engine/models.py
T
butubb 2112c1a870
Deploy VitePress site to Pages / build (push) Canceled after 0s
Deploy VitePress site to Pages / Deploy (push) Canceled after 0s
feat(monitor): 抖音 Web 接口客户端 —— 绕开爬虫子进程,直接发 HTTP
移植自 mac-agent-os 的 mediacrawler_adapter:不起子进程、不开页面,用浏览器里那份
登录态直接调抖音 Web 接口。产物键名照抄 store/douyin,所以 ingest 那条链路一个字不用改。

**目前能用的(真环境实测,非推断)**:

    profile/other : 200, 7075 字节  —— 博主主页指标(粉丝/获赞/作品数/昵称)
    aweme/detail  : 200, 45425 字节 —— 单条作品详情(含点赞/评论/收藏/分享)

**目前不能用的:作品列表 `aweme/post`。** 两个互相独立的原因:
  1. 这个接口被抖音单独升级成了真校验:不带 x-tt-argus 回 403「Uifid Not Found」,
     带上 dummy 值回 200 + **空 body**。也就是说「头在不在」骗得过,「真校验」过不了。
     同一套头打 profile/other 和 aweme/detail 都是通的 —— 抖音是挑着接口加保护的,
     挑中的恰好是「批量拉作品列表」这个最敏感的动作。
  2. 改走页面截获也不行:CDP 浏览器打开博主主页会落到「验证码中间页」(当天大量探测的
     代价,过几小时要重测)。

  所以现在的边界是:**已知作品的指标刷新能做,自动发现新作品做不了**。

**排查中控住变量后得到的两条事实**(都写进注释了):
  · `Accept` / `Accept-Language` / `Referer` 才是主页接口能返回真数据的原因 —— 只有
    UA+client hints+Cookie 时是 200 但仅 121 字节的空壳,补上这三个头变 7074 字节。
    (我先前猜的 sec-ch-ua 不是关键。)
  · 因此 UA 与 client hints 必须**成套地取自同一个浏览器**,所以 BrowserIdentity 一次
    从 CDP 取齐 cookie + UA + hints,而不是各自写死。

「200 + 空 body 必须当场报错」也是刻意写死的:放过去它会在下游变成「这个博主没作品」,
把一次失败伪装成一条正常结果 —— 爬虫那条路正是这么栽的,还被翻译成「账号被封」。

测试 +11:cookie 解析、请求头成套性(含 uifid 缺失/回退)、产物键名与 store 对齐、
以及 _get 的三条失败路径(空 body / 403 带网关原话 / 正常返回)。
2026-10-10 17:12:25 +08:00

161 lines
7.1 KiB
Python
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
"""
gap_engine.models — 数据模型(照 GapEngine 原文,含创意卡扩展)
原文 7 个类:ParamValue / Param / Layer / ParamLibrary / Selection / GapResult / CreativeConstraints
扩展:ComboCandidate(AI 生成的候选组合)、CreativeCard(入库的创意卡)
"""
from __future__ import annotations
from datetime import datetime, timezone
from typing import Any, Optional
from pydantic import BaseModel, Field
# ════════════════════════════════════════════════════════════
# 参数库(照原文)
# ════════════════════════════════════════════════════════════
class ParamValue(BaseModel):
"""单个参数值:值名 + 预期强度 + 画面联想描述"""
value: str
intensity: float = 0.5
cue: str = ""
class Param(BaseModel):
id: str
name: str
values: list[ParamValue] = Field(default_factory=list)
class Layer(BaseModel):
id: str
name: str
params: list[Param] = Field(default_factory=list)
class ParamLibrary(BaseModel):
layers: list[Layer] = Field(default_factory=list)
def find_value(self, layer_id: str, param_id: str, value: str) -> Optional[ParamValue]:
for L in self.layers:
if L.id != layer_id:
continue
for p in L.params:
if p.id != param_id:
continue
for v in p.values:
if v.value == value:
return v
return None
def param_name(self, layer_id: str, param_id: str) -> str:
for L in self.layers:
if L.id == layer_id:
for p in L.params:
if p.id == param_id:
return p.name
return param_id
# ════════════════════════════════════════════════════════════
# 选择与缺口(照原文)
# ════════════════════════════════════════════════════════════
class Selection(BaseModel):
"""一次选择:某个参数取某个值"""
layer_id: str
param_id: str
param_name: str = ""
value: str
intensity: float
cue: str = ""
class GapResult(BaseModel):
"""缺口计算结果(字段口径照原文)"""
selections: list[Selection] = Field(default_factory=list)
variance: float = 0.0
gap_score: float = 0.0 # 0-100(方差 × 400 归一,原文口径:落差型反差)
extreme_score: float = 0.0 # 0-100(平均偏离中性 0.5,补足"整体异质"型反差)
high_count: int = 0 # intensity >= 0.6
low_count: int = 0 # intensity <= 0.3
scene_card: str = "" # 画面联想卡
level: str = "" # 显著 / 中等 / 微弱
class CreativeConstraints(BaseModel):
"""矩阵配置(负面/正向/道具场景)—— 本文档不含生成参数"""
negative_hard: list[dict] = Field(default_factory=list)
negative_soft: list[dict] = Field(default_factory=list)
positive: list[dict] = Field(default_factory=list)
props: list[dict] = Field(default_factory=list)
scenes: list[dict] = Field(default_factory=list)
def relaxed_soft_ids(self) -> list[str]:
return [s["id"] for s in self.negative_soft if s.get("relaxed")]
def locked_hard_ids(self) -> list[str]:
return [s["id"] for s in self.negative_hard if s.get("locked")]
# ════════════════════════════════════════════════════════════
# 候选组合(AI 生成,扩展)
# ════════════════════════════════════════════════════════════
class ComboCandidate(BaseModel):
"""一条候选创意(= 一次完整选择 + 缺口分 + 一句话联想 + 风险标记)"""
cid: str = "" # 候选 id(批次内唯一)
one_liner: str = "" # 核心产物:一句话联想(导演据此脑补)
selections: list[Selection] = Field(default_factory=list)
key_points: list[str] = Field(default_factory=list) # 关键联想点(不展开就能判断)
gap_score: float = 0.0
extreme_score: float = 0.0 # 整体异质度(全高强度也可能是强反差)
variance: float = 0.0
level: str = ""
scene_card: str = ""
risks: list[dict] = Field(default_factory=list) # [{kind:'soft'|'hard', id, name, reason}]
needs_soft: list[str] = Field(default_factory=list) # LLM 标注:本条需要放开哪些 🟡 项(id)
needs_hard: list[str] = Field(default_factory=list) # LLM 标注:本条涉及哪些 🔴 项(id)→ 命中即淘汰
positive_hits: list[str] = Field(default_factory=list) # 命中的正向项 id
bonus: float = 0.0 # 正向加权分
final_score: float = 0.0 # gap_score + bonus
props: list[str] = Field(default_factory=list) # 道具(名称)
scenes: list[str] = Field(default_factory=list) # 场景变量(名称)
filtered: bool = False # 是否被硬过滤淘汰
filter_reason: str = ""
# ════════════════════════════════════════════════════════════
# 创意卡(入库,扩展)
# ════════════════════════════════════════════════════════════
INJECT_MODES = ("strict", "reference", "idea_only")
class CreativeCard(BaseModel):
"""创意卡 = 入创意库的一条创意(可被分镜/口播/脚本流程引用)"""
id: str = ""
title: str = "" # 主题(一句话)
one_liner: str = "" # 一句话联想
brief: str = "" # 原始输入的 1-2 句话
selections: list[Selection] = Field(default_factory=list)
props: list[str] = Field(default_factory=list)
scenes: list[str] = Field(default_factory=list)
gap_score: float = 0.0
variance: float = 0.0
level: str = ""
scene_card: str = ""
positive_hits: list[str] = Field(default_factory=list)
matrix_snapshot: dict = Field(default_factory=dict) # 本次矩阵(含放开了哪些🟡)
inject_mode: str = "reference" # strict 严格约束 / reference 参考 / idea_only 仅创意
status: str = "draft" # draft 草稿 / selected 已选 / used 已用于
used_by: list[dict] = Field(default_factory=list) # [{flow, run_id, at}]
created_at: str = ""
updated_at: str = ""
def utcnow() -> str:
return datetime.now(timezone.utc).isoformat(timespec="seconds")