feat: 动作库查看/管理（接口 + AI 控制台「🎬 动作库」面板）+ 未沉淀灰卡提示
- 后端：GET /api/agent/actions（列表）、POST /api/agent/actions/delete、 POST /api/agent/actions/save（新增/编辑，steps 走 _sanitize_actions 校验： type 白名单 + 必填 + **拒绝坐标 click_xy**），均 @admin_required - 前端：AI 控制台右上角新增「🎬 动作库」按钮与模态框——列出 名称/app/别名/ 步骤摘要(含元素定位)/命中次数/更新时间；支持编辑(表单 + steps JSON)、删除、 手动新建；保存失败(如写坐标)即时 toast 原因 - 未沉淀提示：本轮无可沉淀动作时也推送一张 🧠 动作经验 灰卡 「本轮未沉淀动作（步骤以坐标定位为主，缺少可复用的元素定位信息）」 - doc/API.md：登记三个新接口 实测：列表返回自动沉淀的动作；保存合法动作 200；提交 click_xy 步骤被 400 拒绝； 删除生效
This commit is contained in:
+13
@@ -1275,6 +1275,19 @@ AI 可用设备列表（在线状态 + 是否有任务运行，前端据此把 b
|
||||
|
||||
**响应**：`{"ok": true, "msg": "巡检已启动，完成后刷新列表查看建议"}`
|
||||
|
||||
### GET /api/agent/actions
|
||||
动作经验库列表（命名动作 + 编辑器 schema 步骤 + 元素定位、禁坐标）。仅管理员。
|
||||
响应：`{"ok":true,"actions":[{id,name,app,aliases,params,steps,preconditions,hits,updated_at}]}`。
|
||||
由任务成功后的**成功步骤**自动蒸馏沉淀；执行前按动作名/别名召回并注入 system prompt。
|
||||
|
||||
### POST /api/agent/actions/delete
|
||||
删除动作：`{id}`。仅管理员。
|
||||
|
||||
### POST /api/agent/actions/save
|
||||
新增/编辑动作：`{id?, name, app?, aliases?, params?, steps, preconditions?}`。仅管理员。
|
||||
`steps` 可为数组或 JSON 字符串，经服务端校验（白名单 type + 必填；**拒绝坐标 click_xy**）。
|
||||
校验失败返回 400 并附原因。
|
||||
|
||||
### POST /api/agent/experience/keep
|
||||
|
||||
人工保留经验（撤销"建议删除"，后续巡检不再重复建议）。**请求**（JSON）：`{"id": 1}`
|
||||
|
||||
@@ -512,6 +512,105 @@ function endRun(){
|
||||
scrollChat();
|
||||
}
|
||||
|
||||
// ================== 动作库（可复用动作：查看/编辑/删除/新建） ==================
|
||||
let _actCache = [];
|
||||
function openActLib(){
|
||||
document.getElementById('agent-act-overlay').style.display = 'flex';
|
||||
loadActLib();
|
||||
}
|
||||
function closeActLib(){
|
||||
document.getElementById('agent-act-overlay').style.display = 'none';
|
||||
}
|
||||
function _actStepBrief(a){
|
||||
return (a.steps||[]).map(s=>{
|
||||
const p = s.params || {};
|
||||
const loc = p.selector_value || p.package || p.fixed_text || '';
|
||||
return (s.type || '?') + (loc ? (':' + loc) : '');
|
||||
}).join(' → ');
|
||||
}
|
||||
function loadActLib(){
|
||||
const list = document.getElementById('act-lib-list');
|
||||
apiGet('/api/agent/actions').then(r=>{
|
||||
if(!r||!r.ok){ showToast((r&&r.error)||'加载失败','error'); return; }
|
||||
_actCache = r.actions || [];
|
||||
document.getElementById('act-lib-hint').textContent = '共 ' + _actCache.length + ' 个动作';
|
||||
if(!_actCache.length){
|
||||
list.innerHTML = '<div class="text-muted" style="padding:20px;text-align:center">暂无动作——跑一轮以元素/文字点击为主的任务后会自动沉淀</div>';
|
||||
return;
|
||||
}
|
||||
list.innerHTML = '';
|
||||
_actCache.forEach(a=>{
|
||||
const card = document.createElement('div');
|
||||
card.style.cssText = 'border:1px solid var(--card-line);border-radius:10px;padding:9px 13px;background:#0d1117';
|
||||
card.innerHTML = '<div style="display:flex;justify-content:space-between;gap:10px;align-items:flex-start">'
|
||||
+ '<div style="flex:1;min-width:0">'
|
||||
+ '<div style="font-weight:600">' + esc(a.name||'')
|
||||
+ (a.app ? '<span class="text-muted" style="font-size:11px;font-weight:400;margin-left:6px">' + esc(a.app) + '</span>' : '')
|
||||
+ '</div>'
|
||||
+ '<div style="font-size:11.5px;color:#9fb3d1;margin-top:2px;word-break:break-all">' + esc(_actStepBrief(a) || '—') + '</div>'
|
||||
+ '<div class="text-muted" style="font-size:11px;margin-top:2px">别名: ' + esc((a.aliases||[]).join('、')||'—')
|
||||
+ ' ｜ 命中 ' + (a.hits||0) + ' 次 ｜ ' + esc(a.updated_at||'') + '</div>'
|
||||
+ '</div>'
|
||||
+ '<div style="display:flex;flex-direction:column;gap:4px;flex:none">'
|
||||
+ '<button class="btn btn-xs" onclick="actEdit(' + a.id + ')">编辑</button>'
|
||||
+ '<button class="btn btn-xs btn-danger" onclick="actDelete(' + a.id + ')">删除</button>'
|
||||
+ '</div></div>';
|
||||
list.appendChild(card);
|
||||
});
|
||||
});
|
||||
}
|
||||
function actDelete(id){
|
||||
if(!confirm('确认删除该动作？删除后同类任务不再自动复用它。')) return;
|
||||
apiPost('/api/agent/actions/delete',{id:id}).then(r=>{
|
||||
showToast((r&&(r.msg||r.error))||'删除失败', (r&&r.ok)?'success':'error');
|
||||
loadActLib();
|
||||
});
|
||||
}
|
||||
function actNew(){ _actForm({name:'', app:'', aliases:[], params:[], steps:[]}); }
|
||||
function actEdit(id){
|
||||
const a = _actCache.find(x=>x.id===id);
|
||||
if(a) _actForm(a);
|
||||
}
|
||||
function _actForm(a){
|
||||
const list = document.getElementById('act-lib-list');
|
||||
const isNew = !a.id;
|
||||
list.innerHTML = '';
|
||||
const box = document.createElement('div');
|
||||
box.style.cssText = 'border:1px solid var(--card-line);border-radius:10px;padding:12px 14px;background:#0d1117';
|
||||
box.innerHTML =
|
||||
'<div style="font-weight:600;margin-bottom:8px">' + (isNew?'新建动作':'编辑动作 #'+a.id) + '</div>'
|
||||
+ '<div style="display:flex;gap:8px;flex-wrap:wrap;margin-bottom:6px">'
|
||||
+ '<input id="act-f-name" class="form-control" style="flex:1;min-width:180px" placeholder="动作名（如 打开抖音）" value="' + esc(a.name||'') + '">'
|
||||
+ '<input id="act-f-app" class="form-control" style="flex:1;min-width:180px" placeholder="包名（可空，如 com.ss.android.ugc.aweme）" value="' + esc(a.app||'') + '">'
|
||||
+ '</div>'
|
||||
+ '<div style="display:flex;gap:8px;flex-wrap:wrap;margin-bottom:6px">'
|
||||
+ '<input id="act-f-alias" class="form-control" style="flex:1;min-width:180px" placeholder="别名（逗号分隔）" value="' + esc((a.aliases||[]).join(',')) + '">'
|
||||
+ '<input id="act-f-params" class="form-control" style="flex:1;min-width:180px" placeholder="参数名（逗号分隔，可空）" value="' + esc((a.params||[]).join(',')) + '">'
|
||||
+ '</div>'
|
||||
+ '<textarea id="act-f-steps" class="form-control" rows="9" style="font-family:monospace;font-size:12px" '
|
||||
+ 'placeholder=\'步骤 JSON 数组，例：[{"type":"click","params":{"selector_type":"text","selector_value":"搜索"}}]\'>'
|
||||
+ esc(JSON.stringify(a.steps||[], null, 2)) + '</textarea>'
|
||||
+ '<div class="text-muted" style="font-size:11px;margin:6px 0">可用 type：open_app/click/input_text/swipe/wait/key_event/group…；click 必须有 selector_value（xpath/text/resourceId/description…）；<b>不接受坐标(click_xy)</b>。</div>'
|
||||
+ '<div style="display:flex;gap:8px"><button class="btn btn-primary btn-sm" onclick="actSave(' + (a.id||0) + ')">保存</button>'
|
||||
+ '<button class="btn btn-sm" onclick="loadActLib()">取消</button></div>';
|
||||
list.appendChild(box);
|
||||
}
|
||||
function actSave(id){
|
||||
const g = (i)=>document.getElementById(i).value;
|
||||
const split = (s)=>String(s||'').split(/[,，]/).map(x=>x.trim()).filter(x=>x);
|
||||
let steps;
|
||||
try{ steps = JSON.parse(g('act-f-steps')||'[]'); }
|
||||
catch(e){ showToast('steps 不是合法 JSON: '+e.message,'error'); return; }
|
||||
apiPost('/api/agent/actions/save', {
|
||||
id: id||0, name: g('act-f-name'), app: g('act-f-app'),
|
||||
aliases: split(g('act-f-alias')), params: split(g('act-f-params')), steps: steps
|
||||
}).then(r=>{
|
||||
if(!r||!r.ok){ showToast((r&&r.error)||'保存失败','error'); return; }
|
||||
showToast(r.msg||'已保存','success');
|
||||
loadActLib();
|
||||
});
|
||||
}
|
||||
|
||||
// ================== 经验库（自进化记忆管理） ==================
|
||||
function openExpLib(){
|
||||
document.getElementById('agent-exp-overlay').style.display = 'flex';
|
||||
|
||||
@@ -480,6 +480,7 @@ body{background:var(--bg);font-family:var(--body);color:var(--text);font-size:14
|
||||
<div class="agent-top-actions">
|
||||
<span id="agent-running-tag" class="agent-running-tag" style="display:none">● 运行中</span>
|
||||
<button class="btn btn-xs" onclick="openExpLib()" title="查看/管理自进化经验库（每日 AI 巡检建议，删除需确认）">🧠 经验库</button>
|
||||
<button class="btn btn-xs" onclick="openActLib()" title="查看/管理可复用动作（命名动作 + 元素定位步骤，AI 自动沉淀，可编辑删除）">🎬 动作库</button>
|
||||
<button class="btn btn-xs" onclick="openAgentConfig()">⚙ 配置</button>
|
||||
</div>
|
||||
</div>
|
||||
@@ -563,6 +564,24 @@ body{background:var(--bg);font-family:var(--body);color:var(--text);font-size:14
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<!-- ========== 动作库模态框（可复用动作：命名动作 + 元素定位步骤） ========== -->
|
||||
<div id="agent-act-overlay" style="display:none;position:fixed;inset:0;background:rgba(0,0,0,.6);z-index:1320;align-items:center;justify-content:center">
|
||||
<div style="background:#11151c;border:1px solid var(--card-line);border-radius:14px;padding:20px 22px;width:860px;max-width:94vw;max-height:86vh;display:flex;flex-direction:column">
|
||||
<div style="display:flex;align-items:center;justify-content:space-between;margin-bottom:4px">
|
||||
<div style="font-size:15px;font-weight:700">🎬 动作库<span class="text-muted" style="font-size:11.5px;font-weight:400;margin-left:8px" id="act-lib-hint"></span></div>
|
||||
<div style="display:flex;gap:6px;align-items:center">
|
||||
<button class="btn btn-xs" onclick="actNew()">＋ 新建动作</button>
|
||||
<button class="btn btn-xs" onclick="loadActLib()">刷新</button>
|
||||
<button class="btn btn-xs" onclick="closeActLib()">✕ 关闭</button>
|
||||
</div>
|
||||
</div>
|
||||
<div class="text-muted" style="font-size:11.5px;padding:0 2px 8px;border-bottom:1px solid var(--card-line);margin-bottom:10px">
|
||||
任务成功后自动把<b>成功步骤</b>沉淀为可复用动作（命名动作 + 编辑器 schema 步骤 + 元素定位，<b>不含坐标</b>）；执行前按动作名/别名召回注入，AI 可直接复用、跳过重新探索。可在此查看、编辑、删除或手动新建。
|
||||
</div>
|
||||
<div id="act-lib-list" style="flex:1;overflow-y:auto;min-height:200px;display:flex;flex-direction:column;gap:8px"></div>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<!-- ========== Tab 4: 日志 ========== -->
|
||||
<div id="tab-logs" class="tab-panel">
|
||||
<div class="page-title">日志查看</div>
|
||||
|
||||
@@ -829,6 +829,94 @@ def agent_experience_keep():
|
||||
db.session.commit()
|
||||
return jsonify({"ok": True, "msg": f"经验 #{exp_id} 已保留"})
|
||||
|
||||
# ================== 动作经验库（agent_action：查看/删除/编辑） ==================
|
||||
def _action_row_to_dict(r):
|
||||
def _j(s, d):
|
||||
try:
|
||||
return json.loads(s) if s else d
|
||||
except Exception:
|
||||
return d
|
||||
return {"id": r[0], "name": r[1], "app": r[2], "aliases": _j(r[3], []),
|
||||
"params": _j(r[4], []), "steps": _j(r[5], []), "preconditions": r[6],
|
||||
"hits": r[7] or 0, "updated_at": r[8] or ""}
|
||||
|
||||
|
||||
@bp.route("/api/agent/actions")
|
||||
@admin_required
|
||||
def agent_actions_list():
|
||||
"""动作经验库列表（命名动作 + 编辑器 schema 步骤 + 元素定位，禁坐标）。"""
|
||||
with _flask_app.app_context():
|
||||
_ensure_action_table()
|
||||
rows = db.session.execute(db.text(
|
||||
"SELECT id, name, app, aliases, params, steps, preconditions, hits, updated_at "
|
||||
"FROM agent_action ORDER BY hits DESC, id DESC")).fetchall()
|
||||
return jsonify({"ok": True, "actions": [_action_row_to_dict(r) for r in rows]})
|
||||
|
||||
|
||||
@bp.route("/api/agent/actions/delete", methods=["POST"])
|
||||
@admin_required
|
||||
def agent_actions_delete():
|
||||
aid = int((request.json or {}).get("id") or 0)
|
||||
if aid <= 0:
|
||||
return jsonify({"ok": False, "error": "缺少 id"}), 400
|
||||
with _flask_app.app_context():
|
||||
_ensure_action_table()
|
||||
db.session.execute(db.text("DELETE FROM agent_action WHERE id=:i"), {"i": aid})
|
||||
db.session.commit()
|
||||
return jsonify({"ok": True, "msg": f"动作 #{aid} 已删除"})
|
||||
|
||||
|
||||
@bp.route("/api/agent/actions/save", methods=["POST"])
|
||||
@admin_required
|
||||
def agent_actions_save():
|
||||
"""新增/编辑动作：{id?, name, app?, aliases?, params?, steps, preconditions?}。
|
||||
|
||||
steps 可为数组或 JSON 字符串；经 _sanitize_actions 校验（白名单/必填/禁坐标）。
|
||||
"""
|
||||
from datetime import datetime
|
||||
d = request.json or {}
|
||||
steps = d.get("steps")
|
||||
if isinstance(steps, str):
|
||||
try:
|
||||
steps = json.loads(steps)
|
||||
except Exception:
|
||||
return jsonify({"ok": False, "error": "steps 不是合法 JSON"}), 400
|
||||
item = _sanitize_actions([{"name": d.get("name"), "app": d.get("app", ""),
|
||||
"aliases": d.get("aliases") or [],
|
||||
"params": d.get("params") or [],
|
||||
"preconditions": d.get("preconditions", ""),
|
||||
"steps": steps if isinstance(steps, list) else []}])
|
||||
if not item:
|
||||
return jsonify({"ok": False, "error": "动作无效：需要 name，且 steps 需为受支持的步骤"
|
||||
"（click/open_app/input_text… 且带元素定位；不接受坐标）"}), 400
|
||||
a = item[0]
|
||||
now = datetime.now().strftime("%Y-%m-%d %H:%M")
|
||||
with _flask_app.app_context():
|
||||
_ensure_action_table()
|
||||
aid = int(d.get("id") or 0)
|
||||
if aid > 0:
|
||||
db.session.execute(db.text(
|
||||
"UPDATE agent_action SET name=:n, app=:a, aliases=:al, params=:p, steps=:s, "
|
||||
"preconditions=:pc, updated_at=:t WHERE id=:i"),
|
||||
{"n": a["name"], "a": a["app"],
|
||||
"al": json.dumps(a["aliases"], ensure_ascii=False),
|
||||
"p": json.dumps(a["params"], ensure_ascii=False),
|
||||
"s": json.dumps(a["steps"], ensure_ascii=False),
|
||||
"pc": a["preconditions"], "t": now, "i": aid})
|
||||
else:
|
||||
db.session.execute(db.text(
|
||||
"INSERT INTO agent_action(name, app, aliases, params, steps, preconditions, "
|
||||
"hits, source_prompt, created_at, updated_at) "
|
||||
"VALUES(:n,:a,:al,:p,:s,:pc,0,'(人工新增)',:t,:t)"),
|
||||
{"n": a["name"], "a": a["app"],
|
||||
"al": json.dumps(a["aliases"], ensure_ascii=False),
|
||||
"p": json.dumps(a["params"], ensure_ascii=False),
|
||||
"s": json.dumps(a["steps"], ensure_ascii=False),
|
||||
"pc": a["preconditions"], "t": now})
|
||||
db.session.commit()
|
||||
return jsonify({"ok": True, "msg": "动作已保存"})
|
||||
|
||||
|
||||
# ================== 历史会话（DeepSeek 式：多会话持久化） ==================
|
||||
# 会话 = 消息序列（JSON），一轮 run 的 user/assistant 文本完成后追加落库。
|
||||
# 单表 JSON 存储（每会话几十 KB 内，无需独立消息表）。
|
||||
@@ -1341,6 +1429,11 @@ def _agent_thread(run_id, prompt, serial, cfg):
|
||||
"args": f"已沉淀 {n_act} 个可复用动作"
|
||||
"（含元素定位，下次同类任务可直接复用）",
|
||||
"image": None}))
|
||||
else:
|
||||
q.put(("step", {"tool": "🧠 动作经验",
|
||||
"args": "本轮未沉淀动作（步骤以坐标定位为主，"
|
||||
"缺少可复用的元素定位信息）",
|
||||
"image": None}))
|
||||
except Exception as e:
|
||||
_log.warning(f"经验保存异常: {e}")
|
||||
q.put(("done", {"answer": answer}))
|
||||
|
||||
Reference in New Issue
Block a user