diag-ljtest-files.mjs 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250
  1. #!/usr/bin/env node
  2. /**
  3. * 诊断 agent-node-lj-test 的文件返回行为(只读 Matrix + 向容器提问)
  4. *
  5. * 目的:查清「一次返回 4~5 个文件,App 只显示 2 张卡 / 重复卡片 / 带出上一会话卡片」。
  6. *
  7. * 设计要点(都是踩过的坑):
  8. * · 容器收到新消息会**中途改航向** —— 必须一轮一问、上一轮彻底安静(收到 ✅ 且 60s 无新事件)再发下一轮
  9. * · 结束信号是容器对「本轮问题消息」打的 ✅ reaction(rel_event = 问题 event_id)
  10. * · 每轮用一个**新房间**,避免跨轮干扰;另附一轮「同房连续两次提问」用来查旧卡片串入
  11. *
  12. * 用法:
  13. * node scripts/diag-ljtest-files.mjs --use-app-account # 用主账号(App 会漏一段同步)
  14. * node scripts/diag-ljtest-files.mjs # 用独立诊断账号(需 ~/.fmode/config/diag-mx.json)
  15. */
  16. import { readFileSync, writeFileSync, mkdirSync } from 'node:fs';
  17. import { homedir } from 'node:os';
  18. import { join } from 'node:path';
  19. const F = 'https://server.fmode.cn/api/functions';
  20. const TARGET = 'agent-node-lj-test';
  21. const OUT = 'docs/00-tracking/attachments';
  22. const sleep = (ms) => new Promise((r) => setTimeout(r, ms));
  23. const t = JSON.parse(readFileSync(join(homedir(), '.fmode/config', 'user.json'), 'utf8'))?.sessionToken;
  24. async function provision(id) {
  25. const r = await fetch(F, {
  26. method: 'POST',
  27. headers: { 'Content-Type': 'application/json' },
  28. body: JSON.stringify({ id: 'RP5Ht55NeX', token: t, params: { agentId: id } }),
  29. });
  30. const j = await r.json();
  31. const d = j.result ?? j;
  32. if (!d?.accessToken) throw new Error('provision 失败: ' + JSON.stringify(j).slice(0, 300));
  33. return d;
  34. }
  35. const RUN_TAG = String(Date.now()).slice(-6);
  36. /** 容器以 hermes(uid 10000) 运行,/opt/data/tmp 属 root 不可写 —— 只能用 /opt/data 可写区 */
  37. const D = `/opt/data/diag-${RUN_TAG}`;
  38. /**
  39. * 诊断专用 Matrix 账号(默认)。fmode.cn 已关自助注册,需人工写入
  40. * ~/.fmode/config/diag-mx.json:{"homeserver","userId","accessToken"}
  41. */
  42. async function diagAccount(hs) {
  43. try {
  44. const j = JSON.parse(readFileSync(join(homedir(), '.fmode', 'config', 'diag-mx.json'), 'utf8'));
  45. if (j.homeserver === hs && j.accessToken) return j;
  46. } catch {
  47. /* 没有 */
  48. }
  49. return null;
  50. }
  51. const isProgress = (b) =>
  52. /^[*·•\s]*(🐍|💻|🔎|📖|✍️|🧠|📝|⚙|🔧|✅|⏳)/.test(b.trim()) ||
  53. /^[*·•\s]*(Writing|Reading|Running|terminal|write_file|read_file)/i.test(b.trim());
  54. const isAckBody = (b) => b.includes('容器已标记完成');
  55. function summarize(ev) {
  56. const c = ev.content ?? {};
  57. const rel = c['m.relates_to'] ?? {};
  58. const url = c.url ?? c.file?.url ?? '';
  59. const out = {
  60. event_id: ev.event_id,
  61. type: ev.type,
  62. sender: ev.sender,
  63. msgtype: c.msgtype,
  64. fmodeKind: c['fmode.kind'] ?? null,
  65. body: String(c.body ?? '').slice(0, 200),
  66. url,
  67. info: c.info ?? null,
  68. rel_type: rel.rel_type ?? null,
  69. relates_to: rel.event_id ?? null,
  70. key: c.key ?? null,
  71. ts: ev.origin_server_ts,
  72. };
  73. if (c.msgtype === 'm.text' || c.msgtype === 'm.file') {
  74. out.links = [...String(c.body ?? '').matchAll(/https?:\/\/[^\s)\]"'<>]+/g)].map((m) => m[0]).slice(0, 12);
  75. out.mediaLines = [...String(c.body ?? '').matchAll(/MEDIA:\s*(\S+)/g)].map((m) => m[1]);
  76. }
  77. return out;
  78. }
  79. const isAttachment = (e) => ['m.file', 'm.image', 'm.video', 'm.audio'].includes(e.msgtype);
  80. function reportRound(label, events) {
  81. const list = [...events.values()].sort((a, b) => a.ts - b.ts);
  82. const files = list.filter(isAttachment);
  83. const texts = list.filter((e) => e.msgtype === 'm.text' && !isProgress(e.body) && !isAckBody(e.body));
  84. const replaces = list.filter((e) => e.rel_type === 'm.replace');
  85. console.log(`\n===== ${label} =====`);
  86. console.log(` 事件 ${list.length} | 附件 ${files.length} | 正文 ${texts.length} | 编辑(${replaces.length})`);
  87. for (const f of files)
  88. console.log(
  89. ` 📎 ${f.msgtype} body="${f.body}" url=${String(f.url).replace(/^.*\//, '…/').slice(0, 70)} info=${JSON.stringify(f.info)} kind=${f.fmodeKind} rel=${f.rel_type ?? '-'}→${String(f.relates_to ?? '').slice(0, 25)}`,
  90. );
  91. for (const x of texts) {
  92. const flag = /Couldn't deliver/i.test(x.body) ? ' ❌投递失败' : '';
  93. console.log(` 💬${flag} ${x.body.slice(0, 90).replace(/\n/g, ' ')} | links=${x.links?.length ?? 0} | MEDIA行=${x.mediaLines?.length ?? 0}`);
  94. }
  95. const byUrl = new Map();
  96. for (const f of files) byUrl.set(f.url, (byUrl.get(f.url) ?? 0) + 1);
  97. const dups = [...byUrl].filter(([, n]) => n > 1);
  98. if (dups.length) console.log(' ⚠️ 同一 URL 发了多次:', dups.map(([u, n]) => `${String(u).slice(-45)} ×${n}`).join(', '));
  99. const byName = new Map();
  100. for (const f of files) byName.set(f.body, (byName.get(f.body) ?? 0) + 1);
  101. const nameDups = [...byName].filter(([, n]) => n > 1);
  102. if (nameDups.length) console.log(' ⚠️ 同名附件多份:', nameDups.map(([n, c]) => `${n}×${c}`).join(', '));
  103. const links = texts.flatMap((x) => x.links ?? []);
  104. const sameName = links.filter((u) => files.some((f) => u.includes(encodeURIComponent(f.body)) || u.includes(f.body)));
  105. if (sameName.length) console.log(` ⚠️ 正文链接与附件同名(可能构成双卡): ${sameName.length} 条`);
  106. if (links.length) console.log(` 🔗 正文里的百度盘链接 ${links.length} 条: ${links.slice(0, 6).map((u) => u.slice(-50)).join(' | ')}`);
  107. return { list, files, texts, summary: { total: list.length, files: files.length, texts: texts.length, urlDups: dups.length, nameDups: nameDups.length, sameNameLinks: sameName.length } };
  108. }
  109. async function main() {
  110. const agent = await provision(TARGET);
  111. const mx = await import('matrix-js-sdk');
  112. const hs = agent.homeserver.replace(/\/$/, '');
  113. const useAppAccount = process.argv.includes('--use-app-account');
  114. const diag = useAppAccount ? { userId: agent.userMxId, accessToken: agent.accessToken } : await diagAccount(hs);
  115. if (!diag) {
  116. throw new Error(
  117. `需要独立诊断账号(fmode.cn 已关注册)。写入 ${join(homedir(), '.fmode', 'config', 'diag-mx.json')}:` +
  118. `{"homeserver":"${hs}","userId":"@xxx:fmode.cn","accessToken":"syt_xxx"};或加 --use-app-account(App 会漏一段同步)。`,
  119. );
  120. }
  121. console.log(`App 主账号 @${agent.userMxId} | 容器 @${agent.agentMxId} | 诊断账号 @${diag.userId}${useAppAccount ? ' ⚠️主账号' : ''}`);
  122. console.log(`容器目录前缀:${D}`);
  123. const c = mx.createClient({ baseUrl: hs, accessToken: diag.accessToken, userId: diag.userId });
  124. const auth = { Authorization: `Bearer ${diag.accessToken}` };
  125. let since = (await (await fetch(`${hs}/_matrix/client/v3/sync?timeout=0`, { headers: auth })).json()).next_batch;
  126. const report = { startedAt: new Date().toISOString(), user: agent.userMxId, agent: agent.agentMxId, dir: D, rounds: [] };
  127. async function drain() {
  128. const r = await fetch(`${hs}/_matrix/client/v3/sync?timeout=0&since=${encodeURIComponent(since)}`, { headers: auth });
  129. const j = await r.json();
  130. since = j.next_batch ?? since;
  131. return j;
  132. }
  133. async function openRoom(tag) {
  134. const room = (await c.createRoom({ invite: [agent.agentMxId], name: `diag-${tag}-${Date.now()}`, preset: mx.Preset.TrustedPrivateChat })).room_id;
  135. console.log(`\n【房间 ${tag}】${room}`);
  136. await drain();
  137. for (let i = 0; i < 30; i++) {
  138. await sleep(3000);
  139. const j = await (await fetch(`${hs}/_matrix/client/v3/rooms/${encodeURIComponent(room)}/joined_members`, { headers: auth })).json().catch(() => ({}));
  140. if ((j.joined ?? {})[agent.agentMxId]) {
  141. console.log(' 容器已进房');
  142. await drain();
  143. return room;
  144. }
  145. }
  146. console.log(' ⚠️ 容器 90s 未进房,仍然继续');
  147. return room;
  148. }
  149. /** 在 room 里发一条问题,收集事件直到:对本问题的 ✅ + 60s 静默(或 8 分钟超时) */
  150. async function ask(room, q, label) {
  151. const sent = await c.sendEvent(room, 'm.room.message', { msgtype: 'm.text', body: q, 'm.mentions': { user_ids: [agent.agentMxId] } });
  152. console.log(`\n--- ${label}:已发问题 ${sent.event_id.slice(0, 30)}`);
  153. const events = new Map();
  154. const deadline = Date.now() + 10 * 60_000;
  155. let acked = false;
  156. let lastSize = 0;
  157. let quietFrom = Date.now();
  158. while (Date.now() < deadline) {
  159. await sleep(4000);
  160. const j = await drain();
  161. const tl = j.rooms?.join?.[room]?.timeline?.events ?? [];
  162. for (const ev of tl) {
  163. const s = summarize(ev);
  164. if (s.event_id === sent.event_id) continue;
  165. if (!events.has(s.event_id)) events.set(s.event_id, s);
  166. /*
  167. * 🔴 结束信号判定(2026-11-17 实测):
  168. * 容器收到问题后会**立刻**打一个 reaction(不是 ✅ 的「收到」),
  169. * 真正的 ✅ 在收尾时才打。这里只认 key === '✅',且必须在
  170. * **容器已经产出过内容之后**才算 —— 否则会被「收到」反应提前收尾。
  171. */
  172. const hasReply = [...events.values()].some((e) => e.type === 'm.room.message' && e.sender === agent.agentMxId);
  173. if (s.type === 'm.reaction' && s.relates_to === sent.event_id && String(s.key) === '✅' && hasReply) acked = true;
  174. }
  175. if (tl.length) console.log(` +${tl.length} 事件(累计 ${events.size})ack=${acked}`);
  176. if (events.size !== lastSize) {
  177. lastSize = events.size;
  178. quietFrom = Date.now();
  179. }
  180. // ✅ 已到、且 60s 没有新事件 → 本轮结束
  181. if (acked && Date.now() - quietFrom > 60_000) break;
  182. // 兜底:内容已出现且 3 分钟无新事件(容器没打 ✅)→ 收尾,避免空等
  183. if (!acked && events.size > 0 && Date.now() - quietFrom > 180_000) {
  184. console.log(' · 3 分钟无新事件,按静默收尾');
  185. break;
  186. }
  187. }
  188. if (!acked) console.log(' ⚠️ 10 分钟内未收到对本问题的 ✅(按静默收尾)');
  189. const r = reportRound(label, events);
  190. report.rounds.push({ label, room, question: q, rootId: sent.event_id, acked, events: r.list, summary: r.summary });
  191. return r;
  192. }
  193. // ① 4 个文件(新房间)
  194. const roomA = await openRoom('four');
  195. const r1 = await ask(
  196. roomA,
  197. `在 ${D}/a/ 下生成 4 个文件并逐个发给我:1.csv(三行两列数字)、2.md(一段说明)、3.txt(一行文字)、4.json(一个小对象)。每生成一个就立即发给我,不要攒到最后。完成后简短总结。`,
  198. '第1轮 · 新房间 · 4 个文件',
  199. );
  200. // ② 同房再问 1 个文件(查:是否把上一轮的文件重发 / 旧卡片串入)
  201. const r2 = await ask(
  202. roomA,
  203. `在 ${D}/b/ 下生成 1 个文件 5.log(三行日志),发给我。只发这个文件,不要重发上一轮的 1.csv/2.md/3.txt/4.json。完成后简短总结。`,
  204. '第2轮 · 同房间第二次提问 · 1 个文件',
  205. );
  206. // ③ 全新房间再问 1 个文件(查:是否带出其它会话的历史卡片)
  207. const roomB = await openRoom('fresh');
  208. const r3 = await ask(
  209. roomB,
  210. `在 ${D}/c/ 下生成 1 个文件 only.html(最小 HTML 页面),发给我。只发这一个文件,不要发任何历史文件。完成后简短总结。`,
  211. '第3轮 · 新房间 · 1 个文件',
  212. );
  213. // ④ 一次 5 个含图片(查:多附件上限、图片与文件混发)
  214. const roomC = await openRoom('five');
  215. const r4 = await ask(
  216. roomC,
  217. `在 ${D}/d/ 下生成 5 个文件并全部发给我:a.xlsx(一张两列表格)、b.pdf(一页文字)、c.png(一张 200x100 纯色图)、d.md(一段说明)、e.txt(一行文字)。每个都要单独作为附件发给我,不要只发链接、不要攒到最后。完成后简短总结。`,
  218. '第4轮 · 新房间 · 5 个文件(含图片/PDF/Excel)',
  219. );
  220. mkdirSync(OUT, { recursive: true });
  221. const file = join(OUT, `diag-ljtest-${Date.now()}.json`);
  222. writeFileSync(file, JSON.stringify(report, null, 2));
  223. console.log(`\n===== 汇总 =====`);
  224. for (const r of report.rounds) console.log(`${r.label}: 统计=${JSON.stringify(r.summary)} ack=${r.acked}`);
  225. console.log(`\n完整事件已落盘: ${file}`);
  226. c.stopClient();
  227. }
  228. main().catch((e) => {
  229. console.error('失败:', e.message ?? e);
  230. process.exit(1);
  231. });