summarize.mjs 5.6 KB

12345678910111213141516171819202122232425262728293031323334
  1. import fs from 'node:fs';
  2. import path from 'node:path';
  3. import {fileURLToPath} from 'node:url';
  4. const root=process.argv[2],out=path.dirname(fileURLToPath(import.meta.url));
  5. if(!root||!path.isAbsolute(root))throw Error('Pass the private evidence directory');
  6. const q=(a,p)=>{const s=a.filter(Number.isFinite).sort((a,b)=>a-b);return s.length?s[Math.ceil(s.length*p)-1]:null;};
  7. const labels={'teacher-home':'老师首页','student-home':'学生首页','teacher-course':'老师当天课表','student-course':'学生当天课表'};
  8. const data={method:{runsPerCohort:10,network:'Fast4G: added latency 20ms; download 4Mbps; upload 3Mbps',viewport:'390x844',cpu:1,cache:'new context each sample',readyStabilityMs:500,percentile:'nearest rank',scope:'presentation ready with existing data; source synchronization tracked separately'},groups:{},transport:{}};
  9. for(const [group,file] of [['system-proxy','browser-baseline.json'],['direct','browser-direct.json']]){
  10. const raw=JSON.parse(fs.readFileSync(path.join(root,file)));
  11. if(raw.length!==40)throw Error(`${group}: expected 40 samples, got ${raw.length}`);
  12. const rows=raw.map(r=>({cohort:r.cohort,run:r.run,at:r.at,ok:r.ok,readyMs:r.readyMs,shellMs:r.shellMs,elapsedMs:r.elapsedMs,longTaskMs:r.metrics?.longTaskMs,resourceCount:r.metrics?.resources.length,resourceTransferBytes:r.metrics?.resources.reduce((n,x)=>n+x.transferBytes,0),reviewRows:r.metrics?.reviewRows,scheduleRows:r.metrics?.scheduleRows,apis:r.apis.map(a=>({action:a.action,ms:a.ms,startMs:a.startMs,status:a.status,retcode:a.retcode,decodedBodyBytes:a.bytes,requestToFirstByteMs:a.timing?a.timing.responseStart-a.timing.requestStart:null,reviewSync:a.reviewMeta}))}));
  13. data.groups[group]={rows,summary:Object.fromEntries(Object.keys(labels).map(c=>{const a=rows.filter(r=>r.cohort===c);if(a.length!==10)throw Error('Invalid cohort size');return[c,{runs:a.length,readySuccess:a.filter(r=>r.ok).length,p50:q(a.map(r=>r.readyMs),.5),p75:q(a.map(r=>r.readyMs),.75),p95:q(a.map(r=>r.readyMs),.95),shellP75:q(a.map(r=>r.shellMs),.75),longTaskP75:q(a.map(r=>r.longTaskMs),.75),resourceBytesP75:q(a.map(r=>r.resourceTransferBytes),.75)}]}))};
  14. }
  15. data.transport.direct=JSON.parse(fs.readFileSync(path.join(root,'curl-health-direct.json')));
  16. data.transport.proxyControls=JSON.parse(fs.readFileSync(path.join(root,'transport-controls.json')));
  17. data.transport.proxyFollowup=JSON.parse(fs.readFileSync(path.join(root,'health-followup.json')));
  18. fs.writeFileSync(path.join(out,'baseline.json'),JSON.stringify(data,null,2)+'\n');
  19. const seconds=n=>n===null?'—':(n/1000).toFixed(2),direct=data.groups.direct;
  20. let md='# 恢复后性能基线\n\n2026-11-14;仅诊断,未部署优化。完整口径、限制及方案见 PLAN.md;脱敏逐次样本见 baseline.json。\n\n';
  21. for(const group of ['direct','system-proxy']){
  22. const g=data.groups[group];md+=`## ${group==='direct'?'绕过代理:主要结论':'系统代理:辅助复现,不能与直连组作优化 A/B'}\n\n测量时段 UTC:${g.rows[0].at} 至 ${g.rows.at(-1).at}(北京时间 +8 小时)。\n\n| 页面 | 成功加载 | p50 秒 | p75 秒 | p95 秒 | 外壳 p75 秒 | 长任务累计 p75 毫秒 |\n|---|---:|---:|---:|---:|---:|---:|\n`;
  23. for(const [c,s] of Object.entries(g.summary))md+=`| ${labels[c]} | ${s.readySuccess}/${s.runs} | ${seconds(s.p50)} | ${seconds(s.p75)} | ${seconds(s.p95)} | ${seconds(s.shellP75)} | ${s.longTaskP75} |\n`;
  24. md+='\n';
  25. }
  26. md+='## 直连业务接口\n\n接口耗时包含网络与响应读取,不能等同于 SQL 执行时间;首字节等待包含网关、服务和网络。\n\n| 页面 / 接口 | 样本数 | p75 秒 | p95 秒 | 发出请求至首字节 p75 秒 |\n|---|---:|---:|---:|---:|\n';
  27. for(const c of Object.keys(labels))for(const action of [...new Set(direct.rows.filter(r=>r.cohort===c).flatMap(r=>r.apis.map(a=>a.action)))]){const a=direct.rows.filter(r=>r.cohort===c).flatMap(r=>r.apis.filter(a=>a.action===action));md+=`| ${labels[c]} / ${action} | ${a.length} | ${seconds(q(a.map(a=>a.ms),.75))} | ${seconds(q(a.map(a=>a.ms),.95))} | ${seconds(q(a.map(a=>a.requestToFirstByteMs),.75))} |\n`;}
  28. const sync=direct.rows.filter(r=>r.cohort==='student-home').flatMap(r=>r.apis.filter(a=>a.action==='app_review_page').map(a=>a.reviewSync));
  29. md+='\n学生复习同步状态计数:'+JSON.stringify(sync.reduce((a,s)=>{const k=s?.state||'not-captured';a[k]=(a[k]||0)+1;return a},{}))+'。HTTP 200 / 页面已显示数据不代表旧系统同步成功。\n\n';
  30. md+='## 网络对照与限制\n\n';
  31. for(const label of ['xiaoshu','shared']){const a=data.transport.direct.filter(r=>r.label===label),ok=a.filter(r=>r.code===0&&r.metrics.startsWith('200 '));md+=`- ${label} 直连健康检查:${ok.length}/${a.length} HTTP 200;总耗时 p75 ${seconds(q(ok.map(r=>Number(r.metrics.split(' ')[5])*1000),.75))} 秒。\n`;}
  32. md+='- 本机系统代理开启;代理路径曾出现约 5 秒的 URLError,没有取得服务端 HTTP 状态。不能据此宣称服务器又返回 503。绕过代理的页面仍慢,代理不是全部原因。\n- 冷启动所记录资源传输量约 0.58 MB;这是 Resource Timing 可见资源量,不含缺少跨域 Timing-Allow-Origin 的 API 字节,也不完整包含主文档。API 解码后响应大小另记,二者不可混称带宽用量。\n- 这不是设备端真实用户统计,没有 CrUX/RUM 的认证后页面数据;未做低端 CPU、热返回、开课或语音测量。\n- 页面样本全部完成与否按表列出;本脚本未完整收集 requestfailed 事件,不能用它宣布网络失败率为零。没有发布优化候选,因此没有优化收益百分比。\n';
  33. fs.writeFileSync(path.join(out,'BASELINE.md'),md);
  34. console.log(JSON.stringify(direct.summary,null,2));