lesson-export-worker.mjs 2.7 KB

1234567891011121314151617181920212223242526272829
  1. #!/usr/bin/env node
  2. import {readFileSync} from 'node:fs';
  3. import {pathToFileURL} from 'node:url';
  4. import * as XLSX from 'xlsx';
  5. import {lessonExportColumns} from '../projects/shared/lesson-export-columns.mjs';
  6. export async function processLessonExport(call){
  7. const job=await call('claim',{});if(!job.jobId)return false;
  8. const identity={jobId:job.jobId,lease:job.lease};
  9. try{
  10. if(!job.snapshotReady)await call('snapshot',identity);
  11. const sheet=XLSX.utils.json_to_sheet([]);let offset=0,total=Infinity;
  12. while(offset<total){const page=await call('chunk',{...identity,offset});total=page.total;if(!page.items.length&&offset<total)throw Error('incomplete_snapshot');
  13. XLSX.utils.sheet_add_json(sheet,page.items.map(lessonExportColumns),{origin:offset===0?0:-1,skipHeader:offset!==0});offset+=page.items.length;
  14. }
  15. const book=XLSX.utils.book_new();XLSX.utils.book_append_sheet(book,sheet,'训练记录');
  16. const base64=XLSX.write(book,{type:'base64',bookType:'xlsx',compression:true});
  17. await call('finish',{...identity,rowCount:offset,base64});return true;
  18. }catch(e){await call('fail',identity).catch(()=>{});throw Error('export_job_failed');}
  19. }
  20. async function main(){
  21. const config=process.env.XIAOSHU_EXPORT_ENV_FILE||'/Users/mac/.config/xiaoshu/legacy-sync-nightly.env',env={...process.env};
  22. for(const line of readFileSync(config,'utf8').split('\n')){const m=line.match(/^(?:export\s+)?(XIAOSHU_[A-Z0-9_]+)=(.*)$/);if(m&&!env[m[1]])env[m[1]]=m[2].replace(/^['"]|['"]$/g,'');}
  23. const token=env.XIAOSHU_EXPORT_OPERATOR_TOKEN||env.XIAOSHU_SYNC_OPERATOR_TOKEN;if(!token)throw Error('export_operator_missing');
  24. const base=env.XIAOSHU_EXPORT_GATEWAY_URL||'https://server.xiaoshu.pro/api/functions/xiaoshu/ops/gateway-v3';
  25. const call=async(action,params)=>{const r=await fetch(base,{method:'POST',headers:{'Content-Type':'application/json'},body:JSON.stringify({token,params:{operation:'ops/lessons/export/'+action,...params}}),signal:AbortSignal.timeout(action==='snapshot'?90_000:20_000)});const data=await r.json();if(!r.ok||!data.success)throw Error('export_gateway_'+r.status);return data.data;};
  26. let lastMaintenance=0;let stopped=false;for(const event of ['SIGINT','SIGTERM'])process.on(event,()=>{stopped=true;});
  27. do{try{if(Date.now()-lastMaintenance>86_400_000){await call('maintenance',{});lastMaintenance=Date.now();}await processLessonExport(call);}catch{console.error('导出任务失败,错误状态已回写或将由租约恢复');}if(process.argv.includes('--once'))break;if(!stopped)await new Promise(r=>setTimeout(r,5000));}while(!stopped);
  28. }
  29. if(process.argv[1]&&import.meta.url===pathToFileURL(process.argv[1]).href)main().catch(()=>{console.error('导出 worker 启动失败,请检查私密配置和权限');process.exitCode=1;});