package-and-upload.js 38 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869
  1. #!/usr/bin/env node
  2. /**
  3. * OpenClaw Skills 打包 + 上传脚本
  4. *
  5. * 功能:
  6. * 1. 按套件分组,将 skills 打包成 zip(含 install.js + skills/ 目录)
  7. * 2. 上传 zip 到七牛云 CDN
  8. * 3. 输出下载链接
  9. *
  10. * 使用:node scripts/deploy/package-and-upload.js
  11. * 前置:先运行 deploy-to-openclaw.ps1 确保 ~/.openclaw/skills 是最新的
  12. */
  13. const fs = require('fs');
  14. const path = require('path');
  15. const os = require('os');
  16. const { execSync } = require('child_process');
  17. const qiniu = require('qiniu');
  18. // ============================================
  19. // 七牛云配置(同 upload-skills.js)
  20. // ============================================
  21. const QINIU_ACCESS_KEY = process.env.QINIU_AK || 'EXsA-z_n4LGmWrwC088bygcGJtAditnWQe2nH-ZE';
  22. const QINIU_SECRET_KEY = process.env.QINIU_SK || 'HWTL92OL-Tup0-8ex8A9jnG3OaJzTxlF4OwiiDsX';
  23. const BUCKET = 'nova-repos';
  24. const CDN_DOMAIN = 'https://repos.fmode.cn';
  25. const CDN_PREFIX = 'x/openclaw-skills/packages';
  26. // ============================================
  27. // 路径
  28. // ============================================
  29. const PROJECT_ROOT = path.join(__dirname, '..', '..');
  30. const SKILLS_DIR = path.join(os.homedir(), '.openclaw', 'skills');
  31. const INSTALL_JS = path.join(__dirname, '..', '..', 'dist', 'install.js');
  32. const SET_VOC_TOKEN_JS = path.join(__dirname, '..', 'tools', 'set-voc-token.js');
  33. const VOC_TOKEN_PREFLIGHT_JS = path.join(__dirname, '..', 'tools', 'voc-token-preflight.js');
  34. const INSTALL_WORKSHOP_JS = path.join(__dirname, 'install-workshop.js');
  35. const INSTALL_ALL_JS = path.join(__dirname, 'install-all.js');
  36. const CREDENTIALS_TEMPLATE = path.join(__dirname, '..', '..', '__config', 'voc-credentials.template.json');
  37. const DIST_DIR = path.join(__dirname, '..', '..', 'dist');
  38. const TEMP_BASE = path.join(os.tmpdir(), 'openclaw-pkg');
  39. const WORKSHOP_DIR = path.join(os.homedir(), '.openclaw', 'workspace');
  40. const MEMORY_TEMPLATES_DIR = path.join(WORKSHOP_DIR, 'memory');
  41. const TOOL_PACKAGE_FILES = [
  42. { src: path.join(__dirname, '..', 'tools', 'openclaw-tool-runner.js'), dest: 'openclaw-tool-runner.js' },
  43. { src: path.join(__dirname, '..', 'tools', 'set-voc-token.js'), dest: 'set-voc-token.js' },
  44. { src: path.join(__dirname, '..', 'tools', 'voc-token-preflight.js'), dest: 'voc-token-preflight.js' },
  45. { src: path.join(__dirname, '..', 'tools', 'voc-single-platform-report.js'), dest: 'voc-single-platform-report.js' },
  46. { src: path.join(__dirname, '..', 'tools', 'voc-data-normalizer.js'), dest: 'voc-data-normalizer.js' },
  47. { src: path.join(__dirname, '..', 'tools', 'platform-mini-report-generator.js'), dest: 'platform-mini-report-generator.js' },
  48. { src: path.join(__dirname, '..', 'tools', 'chapter-insight-writer.js'), dest: 'chapter-insight-writer.js' },
  49. { src: path.join(__dirname, '..', 'tools', 'voc-report-auditor.js'), dest: 'voc-report-auditor.js' },
  50. { src: path.join(__dirname, '..', 'tools', 'douyin-speaking-profile-memory.js'), dest: 'douyin-speaking-profile-memory.js' },
  51. { src: path.join(__dirname, '..', 'tools', 'douyin-speaking-daily-runner.js'), dest: 'douyin-speaking-daily-runner.js' },
  52. { src: path.join(__dirname, '..', 'tools', 'douyin-speaking-daily-report.js'), dest: 'douyin-speaking-daily-report.js' },
  53. { src: path.join(__dirname, '..', 'tools', 'douyin-speaking-daily-p1-smoke.js'), dest: 'douyin-speaking-daily-p1-smoke.js' },
  54. { src: path.join(__dirname, '..', 'tools', 'douyin-viral-script-analyzer.js'), dest: 'douyin-viral-script-analyzer.js' },
  55. { src: path.join(__dirname, '..', 'tools', 'douyin-video-transcriber.js'), dest: 'douyin-video-transcriber.js' },
  56. { src: path.join(__dirname, '..', '..', 'voc-report-factory', 'html-v2', 'gen-report-template.js'), dest: path.join('voc-report-factory', 'html-v2', 'gen-report-template.js') },
  57. { src: path.join(__dirname, '..', '..', 'voc-report-factory', 'html-v2', 'report-renderer-template.js'), dest: path.join('voc-report-factory', 'html-v2', 'report-renderer-template.js') },
  58. { src: path.join(__dirname, '..', '..', 'demo', 'xiaohongshu', 'raw-notes.json'), dest: path.join('course-samples', 'xiaohongshu', 'raw-notes.json') },
  59. { src: path.join(__dirname, '..', '..', 'demo', 'xiaohongshu', 'raw-comments.json'), dest: path.join('course-samples', 'xiaohongshu', 'raw-comments.json') }
  60. ];
  61. // OpenClaw 系统文件(不能打包,否则覆盖用户配置)
  62. const SYSTEM_MD_FILES = new Set([
  63. 'AGENTS.md', 'BOOTSTRAP.md', 'HEARTBEAT.md', 'IDENTITY.md',
  64. 'SOUL.md', 'TOOLS.md', 'USER.md'
  65. ]);
  66. // Workshop playbook 白名单(只打包这些 .md)
  67. const WORKSHOP_MD_WHITELIST = new Set([
  68. 'workshop-voc-playbook.md',
  69. 'workshop-global-rules.md',
  70. 'workshop-session-0-intake.md',
  71. 'workshop-session-1-category.md',
  72. 'workshop-session-2-brand.md',
  73. 'workshop-session-3-voc.md',
  74. 'workshop-session-4-deep.md',
  75. 'workshop-session-5-report.md',
  76. 'product-analysis-playbook.md',
  77. 'synthesis-prompts.md',
  78. 'voc-report-schema-spec.md'
  79. ]);
  80. // Memory template 白名单(排除运行时数据)
  81. const MEMORY_TEMPLATE_WHITELIST = new Set([
  82. 'stage-1-output.json',
  83. 'stage-2-output.json',
  84. 'stage-2-competitor-output.json',
  85. 'stage-3-output.json',
  86. 'stage-4-output.json',
  87. 'stage-5-output.json',
  88. 'workshop-progress.json',
  89. 'brand-context.json',
  90. 'calibration-notes.json',
  91. 'analysis-request.json'
  92. ]);
  93. // 测试技能黑名单
  94. const SKILL_BLACKLIST = new Set(['test-billing', 'test-skill']);
  95. const SKILL_SOURCE_DIRS = [
  96. 'voc', 'social-media', 'douyin', 'xiaohongshu', 'review-analysis',
  97. 'competitor-analysis', 'synthesis', 'social-voc', 'workshop',
  98. SKILLS_DIR
  99. ].map(dir => path.isAbsolute(dir) ? dir : path.join(PROJECT_ROOT, dir));
  100. // ============================================
  101. // 套件定义(技能名列表)
  102. // ============================================
  103. const PACKAGES = {
  104. 'voc-core': {
  105. label: '🔍 VOC 核心套件',
  106. description: 'Amazon 品类洞察 + 评论分析 + 竞品分析 + 数据合成 + 社媒VOC + 工作坊',
  107. skills: [
  108. // voc
  109. 'asin-reverse-keywords', 'asin-sales-volume', 'category-products', 'category-tree',
  110. 'keyword-product-ranking', 'keyword-search', 'keyword-search-trend',
  111. 'product-detail-query', 'product-monitor', 'product-reviews-query', 'product-search', 'similar-products',
  112. 'voc-single-platform-report', 'voc-data-normalizer', 'voc-platform-mini-report-generator',
  113. 'voc-html-report-generator', 'voc-report-auditor', 'voc-chapter-insight-writer',
  114. // review-analysis
  115. 'review-batch-collection', 'review-highlight-extraction', 'review-keyword-cloud',
  116. 'review-pain-point-extraction', 'review-sentiment-analysis',
  117. // competitor-analysis
  118. 'competitor-bsr-tracking', 'competitor-discovery', 'competitor-pricing-analysis', 'competitor-product-comparison',
  119. // synthesis
  120. 'brand-profile', 'category-landscape', 'html-report-generator', 'product-deep-analysis', 'user-persona', 'voc-proposal',
  121. // social-voc
  122. 'instagram-brand-voc', 'social-trend-analysis', 'tiktok-brand-voc', 'tiktok-category-voc',
  123. // workshop
  124. 'brand-context-builder', 'voc-token-preflight'
  125. ]
  126. },
  127. 'voc-social-data': {
  128. label: '📱 VOC 社媒数据套件',
  129. description: '小红书 / 抖音 / TikTok / Instagram 数据采集',
  130. aliases: ['social-media'],
  131. skills: [
  132. // social-media
  133. 'instagram-search', 'instagram-user-info', 'instagram-user-posts',
  134. 'tiktok-hashtag-detail', 'tiktok-hashtag-videos', 'tiktok-user-posts',
  135. 'tiktok-user-profile', 'tiktok-user-search', 'tiktok-video-comments',
  136. 'tiktok-video-detail', 'tiktok-video-search',
  137. // douyin
  138. 'douyin-comment-replies', 'douyin-general-search', 'douyin-hashtag-search',
  139. 'douyin-mini-voc',
  140. 'douyin-user-profile', 'douyin-user-search', 'douyin-user-posts', 'douyin-video-comments', 'douyin-video-detail',
  141. 'douyin-speaking-profile-builder', 'douyin-speaking-profile-memory', 'douyin-speaking-keyword-monitor', 'douyin-speaking-account-monitor',
  142. 'douyin-speaking-daily-runner',
  143. 'douyin-speaking-daily-report', 'douyin-viral-script-analyzer', 'douyin-video-transcript',
  144. // xiaohongshu
  145. 'xiaohongshu-mini-voc', 'xiaohongshu-note-comments', 'xiaohongshu-note-detail',
  146. 'xiaohongshu-search-notes', 'xiaohongshu-user-info'
  147. ]
  148. },
  149. 'douyin-speaking-daily': {
  150. label: '🎙️ 抖音口播每日稿件日报技能包',
  151. description: '抖音口播 1.1 爆款内容洞察闭环:问答建档、关键词监听、爆款拆解、逐字稿转写、每日稿件日报',
  152. bundleDir: 'douyin-speaking-daily',
  153. skills: [
  154. 'voc-token-preflight',
  155. 'douyin-general-search', 'douyin-hashtag-search',
  156. 'douyin-video-detail', 'douyin-video-comments', 'douyin-comment-replies',
  157. 'douyin-user-search', 'douyin-user-profile', 'douyin-user-posts', 'douyin-mini-voc',
  158. 'douyin-speaking-profile-builder', 'douyin-speaking-profile-memory', 'douyin-speaking-keyword-monitor', 'douyin-speaking-account-monitor',
  159. 'douyin-speaking-daily-runner',
  160. 'douyin-speaking-daily-report', 'douyin-viral-script-analyzer', 'douyin-video-transcript'
  161. ]
  162. },
  163. 'xiaohongshu-platform': {
  164. label: '📕 小红书平台 VOC 套件',
  165. description: '小红书数据采集 + 小红书 mini VOC + 单平台 VOC 报告生成工具链',
  166. skills: [
  167. 'xiaohongshu-search-notes', 'xiaohongshu-note-detail', 'xiaohongshu-note-comments',
  168. 'xiaohongshu-user-info', 'xiaohongshu-mini-voc',
  169. 'voc-single-platform-report', 'voc-data-normalizer', 'voc-platform-mini-report-generator',
  170. 'voc-html-report-generator', 'voc-report-auditor', 'voc-chapter-insight-writer',
  171. 'voc-token-preflight'
  172. ]
  173. }
  174. };
  175. const PACKAGE_ALIAS_TO_CANONICAL = Object.fromEntries(
  176. Object.entries(PACKAGES).flatMap(([pkgId, pkg]) =>
  177. (pkg.aliases || []).map(alias => [alias, pkgId])
  178. )
  179. );
  180. function getPackageDefinition(pkgId) {
  181. return PACKAGES[pkgId] || PACKAGES[PACKAGE_ALIAS_TO_CANONICAL[pkgId]];
  182. }
  183. function isLegacyPackageId(pkgId) {
  184. return Boolean(PACKAGE_ALIAS_TO_CANONICAL[pkgId]);
  185. }
  186. function getPackageLogLabel(pkgId) {
  187. const pkg = getPackageDefinition(pkgId);
  188. if (!pkg) return pkgId;
  189. const suffix = isLegacyPackageId(pkgId) ? `(兼容旧名 ${pkgId})` : '';
  190. return `${pkg.label}${suffix}`;
  191. }
  192. function parseArgs(argv) {
  193. const options = {
  194. only: [],
  195. skipWorkshop: false,
  196. skipAll: false,
  197. skipUpload: false,
  198. help: false
  199. };
  200. for (let i = 0; i < argv.length; i++) {
  201. const token = argv[i];
  202. if (token === '--only') {
  203. options.only = (argv[++i] || '').split(',').map(v => v.trim()).filter(Boolean);
  204. } else if (token === '--skip-workshop') {
  205. options.skipWorkshop = true;
  206. } else if (token === '--skip-all') {
  207. options.skipAll = true;
  208. } else if (token === '--skip-upload') {
  209. options.skipUpload = true;
  210. } else if (token === '--help' || token === '-h') {
  211. options.help = true;
  212. }
  213. }
  214. return options;
  215. }
  216. function showHelp() {
  217. console.log([
  218. 'Usage:',
  219. ' node scripts/deploy/package-and-upload.js',
  220. ' node scripts/deploy/package-and-upload.js --only xiaohongshu-platform --skip-workshop --skip-all',
  221. '',
  222. 'Options:',
  223. ' --only a,b,c 只打包/上传指定套件',
  224. ' --skip-workshop 跳过 workshop.zip',
  225. ' --skip-all 跳过 openclaw-all.zip',
  226. ' --skip-upload 只生成本地 zip,不上传 CDN',
  227. ' --help, -h 显示帮助'
  228. ].join('\n'));
  229. }
  230. function getSelectedPackageEntries(only) {
  231. if (!only || only.length === 0) {
  232. return Object.entries(PACKAGES).map(([pkgId, pkg]) => [pkgId, pkg, pkgId]);
  233. }
  234. return only.map(pkgId => {
  235. const pkg = getPackageDefinition(pkgId);
  236. if (!pkg) {
  237. throw new Error(`未知套件: ${pkgId}`);
  238. }
  239. const canonicalId = PACKAGE_ALIAS_TO_CANONICAL[pkgId] || pkgId;
  240. return [pkgId, pkg, canonicalId];
  241. });
  242. }
  243. function findSkillSourceDir(skillName) {
  244. for (const sourceRoot of SKILL_SOURCE_DIRS) {
  245. const candidate = path.join(sourceRoot, skillName);
  246. if (fs.existsSync(candidate) && fs.existsSync(path.join(candidate, 'SKILL.md'))) {
  247. return candidate;
  248. }
  249. }
  250. return undefined;
  251. }
  252. function copySkillFiles(srcDir, destDir) {
  253. fs.mkdirSync(destDir, { recursive: true });
  254. for (const entry of fs.readdirSync(srcDir, { withFileTypes: true })) {
  255. if (
  256. entry.name.includes('.bak.')
  257. || entry.name.endsWith('~')
  258. || entry.name.endsWith('.tmp')
  259. ) {
  260. continue;
  261. }
  262. const srcPath = path.join(srcDir, entry.name);
  263. const destPath = path.join(destDir, entry.name);
  264. if (entry.isDirectory()) {
  265. copySkillFiles(srcPath, destPath);
  266. } else if (entry.isFile()) {
  267. fs.copyFileSync(srcPath, destPath);
  268. }
  269. }
  270. }
  271. function copyDirRecursive(srcDir, destDir) {
  272. fs.mkdirSync(destDir, { recursive: true });
  273. let copied = 0;
  274. for (const entry of fs.readdirSync(srcDir, { withFileTypes: true })) {
  275. const srcPath = path.join(srcDir, entry.name);
  276. const destPath = path.join(destDir, entry.name);
  277. if (entry.isDirectory()) {
  278. copied += copyDirRecursive(srcPath, destPath);
  279. } else if (entry.isFile()) {
  280. fs.copyFileSync(srcPath, destPath);
  281. copied++;
  282. }
  283. }
  284. return copied;
  285. }
  286. // ============================================
  287. // 七牛上传
  288. // ============================================
  289. function uploadFile(localFile, cdnKey) {
  290. return new Promise((resolve, reject) => {
  291. const mac = new qiniu.auth.digest.Mac(QINIU_ACCESS_KEY, QINIU_SECRET_KEY);
  292. const putPolicy = new qiniu.rs.PutPolicy({ scope: `${BUCKET}:${cdnKey}`, expires: 3600 });
  293. const token = putPolicy.uploadToken(mac);
  294. const formUploader = new qiniu.form_up.FormUploader(new qiniu.conf.Config({ zone: qiniu.zone.Zone_z2 }));
  295. const putExtra = new qiniu.form_up.PutExtra();
  296. formUploader.putFile(token, cdnKey, localFile, putExtra, (err, body, info) => {
  297. if (err) return reject(err);
  298. if (info.statusCode === 200) {
  299. resolve({ key: body.key, url: `${CDN_DOMAIN}/${body.key}` });
  300. } else {
  301. reject(new Error(`Upload failed: ${info.statusCode} ${JSON.stringify(body)}`));
  302. }
  303. });
  304. });
  305. }
  306. function copyToolPackageFiles(pkgDir) {
  307. const toolsDir = path.join(pkgDir, 'tools');
  308. fs.mkdirSync(toolsDir, { recursive: true });
  309. let copied = 0;
  310. let missing = 0;
  311. for (const file of TOOL_PACKAGE_FILES) {
  312. if (!fs.existsSync(file.src)) {
  313. missing++;
  314. continue;
  315. }
  316. const dest = path.join(toolsDir, file.dest);
  317. fs.mkdirSync(path.dirname(dest), { recursive: true });
  318. fs.copyFileSync(file.src, dest);
  319. copied++;
  320. }
  321. return { copied, missing };
  322. }
  323. // ============================================
  324. // 打包逻辑
  325. // ============================================
  326. function buildPackage(pkgId, pkg, outputPkgId = pkgId) {
  327. const pkgDir = path.join(TEMP_BASE, outputPkgId);
  328. const skillsDir = path.join(pkgDir, 'skills');
  329. // 清理 + 创建目录
  330. if (fs.existsSync(pkgDir)) fs.rmSync(pkgDir, { recursive: true, force: true });
  331. fs.mkdirSync(skillsDir, { recursive: true });
  332. // 复制 install.js
  333. if (fs.existsSync(INSTALL_JS)) {
  334. fs.copyFileSync(INSTALL_JS, path.join(pkgDir, 'install.js'));
  335. }
  336. // 复制 set-voc-token.js(Token 设置工具)
  337. if (fs.existsSync(SET_VOC_TOKEN_JS)) {
  338. fs.copyFileSync(SET_VOC_TOKEN_JS, path.join(pkgDir, 'set-voc-token.js'));
  339. }
  340. // 复制 voc-token-preflight.js(Token 预飞检测工具)
  341. if (fs.existsSync(VOC_TOKEN_PREFLIGHT_JS)) {
  342. fs.copyFileSync(VOC_TOKEN_PREFLIGHT_JS, path.join(pkgDir, 'voc-token-preflight.js'));
  343. }
  344. const toolCopyResult = copyToolPackageFiles(pkgDir);
  345. let bundleFileCount = 0;
  346. if (pkg.bundleDir) {
  347. const bundleSrc = path.join(PROJECT_ROOT, pkg.bundleDir);
  348. if (fs.existsSync(bundleSrc)) {
  349. bundleFileCount = copyDirRecursive(bundleSrc, path.join(pkgDir, pkg.bundleDir));
  350. } else {
  351. console.log(` ⚠️ 套件目录不存在,跳过: ${pkg.bundleDir}`);
  352. }
  353. }
  354. // 生成 README.txt
  355. const readme = [
  356. `OpenClaw ${pkg.label}`,
  357. `${'='.repeat(50)}`,
  358. '',
  359. pkg.description,
  360. '',
  361. `包含 ${pkg.skills.length} 个技能`,
  362. `包含 ${toolCopyResult.copied} 个本地工具文件(安装到 ~/.openclaw/tools 和 ~/.openclaw/workspace/scripts/tools)`,
  363. ...(pkg.bundleDir ? [`包含套件入口目录: ${pkg.bundleDir} (${bundleFileCount} 个文件)`] : []),
  364. '',
  365. '安装方法:',
  366. ' 1. 确保已安装 OpenClaw',
  367. ' 2. 解压本压缩包',
  368. ' 3. 在解压目录运行: node install.js',
  369. ' 4. 设置 Token: node ~/.openclaw/tools/set-voc-token.js <your-session-token>',
  370. ' 5. 重启 OpenClaw gateway',
  371. '',
  372. '其他命令:',
  373. ' node install.js --list # 列出所有技能',
  374. ' node install.js --dry-run # 预览模式',
  375. ' node install.js --only a,b,c # 只安装指定技能',
  376. ' node install.js --skip a,b,c # 跳过指定技能',
  377. ' node ~/.openclaw/tools/set-voc-token.js <token> # 设置/更新 VOC Token',
  378. ' node ~/.openclaw/tools/voc-token-preflight.js # 检测 Token 有效性和余额',
  379. '',
  380. '技能列表:',
  381. ...pkg.skills.map(s => ` - ${s}`),
  382. ''
  383. ].join('\n');
  384. fs.writeFileSync(path.join(pkgDir, 'README.txt'), readme, 'utf8');
  385. // 复制每个技能
  386. let copied = 0;
  387. let missing = 0;
  388. for (const skillName of pkg.skills) {
  389. const srcDir = findSkillSourceDir(skillName);
  390. if (!srcDir) {
  391. console.log(` ⚠️ 跳过 ${skillName}(未找到源码或已安装目录)`);
  392. missing++;
  393. continue;
  394. }
  395. const destDir = path.join(skillsDir, skillName);
  396. copySkillFiles(srcDir, destDir);
  397. copied++;
  398. }
  399. console.log(` ✅ 复制 ${copied} 个技能(跳过 ${missing} 个),${toolCopyResult.copied} 个工具文件` +
  400. (toolCopyResult.missing > 0 ? `(工具缺失 ${toolCopyResult.missing} 个)` : '') +
  401. (pkg.bundleDir ? `,套件入口 ${bundleFileCount} 个文件` : ''));
  402. // 压缩
  403. const zipPath = path.join(DIST_DIR, `${outputPkgId}.zip`);
  404. if (fs.existsSync(zipPath)) fs.unlinkSync(zipPath);
  405. // 使用 PowerShell Compress-Archive
  406. const absZipPath = path.resolve(zipPath);
  407. const absPkgDir = path.resolve(pkgDir);
  408. execSync(
  409. `powershell -Command "Compress-Archive -Path '${absPkgDir}\\*' -DestinationPath '${absZipPath}' -Force"`,
  410. { stdio: 'inherit' }
  411. );
  412. const zipSize = fs.statSync(zipPath).size;
  413. console.log(` 📦 ${path.basename(zipPath)} (${(zipSize / 1024).toFixed(0)} KB)`);
  414. return zipPath;
  415. }
  416. // ============================================
  417. // Workshop 打包逻辑
  418. // ============================================
  419. function buildWorkshopPackage() {
  420. const pkgDir = path.join(TEMP_BASE, 'workshop');
  421. const memoryDir = path.join(pkgDir, 'memory-templates');
  422. const skillsDir = path.join(pkgDir, 'skills');
  423. if (fs.existsSync(pkgDir)) fs.rmSync(pkgDir, { recursive: true, force: true });
  424. fs.mkdirSync(memoryDir, { recursive: true });
  425. fs.mkdirSync(skillsDir, { recursive: true });
  426. // 复制安装脚本
  427. if (fs.existsSync(INSTALL_WORKSHOP_JS)) {
  428. fs.copyFileSync(INSTALL_WORKSHOP_JS, path.join(pkgDir, 'install-workshop.js'));
  429. }
  430. // 复制 Token 工具(workshop 自足所需)
  431. if (fs.existsSync(SET_VOC_TOKEN_JS)) {
  432. fs.copyFileSync(SET_VOC_TOKEN_JS, path.join(pkgDir, 'set-voc-token.js'));
  433. }
  434. if (fs.existsSync(VOC_TOKEN_PREFLIGHT_JS)) {
  435. fs.copyFileSync(VOC_TOKEN_PREFLIGHT_JS, path.join(pkgDir, 'voc-token-preflight.js'));
  436. }
  437. const toolCopyResult = copyToolPackageFiles(pkgDir);
  438. // 复制凭证模板
  439. if (fs.existsSync(CREDENTIALS_TEMPLATE)) {
  440. fs.copyFileSync(CREDENTIALS_TEMPLATE, path.join(pkgDir, 'voc-credentials.template.json'));
  441. }
  442. let copied = 0;
  443. // 复制 workshop 文件(仅白名单 playbooks)
  444. if (fs.existsSync(WORKSHOP_DIR)) {
  445. const mdFiles = fs.readdirSync(WORKSHOP_DIR).filter(f =>
  446. f.endsWith('.md') && WORKSHOP_MD_WHITELIST.has(f) && fs.statSync(path.join(WORKSHOP_DIR, f)).isFile()
  447. );
  448. for (const f of mdFiles) {
  449. fs.copyFileSync(path.join(WORKSHOP_DIR, f), path.join(pkgDir, f));
  450. copied++;
  451. }
  452. }
  453. // 复制 memory templates(仅白名单模板)
  454. if (fs.existsSync(MEMORY_TEMPLATES_DIR)) {
  455. const jsonFiles = fs.readdirSync(MEMORY_TEMPLATES_DIR).filter(f =>
  456. f.endsWith('.json') && MEMORY_TEMPLATE_WHITELIST.has(f) && fs.statSync(path.join(MEMORY_TEMPLATES_DIR, f)).isFile()
  457. );
  458. for (const f of jsonFiles) {
  459. fs.copyFileSync(path.join(MEMORY_TEMPLATES_DIR, f), path.join(memoryDir, f));
  460. copied++;
  461. }
  462. }
  463. // 复制 workshop 所需的全部 skills(复用 voc-core 列表,workshop 主线+侧线都依赖它们)
  464. const workshopSkills = PACKAGES['voc-core'].skills;
  465. let skillsCopied = 0;
  466. let skillsMissing = 0;
  467. for (const skillName of workshopSkills) {
  468. const srcDir = path.join(SKILLS_DIR, skillName);
  469. if (!fs.existsSync(srcDir)) {
  470. skillsMissing++;
  471. continue;
  472. }
  473. const destDir = path.join(skillsDir, skillName);
  474. fs.mkdirSync(destDir, { recursive: true });
  475. const files = fs.readdirSync(srcDir).filter(f => fs.statSync(path.join(srcDir, f)).isFile());
  476. for (const f of files) {
  477. fs.copyFileSync(path.join(srcDir, f), path.join(destDir, f));
  478. }
  479. skillsCopied++;
  480. }
  481. // 生成 README.txt
  482. const readme = [
  483. 'OpenClaw 🦐 VOC虾工作坊 v4.2(自足版)',
  484. '==================================================',
  485. '',
  486. '一个压缩包搞定所有!包含:',
  487. ` 🔧 ${skillsCopied} 个 workshop 必需的 skills(品类/评论/竞品/合成/社媒VOC/工作坊)`,
  488. ' 📘 11 份 playbook(入口+全局规则+6个Session+配套文档)',
  489. ' 📄 9 份 memory templates(记忆模板)',
  490. ` 🔑 ${toolCopyResult.copied} 个本地工具文件(Token 工具 + VOC 报告脚本)`,
  491. ' 📝 1 份凭证模板(voc-credentials.template.json)',
  492. '',
  493. '架构:6个Session + 17个Side Quest,主线感知 + 支线深耕',
  494. '',
  495. '━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━',
  496. '📦 一键安装:',
  497. '━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━',
  498. ' 1. 解压本压缩包',
  499. ' 2. 运行: node install-workshop.js',
  500. ' (自动安装 skills + playbooks + memory templates + tools + 凭证模板)',
  501. ' 3. 设置 Token(首次使用):',
  502. ' a. 打开 https://app.fmode.cn/dev/apig-pay/?apigid=7HwdQZk55B&fun_id=HOkkX72PMF',
  503. ' b. 登录并充值(最低 ¥0.01 体验 1 次)',
  504. ' c. 复制 session token(格式 r:xxxx...)',
  505. ' d. 运行: node ~/.openclaw/tools/set-voc-token.js <your-token>',
  506. ' 4. 重启 OpenClaw gateway',
  507. ' 5. 对话框说"开始 VOC 工作坊",Agent 会自动进入 Session 0',
  508. '',
  509. '━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━',
  510. '🔍 验证安装:',
  511. '━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━',
  512. ' node ~/.openclaw/tools/voc-token-preflight.js',
  513. ' (期望看到: status=valid, 余额 >= 1)',
  514. '',
  515. '━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━',
  516. '🛠 其他命令:',
  517. '━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━',
  518. ' node install-workshop.js --dry-run # 预览将要安装的文件',
  519. ' node install-workshop.js --skills-only # 只装 skills',
  520. ' node install-workshop.js --playbook-only # 只装 playbooks (旧行为)',
  521. '',
  522. '━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━',
  523. '📂 文件结构:',
  524. '━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━',
  525. ' skills/ ← workshop 用到的 skills',
  526. ' voc-token-preflight/ ← Session 0/1 的 Token 预飞闸门',
  527. ' brand-context-builder/ ← Session 0 品牌建档',
  528. ' category-landscape/ ← Session 1 品类全景',
  529. ' keyword-search/, category-tree/, ... (其余 Amazon/VOC/合成 skills)',
  530. ' workshop-voc-playbook.md ← 入口路由',
  531. ' workshop-global-rules.md ← 全局规则 + Token 预飞协议',
  532. ' workshop-session-0-intake.md ← Session 0: 品牌建档 + Token 预飞',
  533. ' workshop-session-1-category.md ← Session 1: 品类 + 4 Side Quests',
  534. ' workshop-session-2-brand.md ← Session 2: 品牌 + 3 Side Quests',
  535. ' workshop-session-3-voc.md ← Session 3: VOC + 3 Side Quests',
  536. ' workshop-session-4-deep.md ← Session 4: 深入 + 5 Side Quests',
  537. ' workshop-session-5-report.md ← Session 5: 报告 + 2 Side Quests',
  538. ' memory-templates/*.json ← 记忆模板(9个)',
  539. ' tools/* ← 安装到 ~/.openclaw/tools 和 ~/.openclaw/workspace/scripts/tools',
  540. ' set-voc-token.js ← Token 写入工具',
  541. ' voc-token-preflight.js ← Token 预飞检测工具',
  542. ' voc-credentials.template.json ← 凭证模板',
  543. ''
  544. ].join('\n');
  545. fs.writeFileSync(path.join(pkgDir, 'README.txt'), readme, 'utf8');
  546. console.log(` ✅ 复制 ${copied} 个 playbook/template + ${skillsCopied} 个 skills + ${toolCopyResult.copied} 个工具文件` +
  547. (skillsMissing > 0 ? ` (缺失 ${skillsMissing})` : '') +
  548. (toolCopyResult.missing > 0 ? ` (工具缺失 ${toolCopyResult.missing})` : ''));
  549. // 压缩
  550. const zipPath = path.join(DIST_DIR, 'workshop.zip');
  551. if (fs.existsSync(zipPath)) fs.unlinkSync(zipPath);
  552. const absZipPath = path.resolve(zipPath);
  553. const absPkgDir = path.resolve(pkgDir);
  554. execSync(
  555. `powershell -Command "Compress-Archive -Path '${absPkgDir}\\*' -DestinationPath '${absZipPath}' -Force"`,
  556. { stdio: 'inherit' }
  557. );
  558. const zipSize = fs.statSync(zipPath).size;
  559. console.log(` 📦 workshop.zip (${(zipSize / 1024).toFixed(0)} KB)`);
  560. return zipPath;
  561. }
  562. // ============================================
  563. // 全量包打包逻辑
  564. // ============================================
  565. function buildAllPackage() {
  566. const pkgDir = path.join(TEMP_BASE, 'openclaw-all');
  567. const skillsDir = path.join(pkgDir, 'skills');
  568. const workshopDir = path.join(pkgDir, 'workshop');
  569. const memoryDir = path.join(workshopDir, 'memory-templates');
  570. if (fs.existsSync(pkgDir)) fs.rmSync(pkgDir, { recursive: true, force: true });
  571. fs.mkdirSync(memoryDir, { recursive: true });
  572. // 复制 install-all.js
  573. if (fs.existsSync(INSTALL_ALL_JS)) {
  574. fs.copyFileSync(INSTALL_ALL_JS, path.join(pkgDir, 'install-all.js'));
  575. }
  576. // 复制 set-voc-token.js
  577. if (fs.existsSync(SET_VOC_TOKEN_JS)) {
  578. fs.copyFileSync(SET_VOC_TOKEN_JS, path.join(pkgDir, 'set-voc-token.js'));
  579. }
  580. // 复制 voc-token-preflight.js
  581. if (fs.existsSync(VOC_TOKEN_PREFLIGHT_JS)) {
  582. fs.copyFileSync(VOC_TOKEN_PREFLIGHT_JS, path.join(pkgDir, 'voc-token-preflight.js'));
  583. }
  584. const toolCopyResult = copyToolPackageFiles(pkgDir);
  585. // 复制凭证模板
  586. if (fs.existsSync(CREDENTIALS_TEMPLATE)) {
  587. fs.copyFileSync(CREDENTIALS_TEMPLATE, path.join(pkgDir, 'voc-credentials.template.json'));
  588. }
  589. let skillCount = 0;
  590. let workshopCount = 0;
  591. // 复制发布套件中的技能(排除测试技能和未发布的即梦/视频创作技能)
  592. const RELEASED_SKILLS = new Set([
  593. ...PACKAGES['voc-core'].skills,
  594. ...PACKAGES['voc-social-data'].skills
  595. ]);
  596. if (fs.existsSync(SKILLS_DIR)) {
  597. const allSkills = fs.readdirSync(SKILLS_DIR).filter(d => {
  598. const p = path.join(SKILLS_DIR, d);
  599. return fs.statSync(p).isDirectory() && fs.existsSync(path.join(p, 'SKILL.md'))
  600. && !SKILL_BLACKLIST.has(d) && RELEASED_SKILLS.has(d);
  601. });
  602. for (const skill of allSkills) {
  603. const srcDir = path.join(SKILLS_DIR, skill);
  604. const destDir = path.join(skillsDir, skill);
  605. fs.mkdirSync(destDir, { recursive: true });
  606. const files = fs.readdirSync(srcDir).filter(f => fs.statSync(path.join(srcDir, f)).isFile());
  607. for (const f of files) {
  608. fs.copyFileSync(path.join(srcDir, f), path.join(destDir, f));
  609. }
  610. skillCount++;
  611. }
  612. }
  613. console.log(` ✅ 复制 ${skillCount} 个技能 + ${toolCopyResult.copied} 个工具文件` +
  614. (toolCopyResult.missing > 0 ? `(工具缺失 ${toolCopyResult.missing} 个)` : ''));
  615. // 复制 workshop 文件(仅白名单)
  616. if (fs.existsSync(WORKSHOP_DIR)) {
  617. const mdFiles = fs.readdirSync(WORKSHOP_DIR).filter(f =>
  618. f.endsWith('.md') && WORKSHOP_MD_WHITELIST.has(f) && fs.statSync(path.join(WORKSHOP_DIR, f)).isFile()
  619. );
  620. for (const f of mdFiles) {
  621. fs.copyFileSync(path.join(WORKSHOP_DIR, f), path.join(workshopDir, f));
  622. workshopCount++;
  623. }
  624. }
  625. if (fs.existsSync(MEMORY_TEMPLATES_DIR)) {
  626. const jsonFiles = fs.readdirSync(MEMORY_TEMPLATES_DIR).filter(f =>
  627. f.endsWith('.json') && MEMORY_TEMPLATE_WHITELIST.has(f) && fs.statSync(path.join(MEMORY_TEMPLATES_DIR, f)).isFile()
  628. );
  629. for (const f of jsonFiles) {
  630. fs.copyFileSync(path.join(MEMORY_TEMPLATES_DIR, f), path.join(memoryDir, f));
  631. workshopCount++;
  632. }
  633. }
  634. console.log(` ✅ 复制 ${workshopCount} 个 workshop 文件`);
  635. // README.txt
  636. const readme = [
  637. 'OpenClaw 全量安装包 v4.1',
  638. '==================================================',
  639. '',
  640. `包含 ${skillCount} 个技能 + VOC虾工作坊 (${workshopCount}个文件) + ${toolCopyResult.copied} 个本地工具文件`,
  641. '',
  642. '安装方法:',
  643. ' 1. 解压本压缩包',
  644. ' 2. 在解压目录运行: node install-all.js',
  645. ' 3. 设置 Token:',
  646. ' a. 打开 https://app.fmode.cn/dev/apig-pay/?apigid=Vo3ROWEvDy&fun_id=HOkkX72PMF',
  647. ' b. 登录并充值',
  648. ' c. 获取 session token (r:xxxx...)',
  649. ' d. 运行: node ~/.openclaw/tools/set-voc-token.js <your-token>',
  650. ' 4. 重启 OpenClaw gateway',
  651. '',
  652. '其他命令:',
  653. ' node install-all.js --list # 列出包含内容',
  654. ' node install-all.js --dry-run # 预览模式',
  655. ' node install-all.js --skills-only # 只装 Skills',
  656. ' node install-all.js --workshop-only # 只装 Workshop',
  657. ' node ~/.openclaw/tools/set-voc-token.js <token> # 设置/更新 Token',
  658. ' node ~/.openclaw/tools/voc-token-preflight.js # 检测 Token 有效性和余额(Workshop 前置检查)',
  659. ''
  660. ].join('\n');
  661. fs.writeFileSync(path.join(pkgDir, 'README.txt'), readme, 'utf8');
  662. // 压缩
  663. const zipPath = path.join(DIST_DIR, 'openclaw-all.zip');
  664. if (fs.existsSync(zipPath)) fs.unlinkSync(zipPath);
  665. const absZipPath = path.resolve(zipPath);
  666. const absPkgDir = path.resolve(pkgDir);
  667. execSync(
  668. `powershell -Command "Compress-Archive -Path '${absPkgDir}\\*' -DestinationPath '${absZipPath}' -Force"`,
  669. { stdio: 'inherit' }
  670. );
  671. const zipSize = fs.statSync(zipPath).size;
  672. console.log(` 📦 openclaw-all.zip (${(zipSize / 1024).toFixed(0)} KB)`);
  673. return zipPath;
  674. }
  675. // ============================================
  676. // Main
  677. // ============================================
  678. async function main() {
  679. const options = parseArgs(process.argv.slice(2));
  680. if (options.help) {
  681. showHelp();
  682. return;
  683. }
  684. console.log('');
  685. console.log('==================================================');
  686. console.log(' OpenClaw Skills + Workshop 打包 + CDN 上传 v4.1');
  687. console.log('==================================================');
  688. console.log('');
  689. // 前置检查
  690. if (!SKILL_SOURCE_DIRS.some(dir => fs.existsSync(dir))) {
  691. console.error(`❌ 未找到可用 Skills 源目录`);
  692. console.error(` 已检查: ${SKILL_SOURCE_DIRS.join(', ')}`);
  693. process.exit(1);
  694. }
  695. if (!fs.existsSync(INSTALL_JS)) {
  696. console.error(`❌ install.js 不存在: ${INSTALL_JS}`);
  697. process.exit(1);
  698. }
  699. fs.mkdirSync(DIST_DIR, { recursive: true });
  700. fs.mkdirSync(TEMP_BASE, { recursive: true });
  701. // Step 1: 打包 Skills
  702. console.log('── Step 1: 打包 Skills ──');
  703. const zipFiles = {};
  704. const selectedPackageEntries = getSelectedPackageEntries(options.only);
  705. for (const [pkgId, pkg, canonicalId] of selectedPackageEntries) {
  706. console.log(` ${pkg.label} (${pkg.skills.length} 个技能)`);
  707. zipFiles[pkgId] = buildPackage(canonicalId, pkg, pkgId);
  708. if (options.only.length > 0) continue;
  709. for (const alias of pkg.aliases || []) {
  710. console.log(` ${pkg.label}(兼容旧名 ${alias},${pkg.skills.length} 个技能)`);
  711. zipFiles[alias] = buildPackage(canonicalId, pkg, alias);
  712. }
  713. }
  714. console.log('');
  715. // Step 1b: 打包 Workshop
  716. if (!options.skipWorkshop) {
  717. console.log('── Step 1b: 打包 Workshop ──');
  718. if (fs.existsSync(WORKSHOP_DIR)) {
  719. console.log(' 🦐 VOC虾工作坊');
  720. zipFiles['workshop'] = buildWorkshopPackage();
  721. } else {
  722. console.log(' ⚠️ Workshop 目录不存在,跳过');
  723. }
  724. console.log('');
  725. }
  726. // Step 1c: 打包全量包
  727. if (!options.skipAll) {
  728. console.log('── Step 1c: 打包全量包 ──');
  729. console.log(' 📦 openclaw-all (Skills + Workshop + Token工具)');
  730. zipFiles['openclaw-all'] = buildAllPackage();
  731. console.log('');
  732. }
  733. if (options.skipUpload) {
  734. console.log('── Step 2: 跳过上传 ──');
  735. for (const [pkgId, zipPath] of Object.entries(zipFiles)) {
  736. console.log(` ${pkgId}: ${zipPath}`);
  737. }
  738. if (fs.existsSync(TEMP_BASE)) fs.rmSync(TEMP_BASE, { recursive: true, force: true });
  739. return;
  740. }
  741. // Step 2: 上传到七牛
  742. console.log('── Step 2: 上传到七牛云 CDN ──');
  743. const downloadUrls = {};
  744. for (const [pkgId, zipPath] of Object.entries(zipFiles)) {
  745. const pkg = getPackageDefinition(pkgId);
  746. const cdnKey = `${CDN_PREFIX}/${pkgId}.zip`;
  747. const label = pkgId === 'workshop' ? '🦐 VOC虾工作坊' : pkgId === 'openclaw-all' ? '📦 全量包' : getPackageLogLabel(pkgId);
  748. process.stdout.write(` ${label} ... `);
  749. try {
  750. const result = await uploadFile(zipPath, cdnKey);
  751. downloadUrls[pkgId] = result.url;
  752. console.log(`✅ ${result.url}`);
  753. } catch (err) {
  754. console.log(`❌ ${err.message}`);
  755. }
  756. }
  757. console.log('');
  758. // 输出结果
  759. console.log('==================================================');
  760. console.log(' 📥 下载链接');
  761. console.log('==================================================');
  762. console.log('');
  763. for (const [pkgId, url] of Object.entries(downloadUrls)) {
  764. if (pkgId === 'workshop') {
  765. console.log(' 🦐 VOC虾工作坊');
  766. } else if (pkgId === 'openclaw-all') {
  767. console.log(' 📦 全量包');
  768. } else {
  769. const pkg = getPackageDefinition(pkgId);
  770. if (pkg) console.log(` ${pkg.label}`);
  771. }
  772. console.log(` 👉 ${url}`);
  773. console.log('');
  774. }
  775. // 保存到文件
  776. const outputPath = path.join(DIST_DIR, 'download-urls.json');
  777. fs.writeFileSync(outputPath, JSON.stringify(downloadUrls, null, 2), 'utf8');
  778. console.log(` 💾 链接已保存到: ${outputPath}`);
  779. console.log('');
  780. // 清理临时目录
  781. if (fs.existsSync(TEMP_BASE)) fs.rmSync(TEMP_BASE, { recursive: true, force: true });
  782. }
  783. main().catch(err => {
  784. console.error('❌ 出错:', err);
  785. process.exit(1);
  786. });