package-and-upload.js 34 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807
  1. #!/usr/bin/env node
  2. /**
  3. * OpenClaw Skills 打包 + 上传脚本
  4. *
  5. * 功能:
  6. * 1. 按套件分组,将 skills 打包成 zip(含 install.js + skills/ 目录)
  7. * 2. 上传 zip 到七牛云 CDN
  8. * 3. 输出下载链接
  9. *
  10. * 使用:node scripts/deploy/package-and-upload.js
  11. * 前置:先运行 deploy-to-openclaw.ps1 确保 ~/.openclaw/skills 是最新的
  12. */
  13. const fs = require('fs');
  14. const path = require('path');
  15. const os = require('os');
  16. const { execSync } = require('child_process');
  17. const qiniu = require('qiniu');
  18. // ============================================
  19. // 七牛云配置(同 upload-skills.js)
  20. // ============================================
  21. const QINIU_ACCESS_KEY = process.env.QINIU_AK || 'EXsA-z_n4LGmWrwC088bygcGJtAditnWQe2nH-ZE';
  22. const QINIU_SECRET_KEY = process.env.QINIU_SK || 'HWTL92OL-Tup0-8ex8A9jnG3OaJzTxlF4OwiiDsX';
  23. const BUCKET = 'nova-repos';
  24. const CDN_DOMAIN = 'https://repos.fmode.cn';
  25. const CDN_PREFIX = 'x/openclaw-skills/packages';
  26. // ============================================
  27. // 路径
  28. // ============================================
  29. const PROJECT_ROOT = path.join(__dirname, '..', '..');
  30. const SKILLS_DIR = path.join(os.homedir(), '.openclaw', 'skills');
  31. const INSTALL_JS = path.join(__dirname, '..', '..', 'dist', 'install.js');
  32. const SET_VOC_TOKEN_JS = path.join(__dirname, '..', 'tools', 'set-voc-token.js');
  33. const VOC_TOKEN_PREFLIGHT_JS = path.join(__dirname, '..', 'tools', 'voc-token-preflight.js');
  34. const INSTALL_WORKSHOP_JS = path.join(__dirname, 'install-workshop.js');
  35. const INSTALL_ALL_JS = path.join(__dirname, 'install-all.js');
  36. const CREDENTIALS_TEMPLATE = path.join(__dirname, '..', '..', '__config', 'voc-credentials.template.json');
  37. const DIST_DIR = path.join(__dirname, '..', '..', 'dist');
  38. const TEMP_BASE = path.join(os.tmpdir(), 'openclaw-pkg');
  39. const WORKSHOP_DIR = path.join(os.homedir(), '.openclaw', 'workspace');
  40. const MEMORY_TEMPLATES_DIR = path.join(WORKSHOP_DIR, 'memory');
  41. const TOOL_PACKAGE_FILES = [
  42. { src: path.join(__dirname, '..', 'tools', 'openclaw-tool-runner.js'), dest: 'openclaw-tool-runner.js' },
  43. { src: path.join(__dirname, '..', 'tools', 'set-voc-token.js'), dest: 'set-voc-token.js' },
  44. { src: path.join(__dirname, '..', 'tools', 'voc-token-preflight.js'), dest: 'voc-token-preflight.js' },
  45. { src: path.join(__dirname, '..', 'tools', 'voc-single-platform-report.js'), dest: 'voc-single-platform-report.js' },
  46. { src: path.join(__dirname, '..', 'tools', 'voc-data-normalizer.js'), dest: 'voc-data-normalizer.js' },
  47. { src: path.join(__dirname, '..', 'tools', 'platform-mini-report-generator.js'), dest: 'platform-mini-report-generator.js' },
  48. { src: path.join(__dirname, '..', 'tools', 'chapter-insight-writer.js'), dest: 'chapter-insight-writer.js' },
  49. { src: path.join(__dirname, '..', 'tools', 'voc-report-auditor.js'), dest: 'voc-report-auditor.js' },
  50. { src: path.join(__dirname, '..', '..', 'voc-report-factory', 'html-v2', 'gen-report-template.js'), dest: path.join('voc-report-factory', 'html-v2', 'gen-report-template.js') },
  51. { src: path.join(__dirname, '..', '..', 'voc-report-factory', 'html-v2', 'report-renderer-template.js'), dest: path.join('voc-report-factory', 'html-v2', 'report-renderer-template.js') },
  52. { src: path.join(__dirname, '..', '..', 'demo', 'xiaohongshu', 'raw-notes.json'), dest: path.join('course-samples', 'xiaohongshu', 'raw-notes.json') },
  53. { src: path.join(__dirname, '..', '..', 'demo', 'xiaohongshu', 'raw-comments.json'), dest: path.join('course-samples', 'xiaohongshu', 'raw-comments.json') }
  54. ];
  55. // OpenClaw 系统文件(不能打包,否则覆盖用户配置)
  56. const SYSTEM_MD_FILES = new Set([
  57. 'AGENTS.md', 'BOOTSTRAP.md', 'HEARTBEAT.md', 'IDENTITY.md',
  58. 'SOUL.md', 'TOOLS.md', 'USER.md'
  59. ]);
  60. // Workshop playbook 白名单(只打包这些 .md)
  61. const WORKSHOP_MD_WHITELIST = new Set([
  62. 'workshop-voc-playbook.md',
  63. 'workshop-global-rules.md',
  64. 'workshop-session-0-intake.md',
  65. 'workshop-session-1-category.md',
  66. 'workshop-session-2-brand.md',
  67. 'workshop-session-3-voc.md',
  68. 'workshop-session-4-deep.md',
  69. 'workshop-session-5-report.md',
  70. 'product-analysis-playbook.md',
  71. 'synthesis-prompts.md',
  72. 'voc-report-schema-spec.md'
  73. ]);
  74. // Memory template 白名单(排除运行时数据)
  75. const MEMORY_TEMPLATE_WHITELIST = new Set([
  76. 'stage-1-output.json',
  77. 'stage-2-output.json',
  78. 'stage-2-competitor-output.json',
  79. 'stage-3-output.json',
  80. 'stage-4-output.json',
  81. 'stage-5-output.json',
  82. 'workshop-progress.json',
  83. 'brand-context.json',
  84. 'calibration-notes.json',
  85. 'analysis-request.json'
  86. ]);
  87. // 测试技能黑名单
  88. const SKILL_BLACKLIST = new Set(['test-billing', 'test-skill']);
  89. const SKILL_SOURCE_DIRS = [
  90. SKILLS_DIR,
  91. 'voc', 'social-media', 'douyin', 'xiaohongshu', 'review-analysis',
  92. 'competitor-analysis', 'synthesis', 'social-voc', 'workshop'
  93. ].map(dir => path.isAbsolute(dir) ? dir : path.join(PROJECT_ROOT, dir));
  94. // ============================================
  95. // 套件定义(技能名列表)
  96. // ============================================
  97. const PACKAGES = {
  98. 'voc-core': {
  99. label: '🔍 VOC 核心套件',
  100. description: 'Amazon 品类洞察 + 评论分析 + 竞品分析 + 数据合成 + 社媒VOC + 工作坊',
  101. skills: [
  102. // voc
  103. 'asin-reverse-keywords', 'asin-sales-volume', 'category-products', 'category-tree',
  104. 'keyword-product-ranking', 'keyword-search', 'keyword-search-trend',
  105. 'product-detail-query', 'product-monitor', 'product-reviews-query', 'product-search', 'similar-products',
  106. 'voc-single-platform-report', 'voc-data-normalizer', 'voc-platform-mini-report-generator',
  107. 'voc-html-report-generator', 'voc-report-auditor', 'voc-chapter-insight-writer',
  108. // review-analysis
  109. 'review-batch-collection', 'review-highlight-extraction', 'review-keyword-cloud',
  110. 'review-pain-point-extraction', 'review-sentiment-analysis',
  111. // competitor-analysis
  112. 'competitor-bsr-tracking', 'competitor-discovery', 'competitor-pricing-analysis', 'competitor-product-comparison',
  113. // synthesis
  114. 'brand-profile', 'category-landscape', 'html-report-generator', 'product-deep-analysis', 'user-persona', 'voc-proposal',
  115. // social-voc
  116. 'instagram-brand-voc', 'social-trend-analysis', 'tiktok-brand-voc', 'tiktok-category-voc',
  117. // workshop
  118. 'brand-context-builder', 'voc-token-preflight'
  119. ]
  120. },
  121. 'voc-social-data': {
  122. label: '📱 VOC 社媒数据套件',
  123. description: '小红书 / 抖音 / TikTok / Instagram 数据采集',
  124. aliases: ['social-media'],
  125. skills: [
  126. // social-media
  127. 'instagram-search', 'instagram-user-info', 'instagram-user-posts',
  128. 'tiktok-hashtag-detail', 'tiktok-hashtag-videos', 'tiktok-user-posts',
  129. 'tiktok-user-profile', 'tiktok-user-search', 'tiktok-video-comments',
  130. 'tiktok-video-detail', 'tiktok-video-search',
  131. // douyin
  132. 'douyin-comment-replies', 'douyin-general-search', 'douyin-hashtag-search',
  133. 'douyin-mini-voc',
  134. 'douyin-user-profile', 'douyin-user-search', 'douyin-video-comments', 'douyin-video-detail',
  135. // xiaohongshu
  136. 'xiaohongshu-mini-voc', 'xiaohongshu-note-comments', 'xiaohongshu-note-detail',
  137. 'xiaohongshu-search-notes', 'xiaohongshu-user-info'
  138. ]
  139. },
  140. 'xiaohongshu-platform': {
  141. label: '📕 小红书平台 VOC 套件',
  142. description: '小红书数据采集 + 小红书 mini VOC + 单平台 VOC 报告生成工具链',
  143. skills: [
  144. 'xiaohongshu-search-notes', 'xiaohongshu-note-detail', 'xiaohongshu-note-comments',
  145. 'xiaohongshu-user-info', 'xiaohongshu-mini-voc',
  146. 'voc-single-platform-report', 'voc-data-normalizer', 'voc-platform-mini-report-generator',
  147. 'voc-html-report-generator', 'voc-report-auditor', 'voc-chapter-insight-writer',
  148. 'voc-token-preflight'
  149. ]
  150. }
  151. };
  152. const PACKAGE_ALIAS_TO_CANONICAL = Object.fromEntries(
  153. Object.entries(PACKAGES).flatMap(([pkgId, pkg]) =>
  154. (pkg.aliases || []).map(alias => [alias, pkgId])
  155. )
  156. );
  157. function getPackageDefinition(pkgId) {
  158. return PACKAGES[pkgId] || PACKAGES[PACKAGE_ALIAS_TO_CANONICAL[pkgId]];
  159. }
  160. function isLegacyPackageId(pkgId) {
  161. return Boolean(PACKAGE_ALIAS_TO_CANONICAL[pkgId]);
  162. }
  163. function getPackageLogLabel(pkgId) {
  164. const pkg = getPackageDefinition(pkgId);
  165. if (!pkg) return pkgId;
  166. const suffix = isLegacyPackageId(pkgId) ? `(兼容旧名 ${pkgId})` : '';
  167. return `${pkg.label}${suffix}`;
  168. }
  169. function parseArgs(argv) {
  170. const options = {
  171. only: [],
  172. skipWorkshop: false,
  173. skipAll: false,
  174. skipUpload: false,
  175. help: false
  176. };
  177. for (let i = 0; i < argv.length; i++) {
  178. const token = argv[i];
  179. if (token === '--only') {
  180. options.only = (argv[++i] || '').split(',').map(v => v.trim()).filter(Boolean);
  181. } else if (token === '--skip-workshop') {
  182. options.skipWorkshop = true;
  183. } else if (token === '--skip-all') {
  184. options.skipAll = true;
  185. } else if (token === '--skip-upload') {
  186. options.skipUpload = true;
  187. } else if (token === '--help' || token === '-h') {
  188. options.help = true;
  189. }
  190. }
  191. return options;
  192. }
  193. function showHelp() {
  194. console.log([
  195. 'Usage:',
  196. ' node scripts/deploy/package-and-upload.js',
  197. ' node scripts/deploy/package-and-upload.js --only xiaohongshu-platform --skip-workshop --skip-all',
  198. '',
  199. 'Options:',
  200. ' --only a,b,c 只打包/上传指定套件',
  201. ' --skip-workshop 跳过 workshop.zip',
  202. ' --skip-all 跳过 openclaw-all.zip',
  203. ' --skip-upload 只生成本地 zip,不上传 CDN',
  204. ' --help, -h 显示帮助'
  205. ].join('\n'));
  206. }
  207. function getSelectedPackageEntries(only) {
  208. if (!only || only.length === 0) {
  209. return Object.entries(PACKAGES).map(([pkgId, pkg]) => [pkgId, pkg, pkgId]);
  210. }
  211. return only.map(pkgId => {
  212. const pkg = getPackageDefinition(pkgId);
  213. if (!pkg) {
  214. throw new Error(`未知套件: ${pkgId}`);
  215. }
  216. const canonicalId = PACKAGE_ALIAS_TO_CANONICAL[pkgId] || pkgId;
  217. return [pkgId, pkg, canonicalId];
  218. });
  219. }
  220. function findSkillSourceDir(skillName) {
  221. for (const sourceRoot of SKILL_SOURCE_DIRS) {
  222. const candidate = path.join(sourceRoot, skillName);
  223. if (fs.existsSync(candidate) && fs.existsSync(path.join(candidate, 'SKILL.md'))) {
  224. return candidate;
  225. }
  226. }
  227. return undefined;
  228. }
  229. function copySkillFiles(srcDir, destDir) {
  230. fs.mkdirSync(destDir, { recursive: true });
  231. const files = fs.readdirSync(srcDir).filter(f => fs.statSync(path.join(srcDir, f)).isFile());
  232. for (const f of files) {
  233. fs.copyFileSync(path.join(srcDir, f), path.join(destDir, f));
  234. }
  235. }
  236. // ============================================
  237. // 七牛上传
  238. // ============================================
  239. function uploadFile(localFile, cdnKey) {
  240. return new Promise((resolve, reject) => {
  241. const mac = new qiniu.auth.digest.Mac(QINIU_ACCESS_KEY, QINIU_SECRET_KEY);
  242. const putPolicy = new qiniu.rs.PutPolicy({ scope: `${BUCKET}:${cdnKey}`, expires: 3600 });
  243. const token = putPolicy.uploadToken(mac);
  244. const formUploader = new qiniu.form_up.FormUploader(new qiniu.conf.Config({ zone: qiniu.zone.Zone_z2 }));
  245. const putExtra = new qiniu.form_up.PutExtra();
  246. formUploader.putFile(token, cdnKey, localFile, putExtra, (err, body, info) => {
  247. if (err) return reject(err);
  248. if (info.statusCode === 200) {
  249. resolve({ key: body.key, url: `${CDN_DOMAIN}/${body.key}` });
  250. } else {
  251. reject(new Error(`Upload failed: ${info.statusCode} ${JSON.stringify(body)}`));
  252. }
  253. });
  254. });
  255. }
  256. function copyToolPackageFiles(pkgDir) {
  257. const toolsDir = path.join(pkgDir, 'tools');
  258. fs.mkdirSync(toolsDir, { recursive: true });
  259. let copied = 0;
  260. let missing = 0;
  261. for (const file of TOOL_PACKAGE_FILES) {
  262. if (!fs.existsSync(file.src)) {
  263. missing++;
  264. continue;
  265. }
  266. const dest = path.join(toolsDir, file.dest);
  267. fs.mkdirSync(path.dirname(dest), { recursive: true });
  268. fs.copyFileSync(file.src, dest);
  269. copied++;
  270. }
  271. return { copied, missing };
  272. }
  273. // ============================================
  274. // 打包逻辑
  275. // ============================================
  276. function buildPackage(pkgId, pkg, outputPkgId = pkgId) {
  277. const pkgDir = path.join(TEMP_BASE, outputPkgId);
  278. const skillsDir = path.join(pkgDir, 'skills');
  279. // 清理 + 创建目录
  280. if (fs.existsSync(pkgDir)) fs.rmSync(pkgDir, { recursive: true, force: true });
  281. fs.mkdirSync(skillsDir, { recursive: true });
  282. // 复制 install.js
  283. if (fs.existsSync(INSTALL_JS)) {
  284. fs.copyFileSync(INSTALL_JS, path.join(pkgDir, 'install.js'));
  285. }
  286. // 复制 set-voc-token.js(Token 设置工具)
  287. if (fs.existsSync(SET_VOC_TOKEN_JS)) {
  288. fs.copyFileSync(SET_VOC_TOKEN_JS, path.join(pkgDir, 'set-voc-token.js'));
  289. }
  290. // 复制 voc-token-preflight.js(Token 预飞检测工具)
  291. if (fs.existsSync(VOC_TOKEN_PREFLIGHT_JS)) {
  292. fs.copyFileSync(VOC_TOKEN_PREFLIGHT_JS, path.join(pkgDir, 'voc-token-preflight.js'));
  293. }
  294. const toolCopyResult = copyToolPackageFiles(pkgDir);
  295. // 生成 README.txt
  296. const readme = [
  297. `OpenClaw ${pkg.label}`,
  298. `${'='.repeat(50)}`,
  299. '',
  300. pkg.description,
  301. '',
  302. `包含 ${pkg.skills.length} 个技能`,
  303. `包含 ${toolCopyResult.copied} 个本地工具文件(安装到 ~/.openclaw/tools 和 ~/.openclaw/workspace/scripts/tools)`,
  304. '',
  305. '安装方法:',
  306. ' 1. 确保已安装 OpenClaw',
  307. ' 2. 解压本压缩包',
  308. ' 3. 在解压目录运行: node install.js',
  309. ' 4. 设置 Token: node ~/.openclaw/tools/set-voc-token.js <your-session-token>',
  310. ' 5. 重启 OpenClaw gateway',
  311. '',
  312. '其他命令:',
  313. ' node install.js --list # 列出所有技能',
  314. ' node install.js --dry-run # 预览模式',
  315. ' node install.js --only a,b,c # 只安装指定技能',
  316. ' node install.js --skip a,b,c # 跳过指定技能',
  317. ' node ~/.openclaw/tools/set-voc-token.js <token> # 设置/更新 VOC Token',
  318. ' node ~/.openclaw/tools/voc-token-preflight.js # 检测 Token 有效性和余额',
  319. '',
  320. '技能列表:',
  321. ...pkg.skills.map(s => ` - ${s}`),
  322. ''
  323. ].join('\n');
  324. fs.writeFileSync(path.join(pkgDir, 'README.txt'), readme, 'utf8');
  325. // 复制每个技能
  326. let copied = 0;
  327. let missing = 0;
  328. for (const skillName of pkg.skills) {
  329. const srcDir = findSkillSourceDir(skillName);
  330. if (!srcDir) {
  331. console.log(` ⚠️ 跳过 ${skillName}(未找到源码或已安装目录)`);
  332. missing++;
  333. continue;
  334. }
  335. const destDir = path.join(skillsDir, skillName);
  336. copySkillFiles(srcDir, destDir);
  337. copied++;
  338. }
  339. console.log(` ✅ 复制 ${copied} 个技能(跳过 ${missing} 个),${toolCopyResult.copied} 个工具文件` +
  340. (toolCopyResult.missing > 0 ? `(工具缺失 ${toolCopyResult.missing} 个)` : ''));
  341. // 压缩
  342. const zipPath = path.join(DIST_DIR, `${outputPkgId}.zip`);
  343. if (fs.existsSync(zipPath)) fs.unlinkSync(zipPath);
  344. // 使用 PowerShell Compress-Archive
  345. const absZipPath = path.resolve(zipPath);
  346. const absPkgDir = path.resolve(pkgDir);
  347. execSync(
  348. `powershell -Command "Compress-Archive -Path '${absPkgDir}\\*' -DestinationPath '${absZipPath}' -Force"`,
  349. { stdio: 'inherit' }
  350. );
  351. const zipSize = fs.statSync(zipPath).size;
  352. console.log(` 📦 ${path.basename(zipPath)} (${(zipSize / 1024).toFixed(0)} KB)`);
  353. return zipPath;
  354. }
  355. // ============================================
  356. // Workshop 打包逻辑
  357. // ============================================
  358. function buildWorkshopPackage() {
  359. const pkgDir = path.join(TEMP_BASE, 'workshop');
  360. const memoryDir = path.join(pkgDir, 'memory-templates');
  361. const skillsDir = path.join(pkgDir, 'skills');
  362. if (fs.existsSync(pkgDir)) fs.rmSync(pkgDir, { recursive: true, force: true });
  363. fs.mkdirSync(memoryDir, { recursive: true });
  364. fs.mkdirSync(skillsDir, { recursive: true });
  365. // 复制安装脚本
  366. if (fs.existsSync(INSTALL_WORKSHOP_JS)) {
  367. fs.copyFileSync(INSTALL_WORKSHOP_JS, path.join(pkgDir, 'install-workshop.js'));
  368. }
  369. // 复制 Token 工具(workshop 自足所需)
  370. if (fs.existsSync(SET_VOC_TOKEN_JS)) {
  371. fs.copyFileSync(SET_VOC_TOKEN_JS, path.join(pkgDir, 'set-voc-token.js'));
  372. }
  373. if (fs.existsSync(VOC_TOKEN_PREFLIGHT_JS)) {
  374. fs.copyFileSync(VOC_TOKEN_PREFLIGHT_JS, path.join(pkgDir, 'voc-token-preflight.js'));
  375. }
  376. const toolCopyResult = copyToolPackageFiles(pkgDir);
  377. // 复制凭证模板
  378. if (fs.existsSync(CREDENTIALS_TEMPLATE)) {
  379. fs.copyFileSync(CREDENTIALS_TEMPLATE, path.join(pkgDir, 'voc-credentials.template.json'));
  380. }
  381. let copied = 0;
  382. // 复制 workshop 文件(仅白名单 playbooks)
  383. if (fs.existsSync(WORKSHOP_DIR)) {
  384. const mdFiles = fs.readdirSync(WORKSHOP_DIR).filter(f =>
  385. f.endsWith('.md') && WORKSHOP_MD_WHITELIST.has(f) && fs.statSync(path.join(WORKSHOP_DIR, f)).isFile()
  386. );
  387. for (const f of mdFiles) {
  388. fs.copyFileSync(path.join(WORKSHOP_DIR, f), path.join(pkgDir, f));
  389. copied++;
  390. }
  391. }
  392. // 复制 memory templates(仅白名单模板)
  393. if (fs.existsSync(MEMORY_TEMPLATES_DIR)) {
  394. const jsonFiles = fs.readdirSync(MEMORY_TEMPLATES_DIR).filter(f =>
  395. f.endsWith('.json') && MEMORY_TEMPLATE_WHITELIST.has(f) && fs.statSync(path.join(MEMORY_TEMPLATES_DIR, f)).isFile()
  396. );
  397. for (const f of jsonFiles) {
  398. fs.copyFileSync(path.join(MEMORY_TEMPLATES_DIR, f), path.join(memoryDir, f));
  399. copied++;
  400. }
  401. }
  402. // 复制 workshop 所需的全部 skills(复用 voc-core 列表,workshop 主线+侧线都依赖它们)
  403. const workshopSkills = PACKAGES['voc-core'].skills;
  404. let skillsCopied = 0;
  405. let skillsMissing = 0;
  406. for (const skillName of workshopSkills) {
  407. const srcDir = path.join(SKILLS_DIR, skillName);
  408. if (!fs.existsSync(srcDir)) {
  409. skillsMissing++;
  410. continue;
  411. }
  412. const destDir = path.join(skillsDir, skillName);
  413. fs.mkdirSync(destDir, { recursive: true });
  414. const files = fs.readdirSync(srcDir).filter(f => fs.statSync(path.join(srcDir, f)).isFile());
  415. for (const f of files) {
  416. fs.copyFileSync(path.join(srcDir, f), path.join(destDir, f));
  417. }
  418. skillsCopied++;
  419. }
  420. // 生成 README.txt
  421. const readme = [
  422. 'OpenClaw 🦐 VOC虾工作坊 v4.2(自足版)',
  423. '==================================================',
  424. '',
  425. '一个压缩包搞定所有!包含:',
  426. ` 🔧 ${skillsCopied} 个 workshop 必需的 skills(品类/评论/竞品/合成/社媒VOC/工作坊)`,
  427. ' 📘 11 份 playbook(入口+全局规则+6个Session+配套文档)',
  428. ' 📄 9 份 memory templates(记忆模板)',
  429. ` 🔑 ${toolCopyResult.copied} 个本地工具文件(Token 工具 + VOC 报告脚本)`,
  430. ' 📝 1 份凭证模板(voc-credentials.template.json)',
  431. '',
  432. '架构:6个Session + 17个Side Quest,主线感知 + 支线深耕',
  433. '',
  434. '━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━',
  435. '📦 一键安装:',
  436. '━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━',
  437. ' 1. 解压本压缩包',
  438. ' 2. 运行: node install-workshop.js',
  439. ' (自动安装 skills + playbooks + memory templates + tools + 凭证模板)',
  440. ' 3. 设置 Token(首次使用):',
  441. ' a. 打开 https://app.fmode.cn/dev/apig-pay/?apigid=7HwdQZk55B&fun_id=HOkkX72PMF',
  442. ' b. 登录并充值(最低 ¥0.01 体验 1 次)',
  443. ' c. 复制 session token(格式 r:xxxx...)',
  444. ' d. 运行: node ~/.openclaw/tools/set-voc-token.js <your-token>',
  445. ' 4. 重启 OpenClaw gateway',
  446. ' 5. 对话框说"开始 VOC 工作坊",Agent 会自动进入 Session 0',
  447. '',
  448. '━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━',
  449. '🔍 验证安装:',
  450. '━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━',
  451. ' node ~/.openclaw/tools/voc-token-preflight.js',
  452. ' (期望看到: status=valid, 余额 >= 1)',
  453. '',
  454. '━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━',
  455. '🛠 其他命令:',
  456. '━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━',
  457. ' node install-workshop.js --dry-run # 预览将要安装的文件',
  458. ' node install-workshop.js --skills-only # 只装 skills',
  459. ' node install-workshop.js --playbook-only # 只装 playbooks (旧行为)',
  460. '',
  461. '━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━',
  462. '📂 文件结构:',
  463. '━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━',
  464. ' skills/ ← workshop 用到的 skills',
  465. ' voc-token-preflight/ ← Session 0/1 的 Token 预飞闸门',
  466. ' brand-context-builder/ ← Session 0 品牌建档',
  467. ' category-landscape/ ← Session 1 品类全景',
  468. ' keyword-search/, category-tree/, ... (其余 Amazon/VOC/合成 skills)',
  469. ' workshop-voc-playbook.md ← 入口路由',
  470. ' workshop-global-rules.md ← 全局规则 + Token 预飞协议',
  471. ' workshop-session-0-intake.md ← Session 0: 品牌建档 + Token 预飞',
  472. ' workshop-session-1-category.md ← Session 1: 品类 + 4 Side Quests',
  473. ' workshop-session-2-brand.md ← Session 2: 品牌 + 3 Side Quests',
  474. ' workshop-session-3-voc.md ← Session 3: VOC + 3 Side Quests',
  475. ' workshop-session-4-deep.md ← Session 4: 深入 + 5 Side Quests',
  476. ' workshop-session-5-report.md ← Session 5: 报告 + 2 Side Quests',
  477. ' memory-templates/*.json ← 记忆模板(9个)',
  478. ' tools/* ← 安装到 ~/.openclaw/tools 和 ~/.openclaw/workspace/scripts/tools',
  479. ' set-voc-token.js ← Token 写入工具',
  480. ' voc-token-preflight.js ← Token 预飞检测工具',
  481. ' voc-credentials.template.json ← 凭证模板',
  482. ''
  483. ].join('\n');
  484. fs.writeFileSync(path.join(pkgDir, 'README.txt'), readme, 'utf8');
  485. console.log(` ✅ 复制 ${copied} 个 playbook/template + ${skillsCopied} 个 skills + ${toolCopyResult.copied} 个工具文件` +
  486. (skillsMissing > 0 ? ` (缺失 ${skillsMissing})` : '') +
  487. (toolCopyResult.missing > 0 ? ` (工具缺失 ${toolCopyResult.missing})` : ''));
  488. // 压缩
  489. const zipPath = path.join(DIST_DIR, 'workshop.zip');
  490. if (fs.existsSync(zipPath)) fs.unlinkSync(zipPath);
  491. const absZipPath = path.resolve(zipPath);
  492. const absPkgDir = path.resolve(pkgDir);
  493. execSync(
  494. `powershell -Command "Compress-Archive -Path '${absPkgDir}\\*' -DestinationPath '${absZipPath}' -Force"`,
  495. { stdio: 'inherit' }
  496. );
  497. const zipSize = fs.statSync(zipPath).size;
  498. console.log(` 📦 workshop.zip (${(zipSize / 1024).toFixed(0)} KB)`);
  499. return zipPath;
  500. }
  501. // ============================================
  502. // 全量包打包逻辑
  503. // ============================================
  504. function buildAllPackage() {
  505. const pkgDir = path.join(TEMP_BASE, 'openclaw-all');
  506. const skillsDir = path.join(pkgDir, 'skills');
  507. const workshopDir = path.join(pkgDir, 'workshop');
  508. const memoryDir = path.join(workshopDir, 'memory-templates');
  509. if (fs.existsSync(pkgDir)) fs.rmSync(pkgDir, { recursive: true, force: true });
  510. fs.mkdirSync(memoryDir, { recursive: true });
  511. // 复制 install-all.js
  512. if (fs.existsSync(INSTALL_ALL_JS)) {
  513. fs.copyFileSync(INSTALL_ALL_JS, path.join(pkgDir, 'install-all.js'));
  514. }
  515. // 复制 set-voc-token.js
  516. if (fs.existsSync(SET_VOC_TOKEN_JS)) {
  517. fs.copyFileSync(SET_VOC_TOKEN_JS, path.join(pkgDir, 'set-voc-token.js'));
  518. }
  519. // 复制 voc-token-preflight.js
  520. if (fs.existsSync(VOC_TOKEN_PREFLIGHT_JS)) {
  521. fs.copyFileSync(VOC_TOKEN_PREFLIGHT_JS, path.join(pkgDir, 'voc-token-preflight.js'));
  522. }
  523. const toolCopyResult = copyToolPackageFiles(pkgDir);
  524. // 复制凭证模板
  525. if (fs.existsSync(CREDENTIALS_TEMPLATE)) {
  526. fs.copyFileSync(CREDENTIALS_TEMPLATE, path.join(pkgDir, 'voc-credentials.template.json'));
  527. }
  528. let skillCount = 0;
  529. let workshopCount = 0;
  530. // 复制发布套件中的技能(排除测试技能和未发布的即梦/视频创作技能)
  531. const RELEASED_SKILLS = new Set([
  532. ...PACKAGES['voc-core'].skills,
  533. ...PACKAGES['voc-social-data'].skills
  534. ]);
  535. if (fs.existsSync(SKILLS_DIR)) {
  536. const allSkills = fs.readdirSync(SKILLS_DIR).filter(d => {
  537. const p = path.join(SKILLS_DIR, d);
  538. return fs.statSync(p).isDirectory() && fs.existsSync(path.join(p, 'SKILL.md'))
  539. && !SKILL_BLACKLIST.has(d) && RELEASED_SKILLS.has(d);
  540. });
  541. for (const skill of allSkills) {
  542. const srcDir = path.join(SKILLS_DIR, skill);
  543. const destDir = path.join(skillsDir, skill);
  544. fs.mkdirSync(destDir, { recursive: true });
  545. const files = fs.readdirSync(srcDir).filter(f => fs.statSync(path.join(srcDir, f)).isFile());
  546. for (const f of files) {
  547. fs.copyFileSync(path.join(srcDir, f), path.join(destDir, f));
  548. }
  549. skillCount++;
  550. }
  551. }
  552. console.log(` ✅ 复制 ${skillCount} 个技能 + ${toolCopyResult.copied} 个工具文件` +
  553. (toolCopyResult.missing > 0 ? `(工具缺失 ${toolCopyResult.missing} 个)` : ''));
  554. // 复制 workshop 文件(仅白名单)
  555. if (fs.existsSync(WORKSHOP_DIR)) {
  556. const mdFiles = fs.readdirSync(WORKSHOP_DIR).filter(f =>
  557. f.endsWith('.md') && WORKSHOP_MD_WHITELIST.has(f) && fs.statSync(path.join(WORKSHOP_DIR, f)).isFile()
  558. );
  559. for (const f of mdFiles) {
  560. fs.copyFileSync(path.join(WORKSHOP_DIR, f), path.join(workshopDir, f));
  561. workshopCount++;
  562. }
  563. }
  564. if (fs.existsSync(MEMORY_TEMPLATES_DIR)) {
  565. const jsonFiles = fs.readdirSync(MEMORY_TEMPLATES_DIR).filter(f =>
  566. f.endsWith('.json') && MEMORY_TEMPLATE_WHITELIST.has(f) && fs.statSync(path.join(MEMORY_TEMPLATES_DIR, f)).isFile()
  567. );
  568. for (const f of jsonFiles) {
  569. fs.copyFileSync(path.join(MEMORY_TEMPLATES_DIR, f), path.join(memoryDir, f));
  570. workshopCount++;
  571. }
  572. }
  573. console.log(` ✅ 复制 ${workshopCount} 个 workshop 文件`);
  574. // README.txt
  575. const readme = [
  576. 'OpenClaw 全量安装包 v4.1',
  577. '==================================================',
  578. '',
  579. `包含 ${skillCount} 个技能 + VOC虾工作坊 (${workshopCount}个文件) + ${toolCopyResult.copied} 个本地工具文件`,
  580. '',
  581. '安装方法:',
  582. ' 1. 解压本压缩包',
  583. ' 2. 在解压目录运行: node install-all.js',
  584. ' 3. 设置 Token:',
  585. ' a. 打开 https://app.fmode.cn/dev/apig-pay/?apigid=Vo3ROWEvDy&fun_id=HOkkX72PMF',
  586. ' b. 登录并充值',
  587. ' c. 获取 session token (r:xxxx...)',
  588. ' d. 运行: node ~/.openclaw/tools/set-voc-token.js <your-token>',
  589. ' 4. 重启 OpenClaw gateway',
  590. '',
  591. '其他命令:',
  592. ' node install-all.js --list # 列出包含内容',
  593. ' node install-all.js --dry-run # 预览模式',
  594. ' node install-all.js --skills-only # 只装 Skills',
  595. ' node install-all.js --workshop-only # 只装 Workshop',
  596. ' node ~/.openclaw/tools/set-voc-token.js <token> # 设置/更新 Token',
  597. ' node ~/.openclaw/tools/voc-token-preflight.js # 检测 Token 有效性和余额(Workshop 前置检查)',
  598. ''
  599. ].join('\n');
  600. fs.writeFileSync(path.join(pkgDir, 'README.txt'), readme, 'utf8');
  601. // 压缩
  602. const zipPath = path.join(DIST_DIR, 'openclaw-all.zip');
  603. if (fs.existsSync(zipPath)) fs.unlinkSync(zipPath);
  604. const absZipPath = path.resolve(zipPath);
  605. const absPkgDir = path.resolve(pkgDir);
  606. execSync(
  607. `powershell -Command "Compress-Archive -Path '${absPkgDir}\\*' -DestinationPath '${absZipPath}' -Force"`,
  608. { stdio: 'inherit' }
  609. );
  610. const zipSize = fs.statSync(zipPath).size;
  611. console.log(` 📦 openclaw-all.zip (${(zipSize / 1024).toFixed(0)} KB)`);
  612. return zipPath;
  613. }
  614. // ============================================
  615. // Main
  616. // ============================================
  617. async function main() {
  618. const options = parseArgs(process.argv.slice(2));
  619. if (options.help) {
  620. showHelp();
  621. return;
  622. }
  623. console.log('');
  624. console.log('==================================================');
  625. console.log(' OpenClaw Skills + Workshop 打包 + CDN 上传 v4.1');
  626. console.log('==================================================');
  627. console.log('');
  628. // 前置检查
  629. if (!SKILL_SOURCE_DIRS.some(dir => fs.existsSync(dir))) {
  630. console.error(`❌ 未找到可用 Skills 源目录`);
  631. console.error(` 已检查: ${SKILL_SOURCE_DIRS.join(', ')}`);
  632. process.exit(1);
  633. }
  634. if (!fs.existsSync(INSTALL_JS)) {
  635. console.error(`❌ install.js 不存在: ${INSTALL_JS}`);
  636. process.exit(1);
  637. }
  638. fs.mkdirSync(DIST_DIR, { recursive: true });
  639. fs.mkdirSync(TEMP_BASE, { recursive: true });
  640. // Step 1: 打包 Skills
  641. console.log('── Step 1: 打包 Skills ──');
  642. const zipFiles = {};
  643. const selectedPackageEntries = getSelectedPackageEntries(options.only);
  644. for (const [pkgId, pkg, canonicalId] of selectedPackageEntries) {
  645. console.log(` ${pkg.label} (${pkg.skills.length} 个技能)`);
  646. zipFiles[pkgId] = buildPackage(canonicalId, pkg, pkgId);
  647. if (options.only.length > 0) continue;
  648. for (const alias of pkg.aliases || []) {
  649. console.log(` ${pkg.label}(兼容旧名 ${alias},${pkg.skills.length} 个技能)`);
  650. zipFiles[alias] = buildPackage(canonicalId, pkg, alias);
  651. }
  652. }
  653. console.log('');
  654. // Step 1b: 打包 Workshop
  655. if (!options.skipWorkshop) {
  656. console.log('── Step 1b: 打包 Workshop ──');
  657. if (fs.existsSync(WORKSHOP_DIR)) {
  658. console.log(' 🦐 VOC虾工作坊');
  659. zipFiles['workshop'] = buildWorkshopPackage();
  660. } else {
  661. console.log(' ⚠️ Workshop 目录不存在,跳过');
  662. }
  663. console.log('');
  664. }
  665. // Step 1c: 打包全量包
  666. if (!options.skipAll) {
  667. console.log('── Step 1c: 打包全量包 ──');
  668. console.log(' 📦 openclaw-all (Skills + Workshop + Token工具)');
  669. zipFiles['openclaw-all'] = buildAllPackage();
  670. console.log('');
  671. }
  672. if (options.skipUpload) {
  673. console.log('── Step 2: 跳过上传 ──');
  674. for (const [pkgId, zipPath] of Object.entries(zipFiles)) {
  675. console.log(` ${pkgId}: ${zipPath}`);
  676. }
  677. if (fs.existsSync(TEMP_BASE)) fs.rmSync(TEMP_BASE, { recursive: true, force: true });
  678. return;
  679. }
  680. // Step 2: 上传到七牛
  681. console.log('── Step 2: 上传到七牛云 CDN ──');
  682. const downloadUrls = {};
  683. for (const [pkgId, zipPath] of Object.entries(zipFiles)) {
  684. const pkg = getPackageDefinition(pkgId);
  685. const cdnKey = `${CDN_PREFIX}/${pkgId}.zip`;
  686. const label = pkgId === 'workshop' ? '🦐 VOC虾工作坊' : pkgId === 'openclaw-all' ? '📦 全量包' : getPackageLogLabel(pkgId);
  687. process.stdout.write(` ${label} ... `);
  688. try {
  689. const result = await uploadFile(zipPath, cdnKey);
  690. downloadUrls[pkgId] = result.url;
  691. console.log(`✅ ${result.url}`);
  692. } catch (err) {
  693. console.log(`❌ ${err.message}`);
  694. }
  695. }
  696. console.log('');
  697. // 输出结果
  698. console.log('==================================================');
  699. console.log(' 📥 下载链接');
  700. console.log('==================================================');
  701. console.log('');
  702. for (const [pkgId, url] of Object.entries(downloadUrls)) {
  703. if (pkgId === 'workshop') {
  704. console.log(' 🦐 VOC虾工作坊');
  705. } else if (pkgId === 'openclaw-all') {
  706. console.log(' 📦 全量包');
  707. } else {
  708. const pkg = getPackageDefinition(pkgId);
  709. if (pkg) console.log(` ${pkg.label}`);
  710. }
  711. console.log(` 👉 ${url}`);
  712. console.log('');
  713. }
  714. // 保存到文件
  715. const outputPath = path.join(DIST_DIR, 'download-urls.json');
  716. fs.writeFileSync(outputPath, JSON.stringify(downloadUrls, null, 2), 'utf8');
  717. console.log(` 💾 链接已保存到: ${outputPath}`);
  718. console.log('');
  719. // 清理临时目录
  720. if (fs.existsSync(TEMP_BASE)) fs.rmSync(TEMP_BASE, { recursive: true, force: true });
  721. }
  722. main().catch(err => {
  723. console.error('❌ 出错:', err);
  724. process.exit(1);
  725. });