uploader.mjs 26 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569
  1. #!/usr/bin/env node
  2. /**
  3. * fmode-storage uploader — 对象存储上传/公开链接/ACL
  4. * 零依赖(Node ≥18)。凭据按 4 级优先级自动解析,永不入库。
  5. *
  6. * v0.3.0 诚实凭据链(真因修复,见 CHANGELOG.md):
  7. * 旧版第0级调用 POST /api/storage/credentials —— 该端点从未上线(404,
  8. * 设计文档 fmode-studio/docs/obs-cdn/04-API设计.md 状态为"规划中"),
  9. * "登录即可上传"是伪自举。本版改为:
  10. *
  11. * 第1级 环境变量 OBS_AK/OBS_SK(/OBS_ENDPOINT/OBS_BUCKET)
  12. * 第2级 obsutil config 文件(OBSUTIL_CONFIG 或 ~/.obsutilconfig)解析 AK/SK/endpoint/bucket
  13. * 第1级 环境变量 OBS_AK/OBS_SK(/OBS_ENDPOINT/OBS_BUCKET)
  14. * 第2级 obsutil config 文件(OBSUTIL_CONFIG 或 ~/.obsutilconfig)解析 AK/SK/endpoint/bucket
  15. * 第3级 sessionToken + storageProjectId → POST /api/apig/deploy/huaweicloud
  16. * → 项目隔离 STS(权威端点,生产实测 200;/api/storage/credentials
  17. * 设计端点从未上线——HEAD 探测 404 缓存于 .sts-probe.json)
  18. * 第4级 项目级 ./.fmode/config.json
  19. * 全失败:打印初始化向导指引并退出码 2,绝不伪装成功。
  20. *
  21. * 旧 sessionToken 自举保留为 --experimental-sts:仅当显式传入该参数
  22. * 且端点探测返回 200 时启用(面向未来端点上线,默认关闭)。
  23. *
  24. * 用法:
  25. * node uploader.mjs init [--ak ... --sk ... --endpoint ... --bucket ...]
  26. * node uploader.mjs put <file> --key <objectKey> [--acl public-read] [--endpoint ...] [--bucket ...]
  27. * node uploader.mjs setacl --key <prefix|key> --acl public-read [-r]
  28. * node uploader.mjs test
  29. * node uploader.mjs config
  30. */
  31. import fs from 'fs';
  32. import os from 'os';
  33. import path from 'path';
  34. import { execSync, spawnSync } from 'child_process';
  35. import { fileURLToPath } from 'url';
  36. const HOME = os.homedir();
  37. const __dirname = path.dirname(fileURLToPath(import.meta.url));
  38. // fmode 网关基址(平台 STS 签发端点所在)
  39. const FMODE_API_BASE = process.env.FMODE_API_BASE || 'https://server.fmode.cn';
  40. const STORAGE_CREDENTIALS_URL = `${FMODE_API_BASE.replace(/\/$/, '')}/api/storage/credentials`;
  41. // 自举权威端点(2026-09-12 生产实测 200):sessionToken + projectId → 项目隔离 STS
  42. const DEPLOY_STS_URL = `${FMODE_API_BASE.replace(/\/$/, '')}/api/apig/deploy/huaweicloud`;
  43. const DEFAULT_ENDPOINT = 'obs.cn-north-4.myhuaweicloud.com';
  44. const PROBE_CACHE_FILE = path.join(__dirname, '.sts-probe.json'); // 探测结果缓存(1 小时有效)
  45. const PROBE_TTL_MS = 60 * 60 * 1000;
  46. /** 打印初始化向导(全链失败时的唯一出口,绝不伪装成功) */
  47. function printWizard() {
  48. console.error(`
  49. ┌─ fmode-storage 初始化向导 ─────────────────────────────────────────────┐
  50. │ 当前版本需一次性配置 OBS 子账号 AK/SK;sessionToken 免配置自举待平台 │
  51. │ 端点上线(设计文档 fmode-studio/docs/obs-cdn/04-API设计.md,规划中)。 │
  52. ├────────────────────────────────────────────────────────────────────────┤
  53. │ 步骤 1 向 Fmode 平台/管理员申请 OBS 子账号(邮件模板见 README.md │
  54. │ "三分钟初始化"章节),拿到 AK/SK 及所属桶/终端节点。 │
  55. │ 步骤 2 执行初始化(任选其一): │
  56. │ node uploader.mjs init --ak <AK> --sk <SK> \\ │
  57. │ --endpoint obs.cn-north-4.myhuaweicloud.com \\ │
  58. │ --bucket <bucket> │
  59. │ (省略参数则进入交互模式逐项询问) │
  60. │ 步骤 3 验证:node uploader.mjs test │
  61. │ (上传 1KB 探针文件→删除→报告成功) │
  62. └────────────────────────────────────────────────────────────────────────┘`);
  63. }
  64. // ============================================================================
  65. // 平台签发端点探测(B 节:诚实探测 + 1 小时缓存)
  66. // ============================================================================
  67. /**
  68. * HEAD 探测平台 STS 签发端点是否上线。结果缓存本文件 .sts-probe.json(1 小时)。
  69. * @returns {Promise<{online: boolean, checkedAt: number, status: number|null}>}
  70. */
  71. export async function probeStsEndpoint() {
  72. // 读缓存
  73. try {
  74. const j = JSON.parse(fs.readFileSync(PROBE_CACHE_FILE, 'utf8'));
  75. if (j.checkedAt && Date.now() - j.checkedAt < PROBE_TTL_MS) return j;
  76. } catch { /* 无缓存或损坏 → 重新探测 */ }
  77. let status = null;
  78. try {
  79. const res = await fetch(STORAGE_CREDENTIALS_URL, { method: 'HEAD', signal: AbortSignal.timeout(10000) });
  80. status = res.status;
  81. } catch { /* 网络失败视为未上线,不给假希望 */ }
  82. const result = { online: status === 200, checkedAt: Date.now(), status };
  83. try { fs.writeFileSync(PROBE_CACHE_FILE, JSON.stringify(result)); } catch { /* 只读环境忽略 */ }
  84. return result;
  85. }
  86. /** 探测缓存是否可以强制刷新(--refresh-probe / init / test 命令场景) */
  87. function invalidateProbeCache() {
  88. try { fs.rmSync(PROBE_CACHE_FILE, { force: true }); } catch { /* ignore */ }
  89. }
  90. // ============================================================================
  91. // 旧第0级自举(--experimental-sts 专用,端点上线前是死代码路径)
  92. // ============================================================================
  93. /**
  94. * 解析 sessionToken(优先级:FMODE_SESSION_TOKEN → user.json(登录流程写入的最新 token)
  95. * → ~/.fmode/config.json → ./.fmode/config.json)。
  96. */
  97. export function resolveSessionToken() {
  98. if (process.env.FMODE_SESSION_TOKEN) return process.env.FMODE_SESSION_TOKEN.trim();
  99. const candidates = [
  100. path.join(HOME, '.fmode', 'config', 'user.json'),
  101. path.join(HOME, '.fmode', 'config.json'),
  102. path.join(process.cwd(), '.fmode', 'config.json'),
  103. ];
  104. for (const p of candidates) {
  105. try {
  106. if (!fs.existsSync(p)) continue;
  107. const j = JSON.parse(fs.readFileSync(p, 'utf8').replace(/^/, ''));
  108. const t = j.sessionToken || (j.user && j.user.sessionToken) || null;
  109. if (t && String(t).trim()) return String(t).trim();
  110. } catch { /* try next source */ }
  111. }
  112. return null;
  113. }
  114. /**
  115. * 解析 storage 专用 projectId(非密钥)。来源优先级:FMODE_STORAGE_PROJECT_ID 环境变量
  116. * → ~/.fmode/config.json / user.json 的 storageProjectId → ./.fmode/deploy.json 的 projectId。
  117. */
  118. export function resolveStorageProjectId() {
  119. if (process.env.FMODE_STORAGE_PROJECT_ID) return process.env.FMODE_STORAGE_PROJECT_ID.trim();
  120. const candidates = [
  121. path.join(HOME, '.fmode', 'config.json'),
  122. path.join(HOME, '.fmode', 'config', 'user.json'),
  123. path.join(process.cwd(), '.fmode', 'deploy.json'),
  124. ];
  125. for (const p of candidates) {
  126. try {
  127. if (!fs.existsSync(p)) continue;
  128. const j = JSON.parse(fs.readFileSync(p, 'utf8').replace(/^/, ''));
  129. const id = j.storageProjectId || j.projectId || null;
  130. if (id && String(id).trim()) return String(id).trim();
  131. } catch { /* try next source */ }
  132. }
  133. return null;
  134. }
  135. /**
  136. * 第3级(权威,2026-09-12 生产实测 200):sessionToken + projectId → 项目隔离 STS。
  137. *
  138. * 权威链路(future-server api/api-ncloud/apig/routes-deploy.js):
  139. * POST /api/apig/deploy/huaweicloud {token, projectId}
  140. * → { code:200, data:{ accessKey, secretKey, securityToken, obsPath } }
  141. * → obsPath "obs://nova-cloud/dev/<projectId>/" 解析出 bucket/prefix
  142. * 服务端权限:token→用户身份 → Project.user / Project.owner / ProjectTeam 三查。
  143. * ⚠️ 返回的 STS 仅内存持有:不写文件、不打日志、不进错误信息。
  144. */
  145. export async function fetchStsViaDeploy(sessionToken, projectId) {
  146. if (!sessionToken || !projectId) return null;
  147. try {
  148. const res = await fetch(DEPLOY_STS_URL, {
  149. method: 'POST',
  150. headers: { 'Content-Type': 'application/json' },
  151. body: JSON.stringify({ token: sessionToken, projectId }),
  152. signal: AbortSignal.timeout(20000),
  153. });
  154. if (!res.ok) return null;
  155. const body = await res.json().catch(() => null);
  156. const data = body && body.data;
  157. if (!body || body.code !== 200 || !data || !data.success) return null;
  158. const obsPath = String(data.obsPath || '');
  159. const m = obsPath.match(/^obs:\/\/([^/]+)\/(.*)\/$/);
  160. return {
  161. ak: String(data.accessKey || ''),
  162. sk: String(data.secretKey || ''),
  163. securityToken: String(data.securityToken || ''),
  164. expiresAt: data.expiresAt || null,
  165. projectId,
  166. // nova-cloud 桶在 cn-south-1(实测 2026-09-12;north-4 会 NoSuchBucket)
  167. endpoint: 'obs.cn-south-1.myhuaweicloud.com',
  168. bucket: m ? m[1] : 'nova-cloud',
  169. prefix: m ? m[2] + '/' : `dev/${projectId}/`,
  170. };
  171. } catch { return null; }
  172. }
  173. /**
  174. * 备用(任务书 B 节预留):设计文档端点 /api/storage/credentials。
  175. * ⚠️ 该端点从未上线(HEAD 探测 404),端点上线前必然返回 null。仅 --experimental-sts 时调用。
  176. * 返回的 STS 仅内存持有:不写文件、不打日志、不进错误信息。
  177. */
  178. export async function fetchStsCredentials(sessionToken) {
  179. if (!sessionToken) return null;
  180. try {
  181. const res = await fetch(STORAGE_CREDENTIALS_URL, {
  182. method: 'POST',
  183. headers: { 'Content-Type': 'application/json', 'Authorization': `Bearer ${sessionToken}` },
  184. body: JSON.stringify({ op: ['put', 'delete'] }),
  185. signal: AbortSignal.timeout(15000),
  186. });
  187. if (!res.ok) return null;
  188. const body = await res.json().catch(() => null);
  189. const cred = body && (body.credentials || body.data);
  190. if (!cred || !cred.accessKeyId || !cred.secretAccessKey) return null;
  191. return {
  192. ak: cred.accessKeyId,
  193. sk: cred.secretAccessKey,
  194. securityToken: cred.sessionToken || cred.securityToken || '',
  195. endpoint: cred.endpoint || DEFAULT_ENDPOINT,
  196. bucket: cred.bucket || null,
  197. prefix: cred.prefix || '',
  198. };
  199. } catch { return null; }
  200. }
  201. /** STS 签发作用域限定 key 必须在 prefix 内(dev/<projectId>/...),防越权路径 */
  202. export function scopedKey(cfg, key) {
  203. if (cfg.sts && cfg.sts.prefix) {
  204. const pfx = cfg.sts.prefix.endsWith('/') ? cfg.sts.prefix : cfg.sts.prefix + '/';
  205. if (key.startsWith(pfx)) return key;
  206. return pfx + key.replace(/^\/+/, '');
  207. }
  208. return key;
  209. }
  210. /**
  211. * 用 STS 临时凭证构造一次性 obsutil 配置目录,执行命令后即删。
  212. * (配置经 -config= 显式传给 obsutil——旧版 OBSUTIL_CONFIG_FILE 环境变量
  213. * obsutil 并不识别,属无效传递,本版修正。)
  214. */
  215. export function runWithSts(sts, args, timeout = 300000) {
  216. const tmpDir = fs.mkdtempSync(path.join(os.tmpdir(), 'fmode-sts-'));
  217. fs.chmodSync(tmpDir, 0o700);
  218. const cfgFile = path.join(tmpDir, '.obsutilconfig');
  219. fs.writeFileSync(cfgFile, [
  220. `endpoint=${sts.endpoint}`,
  221. `ak=${sts.ak}`,
  222. `sk=${sts.sk}`,
  223. `token=${sts.securityToken}`,
  224. '',
  225. ].join('\n'), { mode: 0o600 });
  226. try {
  227. return runObsutil(cfg.obsUtilPath, args, { cfgFile, timeout });
  228. } finally {
  229. try { fs.rmSync(tmpDir, { recursive: true, force: true }); } catch { /* best effort */ }
  230. }
  231. }
  232. // ============================================================================
  233. // obsutil 执行层
  234. // ============================================================================
  235. /** 统一 obsutil 调用。成功判定用退出码 + 末行无 "failed",杜绝"failed"文案误判为成功。 */
  236. function runObsutil(obsUtilPath, args, { cfgFile = null, timeout = 120000 } = {}) {
  237. const r = spawnSync(obsUtilPath, [...args, ...(cfgFile ? [`-config=${cfgFile}`] : [])], {
  238. encoding: 'utf8',
  239. timeout,
  240. });
  241. const out = (r.stdout || '') + (r.stderr || '');
  242. const ok = r.status === 0 && !/failed/i.test(out.split('\n').filter(Boolean).pop() || '');
  243. return { ok, out, status: r.status };
  244. }
  245. /** 公开 URL: cdnDomain 优先, 否则桶域名 */
  246. export function publicUrl(cfg, key) {
  247. if (cfg.cdnDomain) return `https://${cfg.cdnDomain}/${key}`;
  248. return `https://${cfg.bucket}.${cfg.endpoint}/${key}`;
  249. }
  250. // ============================================================================
  251. // 凭据链:诚实 4 级
  252. // ============================================================================
  253. /** 解析 obsutil config 文件内容 → {endpoint, ak, sk, token, bucket}。密钥不外泄,仅内部使用。 */
  254. function parseObsutilConfig(text) {
  255. const c = {};
  256. for (const line of String(text).split('\n')) {
  257. const m = line.match(/^(endpoint|ak|sk|token)=(.*)$/);
  258. if (m) c[m[1]] = m[2].trim();
  259. }
  260. return (c.ak && c.sk) ? c : null;
  261. }
  262. /** obsutil config 文件候选路径(OBSUTIL_CONFIG 环境变量优先,其次 ~/.obsutilconfig) */
  263. function obsutilConfigPaths() {
  264. const paths = [];
  265. if (process.env.OBSUTIL_CONFIG) paths.push(process.env.OBSUTIL_CONFIG);
  266. paths.push(path.join(HOME, '.obsutilconfig'));
  267. // getpwuid 的 home 可能与 $HOME 不同(容器常见):obsutil 实际按它解析默认配置
  268. try {
  269. const pwHome = os.userInfo().homedir;
  270. if (pwHome && pwHome !== HOME) paths.push(path.join(pwHome, '.obsutilconfig'));
  271. } catch { /* ignore */ }
  272. return paths;
  273. }
  274. /** 定位 obsutil 可执行文件:PATH → ~/.local/bin → ~/bin → getpwuid home/bin → /usr/local/bin */
  275. function findObsutil() {
  276. const candidates = [];
  277. for (const dir of (process.env.PATH || '').split(':')) {
  278. if (dir) candidates.push(path.join(dir, 'obsutil'));
  279. }
  280. for (const base of [path.join(HOME, '.local', 'bin'), path.join(HOME, 'bin')]) candidates.push(path.join(base, 'obsutil'));
  281. try {
  282. const pwHome = os.userInfo().homedir;
  283. if (pwHome && pwHome !== HOME) candidates.push(path.join(pwHome, 'bin', 'obsutil'));
  284. } catch { /* ignore */ }
  285. candidates.push('/usr/local/bin/obsutil', '/usr/bin/obsutil');
  286. for (const p of candidates) {
  287. try { fs.accessSync(p, fs.constants.X_OK); return p; } catch { /* next */ }
  288. }
  289. return 'obsutil'; // 交给 spawnSync 报"not found"
  290. }
  291. /**
  292. * 诚实 4 级凭据解析(命中即用,检测不到就换下一级):
  293. * 第1级 环境变量 OBS_AK/OBS_SK(/OBS_ENDPOINT/OBS_BUCKET)
  294. * 第2级 obsutil config 文件(OBSUTIL_CONFIG 或 ~/.obsutilconfig)
  295. * 第3级 sessionToken + storageProjectId → deploy STS(端点探测见 fetchStsCredentials 注释)
  296. * 第4级 项目级 ./.fmode/config.json
  297. */
  298. export async function resolveStorageConfig({ experimentalSts = false } = {}) {
  299. const cfg = {
  300. obsUtilPath: 'obsutil',
  301. endpoint: DEFAULT_ENDPOINT,
  302. bucket: null,
  303. cdnDomain: null,
  304. sts: null,
  305. via: null, // 命中的解析级别(诊断用,不含任何密钥)
  306. ak: null, // 内部传递用,config 命令绝不输出
  307. sk: null,
  308. token: '',
  309. };
  310. cfg.obsUtilPath = findObsutil();
  311. // ---- 第1级:环境变量 ----
  312. if (process.env.OBS_AK && process.env.OBS_SK) {
  313. cfg.ak = process.env.OBS_AK.trim();
  314. cfg.sk = process.env.OBS_SK.trim();
  315. if (process.env.OBS_ENDPOINT) cfg.endpoint = process.env.OBS_ENDPOINT.trim();
  316. if (process.env.OBS_BUCKET) cfg.bucket = process.env.OBS_BUCKET.trim();
  317. cfg.via = 'level1:env(OBS_AK/OBS_SK)';
  318. }
  319. // ---- 第2级:obsutil config 文件 ----
  320. if (!cfg.ak) {
  321. for (const p of obsutilConfigPaths()) {
  322. try {
  323. if (!fs.existsSync(p)) continue;
  324. const c = parseObsutilConfig(fs.readFileSync(p, 'utf8'));
  325. if (c) {
  326. cfg.ak = c.ak; cfg.sk = c.sk; cfg.token = c.token || '';
  327. if (c.endpoint) cfg.endpoint = c.endpoint;
  328. cfg.via = `level2:obsutilconfig(${p})`;
  329. break;
  330. }
  331. } catch { /* try next path */ }
  332. }
  333. }
  334. // ---- 第3级:平台签发 STS(deploy 权威链路,2026-09-12 生产实测 200)----
  335. // sessionToken + storageProjectId → POST /api/apig/deploy/huaweicloud → 项目隔离 STS
  336. // (设计文档中的 /api/storage/credentials 从未上线——HEAD 探测 404,.sts-probe.json 缓存;
  337. // 端点若上线,见 fetchStsCredentials 的备用实现,仅 --experimental-sts 启用)
  338. if (!cfg.ak) {
  339. const sessionToken = resolveSessionToken();
  340. if (sessionToken) {
  341. const projectId = resolveStorageProjectId();
  342. const sts = projectId ? await fetchStsViaDeploy(sessionToken, projectId) : null;
  343. if (sts) {
  344. // deploy 端点已实测 200(区别于 storage/credentials 的伪自举),默认启用;
  345. // --experimental-sts 仅控制旧 storage/credentials 备用路径
  346. cfg.sts = sts;
  347. cfg.bucket = sts.bucket || cfg.bucket;
  348. cfg.endpoint = sts.endpoint || cfg.endpoint;
  349. cfg.cdnDomain = process.env.FMODE_CDN_DOMAIN || 'app.fmode.cn';
  350. cfg.via = 'level3:sessionToken+projectId->deploySTS';
  351. return cfg;
  352. }
  353. if (!projectId) {
  354. console.error('sessionToken 存在但缺少 storageProjectId——请设置 FMODE_STORAGE_PROJECT_ID 或在 ~/.fmode/config.json 配 storageProjectId(须为本人有权限的 Project objectId)');
  355. } else {
  356. console.error('sessionToken 存在但 STS 签发失败(/api/apig/deploy/huaweicloud 未 200)——token 失效或该 projectId 不属于当前用户');
  357. }
  358. console.error('(将继续尝试第4级回落配置)');
  359. } else {
  360. // 无 sessionToken:检查设计文档端点是否上线(任务书 B 节:诚实探测,缓存 1 小时)
  361. const probe = await probeStsEndpoint();
  362. if (probe.online && experimentalSts) {
  363. const token = resolveSessionToken() || process.env.FMODE_API_TOKEN || null;
  364. const sts = token ? await fetchStsCredentials(token) : null;
  365. if (sts) {
  366. cfg.sts = sts;
  367. cfg.bucket = sts.bucket || cfg.bucket;
  368. cfg.endpoint = sts.endpoint || cfg.endpoint;
  369. cfg.via = 'level3:experimental-storage-credentials';
  370. return cfg;
  371. }
  372. console.error('--experimental-sts 已启用且设计端点在线,但换取失败');
  373. } else if (probe.online) {
  374. console.error('平台 STS 设计端点已上线(/api/storage/credentials)。加 --experimental-sts 启用该自举路径,或继续用 deploy/obsutil 配置模式。');
  375. }
  376. }
  377. }
  378. // ---- 第4级:项目级 ./.fmode/config.json ----
  379. if (!cfg.ak && !cfg.sts) {
  380. try {
  381. const p = path.join(process.cwd(), '.fmode', 'config.json');
  382. const j = JSON.parse(fs.readFileSync(p, 'utf8'));
  383. if (j.obsUtilPath) cfg.obsUtilPath = j.obsUtilPath;
  384. if (j.obsBucket) { cfg.bucket = j.obsBucket; cfg.via = `level4:${p}`; }
  385. if (j.obsEndpoint) cfg.endpoint = j.obsEndpoint;
  386. if (j.cdnDomain) cfg.cdnDomain = j.cdnDomain;
  387. } catch { /* ignore */ }
  388. }
  389. // ---- bucket 补全:第1/2级命中但缺 bucket → obsutil ls 探测 ----
  390. if (cfg.ak && !cfg.bucket) {
  391. try {
  392. const out = execSync(`${JSON.stringify(cfg.obsUtilPath)} ls -limit=1`, { encoding: 'utf8', timeout: 15000 });
  393. const m = out.match(/obs:\/\/([^/\s]+)/);
  394. if (m) { cfg.bucket = m[1]; cfg.via += '+bucket-probe'; }
  395. } catch { /* 探测失败交给上层报错 */ }
  396. }
  397. return cfg;
  398. }
  399. // ============================================================================
  400. // 初始化向导(C 节:新用户路径)
  401. // ============================================================================
  402. /**
  403. * node uploader.mjs init [--ak ... --sk ... --endpoint ... --bucket ...]
  404. * 写入 obsutil config(600 权限)+ 本技能 config 段,然后立即 test。
  405. */
  406. async function cmdInit(rest) {
  407. const arg = (name) => { const i = rest.indexOf(name); return i >= 0 ? rest[i + 1] : null; };
  408. const ask = async (q) => {
  409. process.stdout.write(q);
  410. let buf = '';
  411. for await (const chunk of process.stdin) { buf += chunk; break; }
  412. return buf.trim();
  413. };
  414. const ak = arg('--ak') || await ask('AK: ');
  415. const sk = arg('--sk') || await ask('SK: ');
  416. const endpoint = arg('--endpoint') || await ask(`endpoint [${DEFAULT_ENDPOINT}]: `) || DEFAULT_ENDPOINT;
  417. const bucket = arg('--bucket') || await ask('bucket: ');
  418. if (!ak || !sk || !bucket) {
  419. console.error('init 失败:AK/SK/bucket 均必填(--ak --sk --endpoint --bucket 或交互输入)');
  420. process.exit(2);
  421. }
  422. // 1) 写 obsutil config(600)
  423. const cfgPath = path.join(HOME, '.obsutilconfig');
  424. fs.writeFileSync(cfgPath, [
  425. `endpoint=${endpoint}`,
  426. `ak=${ak}`,
  427. `sk=${sk}`,
  428. 'token=',
  429. 'cname=false',
  430. `endpointCrr=http://your-endpoint`,
  431. `akCrr=*** Provide your Access Key ***`,
  432. `skCrr=*** Provide your Secret Key ***`,
  433. `tokenCrr=`,
  434. '',
  435. ].join('\n'), { mode: 0o600 });
  436. // 2) 写本技能 config 段(~/.fmode/config.json,不含密钥本体)
  437. const fmodeDir = path.join(HOME, '.fmode');
  438. const fmodeCfg = path.join(fmodeDir, 'config.json');
  439. fs.mkdirSync(fmodeDir, { recursive: true });
  440. let j = {};
  441. try { j = JSON.parse(fs.readFileSync(fmodeCfg, 'utf8')); } catch { /* 新文件 */ }
  442. j.obsBucket = bucket;
  443. j.obsEndpoint = endpoint;
  444. fs.writeFileSync(fmodeCfg, JSON.stringify(j, null, 2) + '\n', { mode: 0o600 });
  445. console.error(`已写入 ${cfgPath}(600)与 ${fmodeCfg}(技能 config 段,不含密钥本体)`);
  446. // 3) 立即 test:上传 1KB 探针 → 删除 → 报告
  447. return cmdTest();
  448. }
  449. /** test:上传 1KB 探针文件→删除→报告成功 */
  450. async function cmdTest() {
  451. const cfg = await resolveStorageConfig();
  452. if (!cfg.ak && !cfg.sts) { printWizard(); process.exit(2); }
  453. if (!cfg.bucket) { console.error(`凭据已命中(${cfg.via})但未解析到 bucket:请 --bucket 指定或用 init 写入`); process.exit(2); }
  454. const tmp = path.join(os.tmpdir(), `fmode-storage-probe-${process.pid}.txt`);
  455. fs.writeFileSync(tmp, 'fmode-storage probe ' + new Date().toISOString() + '\n');
  456. const key = `skill-storage-selftest/probe-${process.pid}.txt`;
  457. try {
  458. const up = runObsutil(cfg.obsUtilPath, ['cp', tmp, `obs://${cfg.bucket}/${key}`], { timeout: 120000 });
  459. if (!up.ok) { console.error('test 失败(上传):', up.out.slice(-300)); process.exit(1); }
  460. const del = runObsutil(cfg.obsUtilPath, ['rm', `obs://${cfg.bucket}/${key}`, '-f'], { timeout: 60000 });
  461. if (!del.ok) { console.error('test 失败(清理探针文件,上传本身已成功):', del.out.slice(-300)); process.exit(1); }
  462. console.log(JSON.stringify({ ok: true, bucket: cfg.bucket, endpoint: cfg.endpoint, via: cfg.via, probeKey: key, message: '上传 1KB 探针→删除 全部成功' }, null, 2));
  463. return true;
  464. } finally {
  465. try { fs.rmSync(tmp, { force: true }); } catch { /* ignore */ }
  466. }
  467. }
  468. // ============================================================================
  469. // main
  470. // ============================================================================
  471. async function main() {
  472. const [cmd, ...rest] = process.argv.slice(2);
  473. const arg = (name) => { const i = rest.indexOf(name); return i >= 0 ? rest[i + 1] : null; };
  474. const experimentalSts = rest.includes('--experimental-sts');
  475. if (rest.includes('--refresh-probe')) invalidateProbeCache();
  476. if (cmd === 'init') { process.exit(await cmdInit(rest) ? 0 : 1); }
  477. if (cmd === 'test') { process.exit(await cmdTest() ? 0 : 1); }
  478. const cfg = await resolveStorageConfig({ experimentalSts });
  479. if (!cfg.ak && !cfg.sts) {
  480. if (cmd !== 'help') {
  481. console.error('凭据链 4 级全部未命中(env → obsutil config → 平台签发(sessionToken+projectId) → 项目 config)。');
  482. printWizard();
  483. process.exit(2);
  484. }
  485. }
  486. if (cfg.ak && !cfg.sts && !cfg.bucket && ['put', 'setacl'].includes(cmd)) {
  487. console.error(`凭据已命中(${cfg.via})但未解析到 bucket:用 --bucket 指定,或重新执行 init 写入完整配置。`);
  488. process.exit(2);
  489. }
  490. const obs = (args, timeout = 120000) => cfg.sts
  491. ? runWithSts(cfg.sts, args, timeout)
  492. : runObsutil(cfg.obsUtilPath, args, { timeout });
  493. if (cmd === 'put') {
  494. const file = rest[0];
  495. let key = arg('--key');
  496. if (!file || !key) { console.error('用法: put <file> --key <objectKey> [--acl public-read]'); process.exit(2); }
  497. const acl = arg('--acl') || 'public-read';
  498. const bucketArg = arg('--bucket'); if (bucketArg) cfg.bucket = bucketArg;
  499. key = scopedKey(cfg, key); // STS 签发时强制限定 dev/<projectId>/ 前缀,防越权路径
  500. const r = obs(['cp', file, `obs://${cfg.bucket}/${key}`, ...(acl ? ['-acl', acl] : [])]);
  501. if (!r.ok) { console.error('上传失败:', r.out.slice(-300)); process.exit(1); }
  502. console.log(JSON.stringify({ ok: true, key, url: publicUrl(cfg, key), bucket: cfg.bucket, via: cfg.via }, null, 2));
  503. return;
  504. }
  505. if (cmd === 'setacl') {
  506. const key = arg('--key'); const acl = arg('--acl') || 'public-read';
  507. const recursive = rest.includes('-r');
  508. const r = obs(['chattri', `obs://${cfg.bucket}/${key}`, '-acl', acl, ...(recursive ? ['-r', '-f'] : ['-f'])]);
  509. if (!r.ok) { console.error('setacl 失败:', r.out.slice(-300)); process.exit(1); }
  510. console.log(JSON.stringify({ ok: true }, null, 2));
  511. return;
  512. }
  513. if (cmd === 'config') {
  514. // 诊断输出:绝不包含 AK/SK/token/sessionToken 任何密钥本体
  515. console.log(JSON.stringify({
  516. via: cfg.via,
  517. bucket: cfg.bucket,
  518. endpoint: cfg.endpoint,
  519. cdnDomain: cfg.cdnDomain,
  520. credentialsResolved: Boolean(cfg.ak || cfg.sts),
  521. stsBootstrapped: Boolean(cfg.sts),
  522. stsPrefix: cfg.sts ? cfg.sts.prefix : null,
  523. stsProjectId: cfg.sts && cfg.sts.projectId ? cfg.sts.projectId : null,
  524. stsExpiresAt: cfg.sts && cfg.sts.expiresAt ? cfg.sts.expiresAt : null,
  525. }, null, 2));
  526. return;
  527. }
  528. console.log('用法: init | test | put | setacl | config');
  529. }
  530. main().catch((e) => { console.error('未预期错误:', e.message); process.exit(1); });