uploader.mjs 32 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675
  1. #!/usr/bin/env node
  2. // Copyright (c) 未来飞马
  3. //
  4. // This Source Code Form is subject to the terms of the Mozilla Public
  5. // License, v. 2.0. If a copy of the MPL was not distributed with this
  6. // file, You can obtain one at https://mozilla.org/MPL/2.0/.
  7. //
  8. // Trademark Notice:
  9. // The MPL-2.0 license grants copyright permissions for source code only.
  10. // It does NOT grant any rights to use trademarks including "未来飞马",
  11. // "Harness Loop", "RSI", and associated slogan "让AI进化提前发生,让AI落地快人一步".
  12. // Any use of these trademarks requires separate written permission.
  13. /**
  14. * fmode-storage uploader — 对象存储上传/公开链接/ACL
  15. * 零依赖(Node ≥18)。凭据按 5 级优先级自动解析,永不入库。
  16. *
  17. * v0.4.0(2026-09-23):新增**第0级 云函数预签名直传**(首选)。
  18. * 容器只需 FMODE_SESSION_TOKEN,平台云函数 fmodeagent-upload-url 持有 AK/SK 并
  19. * 签发 5 分钟预签名 PUT URL;对象键 user/<userid>/<ns>/<YYYYMM>/...,公网
  20. * https://s3.fmode.cn/<key>。解决"每个容器都要配 OBS AK/SK / storageProjectId"
  21. * 的落地缺口(此前 34 台容器无一具备,技能只能打印向导退出)。
  22. *
  23. * v0.3.0 诚实凭据链(真因修复,见 CHANGELOG.md):
  24. * 旧版第0级调用 POST /api/storage/credentials —— 该端点从未上线(404,
  25. * 设计文档 fmode-studio/docs/obs-cdn/04-API设计.md 状态为"规划中"),
  26. * "登录即可上传"是伪自举。本版改为:
  27. *
  28. * 第1级 环境变量 OBS_AK/OBS_SK(/OBS_ENDPOINT/OBS_BUCKET)
  29. * 第2级 obsutil config 文件(OBSUTIL_CONFIG 或 ~/.obsutilconfig)解析 AK/SK/endpoint/bucket
  30. * 第1级 环境变量 OBS_AK/OBS_SK(/OBS_ENDPOINT/OBS_BUCKET)
  31. * 第2级 obsutil config 文件(OBSUTIL_CONFIG 或 ~/.obsutilconfig)解析 AK/SK/endpoint/bucket
  32. * 第3级 sessionToken + storageProjectId → POST /api/apig/deploy/huaweicloud
  33. * → 项目隔离 STS(权威端点,生产实测 200;/api/storage/credentials
  34. * 设计端点从未上线——HEAD 探测 404 缓存于 .sts-probe.json)
  35. * 第4级 项目级 ./.fmode/config.json
  36. * 全失败:打印初始化向导指引并退出码 2,绝不伪装成功。
  37. *
  38. * 旧 sessionToken 自举保留为 --experimental-sts:仅当显式传入该参数
  39. * 且端点探测返回 200 时启用(面向未来端点上线,默认关闭)。
  40. *
  41. * 用法:
  42. * node uploader.mjs init [--ak ... --sk ... --endpoint ... --bucket ...]
  43. * node uploader.mjs put <file> --key <objectKey> [--ns report] [--acl public-read] [--bucket ...]
  44. * node uploader.mjs setacl --key <prefix|key> --acl public-read [-r]
  45. * node uploader.mjs test
  46. * node uploader.mjs config
  47. */
  48. import fs from 'fs';
  49. import os from 'os';
  50. import path from 'path';
  51. import { execSync, spawnSync } from 'child_process';
  52. import { fileURLToPath } from 'url';
  53. const HOME = os.homedir();
  54. const __dirname = path.dirname(fileURLToPath(import.meta.url));
  55. // fmode 网关基址(平台 STS 签发端点所在)
  56. const FMODE_API_BASE = process.env.FMODE_API_BASE || 'https://server.fmode.cn';
  57. const STORAGE_CREDENTIALS_URL = `${FMODE_API_BASE.replace(/\/$/, '')}/api/storage/credentials`;
  58. // 自举权威端点(2026-09-12 生产实测 200):sessionToken + projectId → 项目隔离 STS
  59. const DEPLOY_STS_URL = `${FMODE_API_BASE.replace(/\/$/, '')}/api/apig/deploy/huaweicloud`;
  60. const DEFAULT_ENDPOINT = 'obs.cn-north-4.myhuaweicloud.com';
  61. const PROBE_CACHE_FILE = path.join(__dirname, '.sts-probe.json'); // 探测结果缓存(1 小时有效)
  62. const PROBE_TTL_MS = 60 * 60 * 1000;
  63. // ── 第0级(首选):云函数预签名直传 ─────────────────────────────────────────
  64. // fmodeagent-upload-url 云函数保管 AK/SK,按调用者身份签发 5 分钟有效的
  65. // OBS SigV2 预签名 PUT URL;容器只拿到 URL,密钥永不下发。
  66. // 对象键:user/<userid>/<namespace>/<YYYYMM>/<uuid>-<filename>,公网 https://s3.fmode.cn/<key>
  67. const UPLOAD_FN_URL = `${FMODE_API_BASE.replace(/\/$/, '')}/api/functions`;
  68. const UPLOAD_FN_ID = process.env.FMODE_UPLOAD_FN_ID || process.env.FMODE_STORAGE_FN_ID || 'AlP56LCKFm';
  69. const CDN_BASE = (process.env.FMODE_CDN_BASE || 'https://s3.fmode.cn').replace(/\/$/, '');
  70. /** 打印初始化向导(全链失败时的唯一出口,绝不伪装成功) */
  71. function printWizard() {
  72. console.error(`
  73. ┌─ fmode-storage 初始化向导 ─────────────────────────────────────────────┐
  74. │ 当前版本需一次性配置 OBS 子账号 AK/SK;sessionToken 免配置自举待平台 │
  75. │ 端点上线(设计文档 fmode-studio/docs/obs-cdn/04-API设计.md,规划中)。 │
  76. ├────────────────────────────────────────────────────────────────────────┤
  77. │ 步骤 1 向 Fmode 平台/管理员申请 OBS 子账号(邮件模板见 README.md │
  78. │ "三分钟初始化"章节),拿到 AK/SK 及所属桶/终端节点。 │
  79. │ 步骤 2 执行初始化(任选其一): │
  80. │ node uploader.mjs init --ak <AK> --sk <SK> \\ │
  81. │ --endpoint obs.cn-north-4.myhuaweicloud.com \\ │
  82. │ --bucket <bucket> │
  83. │ (省略参数则进入交互模式逐项询问) │
  84. │ 步骤 3 验证:node uploader.mjs test │
  85. │ (上传 1KB 探针文件→删除→报告成功) │
  86. └────────────────────────────────────────────────────────────────────────┘`);
  87. }
  88. // ============================================================================
  89. // 平台签发端点探测(B 节:诚实探测 + 1 小时缓存)
  90. // ============================================================================
  91. /**
  92. * HEAD 探测平台 STS 签发端点是否上线。结果缓存本文件 .sts-probe.json(1 小时)。
  93. * @returns {Promise<{online: boolean, checkedAt: number, status: number|null}>}
  94. */
  95. export async function probeStsEndpoint() {
  96. // 读缓存
  97. try {
  98. const j = JSON.parse(fs.readFileSync(PROBE_CACHE_FILE, 'utf8'));
  99. if (j.checkedAt && Date.now() - j.checkedAt < PROBE_TTL_MS) return j;
  100. } catch { /* 无缓存或损坏 → 重新探测 */ }
  101. let status = null;
  102. try {
  103. const res = await fetch(STORAGE_CREDENTIALS_URL, { method: 'HEAD', signal: AbortSignal.timeout(10000) });
  104. status = res.status;
  105. } catch { /* 网络失败视为未上线,不给假希望 */ }
  106. const result = { online: status === 200, checkedAt: Date.now(), status };
  107. try { fs.writeFileSync(PROBE_CACHE_FILE, JSON.stringify(result)); } catch { /* 只读环境忽略 */ }
  108. return result;
  109. }
  110. /** 探测缓存是否可以强制刷新(--refresh-probe / init / test 命令场景) */
  111. function invalidateProbeCache() {
  112. try { fs.rmSync(PROBE_CACHE_FILE, { force: true }); } catch { /* ignore */ }
  113. }
  114. // ============================================================================
  115. // 旧第0级自举(--experimental-sts 专用,端点上线前是死代码路径)
  116. // ============================================================================
  117. /**
  118. * 解析 sessionToken(优先级:FMODE_SESSION_TOKEN → user.json(登录流程写入的最新 token)
  119. * → ~/.fmode/config.json → ./.fmode/config.json)。
  120. */
  121. export function resolveSessionToken() {
  122. if (process.env.FMODE_SESSION_TOKEN) return process.env.FMODE_SESSION_TOKEN.trim();
  123. const candidates = [
  124. path.join(HOME, '.fmode', 'config', 'user.json'),
  125. path.join(HOME, '.fmode', 'config.json'),
  126. path.join(process.cwd(), '.fmode', 'config.json'),
  127. ];
  128. for (const p of candidates) {
  129. try {
  130. if (!fs.existsSync(p)) continue;
  131. const j = JSON.parse(fs.readFileSync(p, 'utf8').replace(/^/, ''));
  132. const t = j.sessionToken || (j.user && j.user.sessionToken) || null;
  133. if (t && String(t).trim()) return String(t).trim();
  134. } catch { /* try next source */ }
  135. }
  136. return null;
  137. }
  138. /**
  139. * 解析 storage 专用 projectId(非密钥)。来源优先级:FMODE_STORAGE_PROJECT_ID 环境变量
  140. * → ~/.fmode/config.json / user.json 的 storageProjectId → ./.fmode/deploy.json 的 projectId。
  141. */
  142. export function resolveStorageProjectId() {
  143. if (process.env.FMODE_STORAGE_PROJECT_ID) return process.env.FMODE_STORAGE_PROJECT_ID.trim();
  144. const candidates = [
  145. path.join(HOME, '.fmode', 'config.json'),
  146. path.join(HOME, '.fmode', 'config', 'user.json'),
  147. path.join(process.cwd(), '.fmode', 'deploy.json'),
  148. ];
  149. for (const p of candidates) {
  150. try {
  151. if (!fs.existsSync(p)) continue;
  152. const j = JSON.parse(fs.readFileSync(p, 'utf8').replace(/^/, ''));
  153. const id = j.storageProjectId || j.projectId || null;
  154. if (id && String(id).trim()) return String(id).trim();
  155. } catch { /* try next source */ }
  156. }
  157. return null;
  158. }
  159. /**
  160. * 第3级(权威,2026-09-12 生产实测 200):sessionToken + projectId → 项目隔离 STS。
  161. *
  162. * 权威链路(future-server api/api-ncloud/apig/routes-deploy.js):
  163. * POST /api/apig/deploy/huaweicloud {token, projectId}
  164. * → { code:200, data:{ accessKey, secretKey, securityToken, obsPath } }
  165. * → obsPath "obs://nova-cloud/dev/<projectId>/" 解析出 bucket/prefix
  166. * 服务端权限:token→用户身份 → Project.user / Project.owner / ProjectTeam 三查。
  167. * ⚠️ 返回的 STS 仅内存持有:不写文件、不打日志、不进错误信息。
  168. */
  169. export async function fetchStsViaDeploy(sessionToken, projectId) {
  170. if (!sessionToken || !projectId) return null;
  171. try {
  172. const res = await fetch(DEPLOY_STS_URL, {
  173. method: 'POST',
  174. headers: { 'Content-Type': 'application/json' },
  175. body: JSON.stringify({ token: sessionToken, projectId }),
  176. signal: AbortSignal.timeout(20000),
  177. });
  178. if (!res.ok) return null;
  179. const body = await res.json().catch(() => null);
  180. const data = body && body.data;
  181. if (!body || body.code !== 200 || !data || !data.success) return null;
  182. const obsPath = String(data.obsPath || '');
  183. const m = obsPath.match(/^obs:\/\/([^/]+)\/(.*)\/$/);
  184. return {
  185. ak: String(data.accessKey || ''),
  186. sk: String(data.secretKey || ''),
  187. securityToken: String(data.securityToken || ''),
  188. expiresAt: data.expiresAt || null,
  189. projectId,
  190. // nova-cloud 桶在 cn-south-1(实测 2026-09-12;north-4 会 NoSuchBucket)
  191. endpoint: 'obs.cn-south-1.myhuaweicloud.com',
  192. bucket: m ? m[1] : 'nova-cloud',
  193. prefix: m ? m[2] + '/' : `dev/${projectId}/`,
  194. };
  195. } catch { return null; }
  196. }
  197. /**
  198. * 备用(任务书 B 节预留):设计文档端点 /api/storage/credentials。
  199. * ⚠️ 该端点从未上线(HEAD 探测 404),端点上线前必然返回 null。仅 --experimental-sts 时调用。
  200. * 返回的 STS 仅内存持有:不写文件、不打日志、不进错误信息。
  201. */
  202. export async function fetchStsCredentials(sessionToken) {
  203. if (!sessionToken) return null;
  204. try {
  205. const res = await fetch(STORAGE_CREDENTIALS_URL, {
  206. method: 'POST',
  207. headers: { 'Content-Type': 'application/json', 'Authorization': `Bearer ${sessionToken}` },
  208. body: JSON.stringify({ op: ['put', 'delete'] }),
  209. signal: AbortSignal.timeout(15000),
  210. });
  211. if (!res.ok) return null;
  212. const body = await res.json().catch(() => null);
  213. const cred = body && (body.credentials || body.data);
  214. if (!cred || !cred.accessKeyId || !cred.secretAccessKey) return null;
  215. return {
  216. ak: cred.accessKeyId,
  217. sk: cred.secretAccessKey,
  218. securityToken: cred.sessionToken || cred.securityToken || '',
  219. endpoint: cred.endpoint || DEFAULT_ENDPOINT,
  220. bucket: cred.bucket || null,
  221. prefix: cred.prefix || '',
  222. };
  223. } catch { return null; }
  224. }
  225. /** STS 签发作用域限定 key 必须在 prefix 内(dev/<projectId>/...),防越权路径 */
  226. export function scopedKey(cfg, key) {
  227. if (cfg.sts && cfg.sts.prefix) {
  228. const pfx = cfg.sts.prefix.endsWith('/') ? cfg.sts.prefix : cfg.sts.prefix + '/';
  229. if (key.startsWith(pfx)) return key;
  230. return pfx + key.replace(/^\/+/, '');
  231. }
  232. return key;
  233. }
  234. /**
  235. * 用 STS 临时凭证构造一次性 obsutil 配置目录,执行命令后即删。
  236. * (配置经 -config= 显式传给 obsutil——旧版 OBSUTIL_CONFIG_FILE 环境变量
  237. * obsutil 并不识别,属无效传递,本版修正。)
  238. */
  239. export function runWithSts(sts, args, timeout = 300000) {
  240. const tmpDir = fs.mkdtempSync(path.join(os.tmpdir(), 'fmode-sts-'));
  241. fs.chmodSync(tmpDir, 0o700);
  242. const cfgFile = path.join(tmpDir, '.obsutilconfig');
  243. fs.writeFileSync(cfgFile, [
  244. `endpoint=${sts.endpoint}`,
  245. `ak=${sts.ak}`,
  246. `sk=${sts.sk}`,
  247. `token=${sts.securityToken}`,
  248. '',
  249. ].join('\n'), { mode: 0o600 });
  250. try {
  251. return runObsutil(cfg.obsUtilPath, args, { cfgFile, timeout });
  252. } finally {
  253. try { fs.rmSync(tmpDir, { recursive: true, force: true }); } catch { /* best effort */ }
  254. }
  255. }
  256. // ============================================================================
  257. // obsutil 执行层
  258. // ============================================================================
  259. /** 统一 obsutil 调用。成功判定用退出码 + 末行无 "failed",杜绝"failed"文案误判为成功。 */
  260. function runObsutil(obsUtilPath, args, { cfgFile = null, timeout = 120000 } = {}) {
  261. const r = spawnSync(obsUtilPath, [...args, ...(cfgFile ? [`-config=${cfgFile}`] : [])], {
  262. encoding: 'utf8',
  263. timeout,
  264. });
  265. const out = (r.stdout || '') + (r.stderr || '');
  266. const ok = r.status === 0 && !/failed/i.test(out.split('\n').filter(Boolean).pop() || '');
  267. return { ok, out, status: r.status };
  268. }
  269. /** 公开 URL: cdnDomain 优先, 否则桶域名 */
  270. export function publicUrl(cfg, key) {
  271. if (cfg.cdnDomain) return `https://${cfg.cdnDomain}/${key}`;
  272. return `https://${cfg.bucket}.${cfg.endpoint}/${key}`;
  273. }
  274. // ============================================================================
  275. // 第0级:云函数预签名直传(免 AK/SK,首选)
  276. // ============================================================================
  277. /**
  278. * 申请预签名 URL 并直传(云函数持有真实 AK/SK)。
  279. * @returns {{ok:true, key:string, url:string, bytes:number, via:string}|null}
  280. * null = 该通道不可用(无 sessionToken / 云函数未配置 / 网络失败),调用方回落下一级
  281. */
  282. export async function putViaCloudFunction(file, objectKey, namespace = 'report', name = null) {
  283. const token = resolveSessionToken();
  284. if (!token) return null;
  285. let buf;
  286. try { buf = fs.readFileSync(file); } catch { return null; }
  287. const filename = name || path.basename(file);
  288. let res;
  289. try {
  290. res = await fetch(UPLOAD_FN_URL, {
  291. method: 'POST',
  292. headers: { 'Content-Type': 'application/json' },
  293. body: JSON.stringify({
  294. token, id: UPLOAD_FN_ID,
  295. params: { filename, size: buf.length, namespace, key: objectKey || undefined },
  296. }),
  297. signal: AbortSignal.timeout(20000),
  298. });
  299. } catch { return null; }
  300. if (!res.ok) return null;
  301. const body = await res.json().catch(() => null);
  302. if (!body || body.code !== 200 || !body.uploadUrl) return null;
  303. try {
  304. const put = await fetch(body.uploadUrl, { method: 'PUT', headers: body.headers || {}, body: buf });
  305. if (!put.ok) return null;
  306. } catch { return null; }
  307. return { ok: true, key: body.key, url: body.publicUrl || `${CDN_BASE}/${body.key}`, bytes: buf.length, via: `level0:cloudfunc(${UPLOAD_FN_ID})` };
  308. }
  309. // ============================================================================
  310. // 凭据链:诚实 4 级
  311. // ============================================================================
  312. /** 解析 obsutil config 文件内容 → {endpoint, ak, sk, token, bucket}。密钥不外泄,仅内部使用。 */
  313. function parseObsutilConfig(text) {
  314. const c = {};
  315. for (const line of String(text).split('\n')) {
  316. const m = line.match(/^(endpoint|ak|sk|token)=(.*)$/);
  317. if (m) c[m[1]] = m[2].trim();
  318. }
  319. return (c.ak && c.sk) ? c : null;
  320. }
  321. /** obsutil config 文件候选路径(OBSUTIL_CONFIG 环境变量优先,其次 ~/.obsutilconfig) */
  322. function obsutilConfigPaths() {
  323. const paths = [];
  324. if (process.env.OBSUTIL_CONFIG) paths.push(process.env.OBSUTIL_CONFIG);
  325. paths.push(path.join(HOME, '.obsutilconfig'));
  326. // getpwuid 的 home 可能与 $HOME 不同(容器常见):obsutil 实际按它解析默认配置
  327. try {
  328. const pwHome = os.userInfo().homedir;
  329. if (pwHome && pwHome !== HOME) paths.push(path.join(pwHome, '.obsutilconfig'));
  330. } catch { /* ignore */ }
  331. return paths;
  332. }
  333. /** 定位 obsutil 可执行文件:PATH → ~/.local/bin → ~/bin → getpwuid home/bin → /usr/local/bin */
  334. function findObsutil() {
  335. const candidates = [];
  336. for (const dir of (process.env.PATH || '').split(':')) {
  337. if (dir) candidates.push(path.join(dir, 'obsutil'));
  338. }
  339. for (const base of [path.join(HOME, '.local', 'bin'), path.join(HOME, 'bin')]) candidates.push(path.join(base, 'obsutil'));
  340. try {
  341. const pwHome = os.userInfo().homedir;
  342. if (pwHome && pwHome !== HOME) candidates.push(path.join(pwHome, 'bin', 'obsutil'));
  343. } catch { /* ignore */ }
  344. candidates.push('/usr/local/bin/obsutil', '/usr/bin/obsutil');
  345. for (const p of candidates) {
  346. try { fs.accessSync(p, fs.constants.X_OK); return p; } catch { /* next */ }
  347. }
  348. return 'obsutil'; // 交给 spawnSync 报"not found"
  349. }
  350. /**
  351. * 诚实 4 级凭据解析(命中即用,检测不到就换下一级):
  352. * 第1级 环境变量 OBS_AK/OBS_SK(/OBS_ENDPOINT/OBS_BUCKET)
  353. * 第2级 obsutil config 文件(OBSUTIL_CONFIG 或 ~/.obsutilconfig)
  354. * 第3级 sessionToken + storageProjectId → deploy STS(端点探测见 fetchStsCredentials 注释)
  355. * 第4级 项目级 ./.fmode/config.json
  356. */
  357. export async function resolveStorageConfig({ experimentalSts = false } = {}) {
  358. const cfg = {
  359. obsUtilPath: 'obsutil',
  360. endpoint: DEFAULT_ENDPOINT,
  361. bucket: null,
  362. cdnDomain: null,
  363. sts: null,
  364. via: null, // 命中的解析级别(诊断用,不含任何密钥)
  365. ak: null, // 内部传递用,config 命令绝不输出
  366. sk: null,
  367. token: '',
  368. };
  369. cfg.obsUtilPath = findObsutil();
  370. // ---- 第1级:环境变量 ----
  371. if (process.env.OBS_AK && process.env.OBS_SK) {
  372. cfg.ak = process.env.OBS_AK.trim();
  373. cfg.sk = process.env.OBS_SK.trim();
  374. if (process.env.OBS_ENDPOINT) cfg.endpoint = process.env.OBS_ENDPOINT.trim();
  375. if (process.env.OBS_BUCKET) cfg.bucket = process.env.OBS_BUCKET.trim();
  376. cfg.via = 'level1:env(OBS_AK/OBS_SK)';
  377. }
  378. // ---- 第2级:obsutil config 文件 ----
  379. if (!cfg.ak) {
  380. for (const p of obsutilConfigPaths()) {
  381. try {
  382. if (!fs.existsSync(p)) continue;
  383. const c = parseObsutilConfig(fs.readFileSync(p, 'utf8'));
  384. if (c) {
  385. cfg.ak = c.ak; cfg.sk = c.sk; cfg.token = c.token || '';
  386. if (c.endpoint) cfg.endpoint = c.endpoint;
  387. cfg.via = `level2:obsutilconfig(${p})`;
  388. break;
  389. }
  390. } catch { /* try next path */ }
  391. }
  392. }
  393. // ---- 第3级:平台签发 STS(deploy 权威链路,2026-09-12 生产实测 200)----
  394. // sessionToken + storageProjectId → POST /api/apig/deploy/huaweicloud → 项目隔离 STS
  395. // (设计文档中的 /api/storage/credentials 从未上线——HEAD 探测 404,.sts-probe.json 缓存;
  396. // 端点若上线,见 fetchStsCredentials 的备用实现,仅 --experimental-sts 启用)
  397. if (!cfg.ak) {
  398. const sessionToken = resolveSessionToken();
  399. if (sessionToken) {
  400. const projectId = resolveStorageProjectId();
  401. const sts = projectId ? await fetchStsViaDeploy(sessionToken, projectId) : null;
  402. if (sts) {
  403. // deploy 端点已实测 200(区别于 storage/credentials 的伪自举),默认启用;
  404. // --experimental-sts 仅控制旧 storage/credentials 备用路径
  405. cfg.sts = sts;
  406. cfg.bucket = sts.bucket || cfg.bucket;
  407. cfg.endpoint = sts.endpoint || cfg.endpoint;
  408. cfg.cdnDomain = process.env.FMODE_CDN_DOMAIN || 'app.fmode.cn';
  409. cfg.via = 'level3:sessionToken+projectId->deploySTS';
  410. return cfg;
  411. }
  412. if (!projectId) {
  413. console.error('sessionToken 存在但缺少 storageProjectId——请设置 FMODE_STORAGE_PROJECT_ID 或在 ~/.fmode/config.json 配 storageProjectId(须为本人有权限的 Project objectId)');
  414. } else {
  415. console.error('sessionToken 存在但 STS 签发失败(/api/apig/deploy/huaweicloud 未 200)——token 失效或该 projectId 不属于当前用户');
  416. }
  417. console.error('(将继续尝试第4级回落配置)');
  418. } else {
  419. // 无 sessionToken:检查设计文档端点是否上线(任务书 B 节:诚实探测,缓存 1 小时)
  420. const probe = await probeStsEndpoint();
  421. if (probe.online && experimentalSts) {
  422. const token = resolveSessionToken() || process.env.FMODE_API_TOKEN || null;
  423. const sts = token ? await fetchStsCredentials(token) : null;
  424. if (sts) {
  425. cfg.sts = sts;
  426. cfg.bucket = sts.bucket || cfg.bucket;
  427. cfg.endpoint = sts.endpoint || cfg.endpoint;
  428. cfg.via = 'level3:experimental-storage-credentials';
  429. return cfg;
  430. }
  431. console.error('--experimental-sts 已启用且设计端点在线,但换取失败');
  432. } else if (probe.online) {
  433. console.error('平台 STS 设计端点已上线(/api/storage/credentials)。加 --experimental-sts 启用该自举路径,或继续用 deploy/obsutil 配置模式。');
  434. }
  435. }
  436. }
  437. // ---- 第4级:项目级 ./.fmode/config.json ----
  438. if (!cfg.ak && !cfg.sts) {
  439. try {
  440. const p = path.join(process.cwd(), '.fmode', 'config.json');
  441. const j = JSON.parse(fs.readFileSync(p, 'utf8'));
  442. if (j.obsUtilPath) cfg.obsUtilPath = j.obsUtilPath;
  443. if (j.obsBucket) { cfg.bucket = j.obsBucket; cfg.via = `level4:${p}`; }
  444. if (j.obsEndpoint) cfg.endpoint = j.obsEndpoint;
  445. if (j.cdnDomain) cfg.cdnDomain = j.cdnDomain;
  446. } catch { /* ignore */ }
  447. }
  448. // ---- bucket 补全:第1/2级命中但缺 bucket → obsutil ls 探测 ----
  449. if (cfg.ak && !cfg.bucket) {
  450. try {
  451. const out = execSync(`${JSON.stringify(cfg.obsUtilPath)} ls -limit=1`, { encoding: 'utf8', timeout: 15000 });
  452. const m = out.match(/obs:\/\/([^/\s]+)/);
  453. if (m) { cfg.bucket = m[1]; cfg.via += '+bucket-probe'; }
  454. } catch { /* 探测失败交给上层报错 */ }
  455. }
  456. return cfg;
  457. }
  458. // ============================================================================
  459. // 初始化向导(C 节:新用户路径)
  460. // ============================================================================
  461. /**
  462. * node uploader.mjs init [--ak ... --sk ... --endpoint ... --bucket ...]
  463. * 写入 obsutil config(600 权限)+ 本技能 config 段,然后立即 test。
  464. */
  465. async function cmdInit(rest) {
  466. const arg = (name) => { const i = rest.indexOf(name); return i >= 0 ? rest[i + 1] : null; };
  467. const ask = async (q) => {
  468. process.stdout.write(q);
  469. let buf = '';
  470. for await (const chunk of process.stdin) { buf += chunk; break; }
  471. return buf.trim();
  472. };
  473. const ak = arg('--ak') || await ask('AK: ');
  474. const sk = arg('--sk') || await ask('SK: ');
  475. const endpoint = arg('--endpoint') || await ask(`endpoint [${DEFAULT_ENDPOINT}]: `) || DEFAULT_ENDPOINT;
  476. const bucket = arg('--bucket') || await ask('bucket: ');
  477. if (!ak || !sk || !bucket) {
  478. console.error('init 失败:AK/SK/bucket 均必填(--ak --sk --endpoint --bucket 或交互输入)');
  479. process.exit(2);
  480. }
  481. // 1) 写 obsutil config(600)
  482. const cfgPath = path.join(HOME, '.obsutilconfig');
  483. fs.writeFileSync(cfgPath, [
  484. `endpoint=${endpoint}`,
  485. `ak=${ak}`,
  486. `sk=${sk}`,
  487. 'token=',
  488. 'cname=false',
  489. `endpointCrr=http://your-endpoint`,
  490. `akCrr=*** Provide your Access Key ***`,
  491. `skCrr=*** Provide your Secret Key ***`,
  492. `tokenCrr=`,
  493. '',
  494. ].join('\n'), { mode: 0o600 });
  495. // 2) 写本技能 config 段(~/.fmode/config.json,不含密钥本体)
  496. const fmodeDir = path.join(HOME, '.fmode');
  497. const fmodeCfg = path.join(fmodeDir, 'config.json');
  498. fs.mkdirSync(fmodeDir, { recursive: true });
  499. let j = {};
  500. try { j = JSON.parse(fs.readFileSync(fmodeCfg, 'utf8')); } catch { /* 新文件 */ }
  501. j.obsBucket = bucket;
  502. j.obsEndpoint = endpoint;
  503. fs.writeFileSync(fmodeCfg, JSON.stringify(j, null, 2) + '\n', { mode: 0o600 });
  504. console.error(`已写入 ${cfgPath}(600)与 ${fmodeCfg}(技能 config 段,不含密钥本体)`);
  505. // 3) 立即 test:上传 1KB 探针 → 删除 → 报告
  506. return cmdTest();
  507. }
  508. /** test:上传 1KB 探针文件→删除→报告成功 */
  509. async function cmdTest() {
  510. // 第0级:云函数免密钥通道(首选),能通就直接成功
  511. const probeTmp = path.join(os.tmpdir(), `fmode-storage-cfprobe-${process.pid}.txt`);
  512. fs.writeFileSync(probeTmp, 'fmode-storage cloudfunc probe ' + new Date().toISOString() + '\n');
  513. try {
  514. const r = await putViaCloudFunction(probeTmp, null, 'selftest');
  515. if (r) {
  516. console.log(JSON.stringify({ ok: true, via: r.via, url: r.url, bytes: r.bytes, message: '云函数免密钥通道自检成功(本机无需任何 AK/SK)' }, null, 2));
  517. return true;
  518. }
  519. } finally {
  520. try { fs.rmSync(probeTmp, { force: true }); } catch { /* ignore */ }
  521. }
  522. const cfg = await resolveStorageConfig();
  523. if (!cfg.ak && !cfg.sts) { printWizard(); process.exit(2); }
  524. if (!cfg.bucket) { console.error(`凭据已命中(${cfg.via})但未解析到 bucket:请 --bucket 指定或用 init 写入`); process.exit(2); }
  525. const tmp = path.join(os.tmpdir(), `fmode-storage-probe-${process.pid}.txt`);
  526. fs.writeFileSync(tmp, 'fmode-storage probe ' + new Date().toISOString() + '\n');
  527. const key = `skill-storage-selftest/probe-${process.pid}.txt`;
  528. try {
  529. const up = runObsutil(cfg.obsUtilPath, ['cp', tmp, `obs://${cfg.bucket}/${key}`], { timeout: 120000 });
  530. if (!up.ok) { console.error('test 失败(上传):', up.out.slice(-300)); process.exit(1); }
  531. const del = runObsutil(cfg.obsUtilPath, ['rm', `obs://${cfg.bucket}/${key}`, '-f'], { timeout: 60000 });
  532. if (!del.ok) { console.error('test 失败(清理探针文件,上传本身已成功):', del.out.slice(-300)); process.exit(1); }
  533. console.log(JSON.stringify({ ok: true, bucket: cfg.bucket, endpoint: cfg.endpoint, via: cfg.via, probeKey: key, message: '上传 1KB 探针→删除 全部成功' }, null, 2));
  534. return true;
  535. } finally {
  536. try { fs.rmSync(tmp, { force: true }); } catch { /* ignore */ }
  537. }
  538. }
  539. // ============================================================================
  540. // main
  541. // ============================================================================
  542. async function main() {
  543. const [cmd, ...rest] = process.argv.slice(2);
  544. const arg = (name) => { const i = rest.indexOf(name); return i >= 0 ? rest[i + 1] : null; };
  545. const experimentalSts = rest.includes('--experimental-sts');
  546. if (rest.includes('--refresh-probe')) invalidateProbeCache();
  547. if (cmd === 'init') { process.exit(await cmdInit(rest) ? 0 : 1); }
  548. if (cmd === 'test') { process.exit(await cmdTest() ? 0 : 1); }
  549. // ── 第0级(首选,免密钥):put 直接走云函数预签名直传 ──────────────────
  550. // 必须在凭据链解析之前:否则"4 级全未命中 → 打印向导 exit 2"会把这条路挡住,
  551. // 而这条路恰恰是唯一不需要任何本机凭据的通道。
  552. if (cmd === 'put') {
  553. const file0 = rest[0];
  554. const key0 = arg('--key');
  555. if (!file0 || !key0) { console.error('用法: put <file> --key <objectKey> [--acl public-read] [--ns report]'); process.exit(2); }
  556. if (!fs.existsSync(file0)) { console.error('文件不存在: ' + file0); process.exit(2); }
  557. const ns0 = arg('--ns') || 'report';
  558. const cf0 = await putViaCloudFunction(file0, key0, ns0, path.basename(key0));
  559. if (cf0) {
  560. console.log(JSON.stringify({ ok: true, key: cf0.key, url: cf0.url, bucket: 'storage-s3-nkkj', via: cf0.via, bytes: cf0.bytes }, null, 2));
  561. return;
  562. }
  563. // 云函数不可用(无 sessionToken / 云函数未配置)→ 落到下面的 obsutil 4 级兜底
  564. }
  565. // setacl:云函数通道下对象在 PUT 时已带 x-obs-acl:public-read,无需单独设 ACL
  566. if (cmd === 'setacl' && resolveSessionToken()) {
  567. console.log(JSON.stringify({ ok: true, via: 'level0:cloudfunc', message: '云函数通道:对象在上传时即带上 x-obs-acl:public-read,无需再单独设置 ACL' }, null, 2));
  568. return;
  569. }
  570. const cfg = await resolveStorageConfig({ experimentalSts });
  571. if (!cfg.ak && !cfg.sts) {
  572. if (cmd !== 'help') {
  573. console.error('凭据链 4 级全部未命中(env → obsutil config → 平台签发(sessionToken+projectId) → 项目 config)。');
  574. printWizard();
  575. process.exit(2);
  576. }
  577. }
  578. if (cfg.ak && !cfg.sts && !cfg.bucket && ['put', 'setacl'].includes(cmd)) {
  579. console.error(`凭据已命中(${cfg.via})但未解析到 bucket:用 --bucket 指定,或重新执行 init 写入完整配置。`);
  580. process.exit(2);
  581. }
  582. const obs = (args, timeout = 120000) => cfg.sts
  583. ? runWithSts(cfg.sts, args, timeout)
  584. : runObsutil(cfg.obsUtilPath, args, { timeout });
  585. if (cmd === 'put') {
  586. const file = rest[0];
  587. let key = arg('--key');
  588. if (!file || !key) { console.error('用法: put <file> --key <objectKey> [--acl public-read]'); process.exit(2); }
  589. const acl = arg('--acl') || 'public-read';
  590. const bucketArg = arg('--bucket'); if (bucketArg) cfg.bucket = bucketArg;
  591. // 第0级(首选):云函数预签名直传 —— 容器不需要任何 AK/SK
  592. const ns = arg('--ns') || 'report';
  593. const cf = await putViaCloudFunction(file, key, ns, path.basename(key || file));
  594. if (cf) {
  595. console.log(JSON.stringify({ ok: true, key: cf.key, url: cf.url, bucket: 'storage-s3-nkkj', via: cf.via, bytes: cf.bytes }, null, 2));
  596. return;
  597. }
  598. key = scopedKey(cfg, key); // STS 签发时强制限定 dev/<projectId>/ 前缀,防越权路径
  599. const r = obs(['cp', file, `obs://${cfg.bucket}/${key}`, ...(acl ? ['-acl', acl] : [])]);
  600. if (!r.ok) { console.error('上传失败:', r.out.slice(-300)); process.exit(1); }
  601. console.log(JSON.stringify({ ok: true, key, url: publicUrl(cfg, key), bucket: cfg.bucket, via: cfg.via }, null, 2));
  602. return;
  603. }
  604. if (cmd === 'setacl') {
  605. const key = arg('--key'); const acl = arg('--acl') || 'public-read';
  606. const recursive = rest.includes('-r');
  607. const r = obs(['chattri', `obs://${cfg.bucket}/${key}`, '-acl', acl, ...(recursive ? ['-r', '-f'] : ['-f'])]);
  608. if (!r.ok) { console.error('setacl 失败:', r.out.slice(-300)); process.exit(1); }
  609. console.log(JSON.stringify({ ok: true }, null, 2));
  610. return;
  611. }
  612. if (cmd === 'config') {
  613. // 诊断输出:绝不包含 AK/SK/token/sessionToken 任何密钥本体
  614. console.log(JSON.stringify({
  615. via: cfg.via,
  616. bucket: cfg.bucket,
  617. endpoint: cfg.endpoint,
  618. cdnDomain: cfg.cdnDomain,
  619. credentialsResolved: Boolean(cfg.ak || cfg.sts),
  620. stsBootstrapped: Boolean(cfg.sts),
  621. stsPrefix: cfg.sts ? cfg.sts.prefix : null,
  622. stsProjectId: cfg.sts && cfg.sts.projectId ? cfg.sts.projectId : null,
  623. stsExpiresAt: cfg.sts && cfg.sts.expiresAt ? cfg.sts.expiresAt : null,
  624. }, null, 2));
  625. return;
  626. }
  627. console.log('用法: init | test | put | setacl | config');
  628. }
  629. main().catch((e) => { console.error('未预期错误:', e.message); process.exit(1); });