xiaoshu-app/scripts/backfill-legacy-users.mjs

#!/usr/bin/env node

import { randomBytes } from 'node:crypto';
import { writeFile } from 'node:fs/promises';

const APP_ID = process.env.XIAOSHU_PARSE_APP_ID || '7pIbDBJmKx_main';
const MASTER_KEY = process.env.XIAOSHU_MASTER_KEY || '';
const PARSE_URL = (process.env.XIAOSHU_PARSE_URL || 'https://server.xiaoshu.pro/parse').replace(/\/$/, '');
const FUNCTION_URL = PARSE_URL.replace(/\/parse$/, '/api/functions');
const commit = process.argv.includes('--commit');
const refreshExisting = process.argv.includes('--refresh-existing');
if (!MASTER_KEY) throw new Error('缺少 XIAOSHU_MASTER_KEY');

const headers = {
  'X-Parse-Application-Id': APP_ID,
  'X-Parse-Master-Key': MASTER_KEY,
  'Content-Type': 'application/json',
};

const sleep = (milliseconds) => new Promise((resolve) => setTimeout(resolve, milliseconds));

async function parse(path, init = {}, retries = 4) {
  try {
    const response = await fetch(`${PARSE_URL}${path}`, { ...init, headers: { ...headers, ...(init.headers || {}) } });
    const payload = await response.json().catch(() => ({}));
    if (!response.ok || payload.error) {
      const error = new Error(typeof payload.error === 'string' ? payload.error : JSON.stringify(payload.error || { status: response.status }));
      error.status = response.status;
      throw error;
    }
    return payload;
  } catch (error) {
    if (!retries || (error.status && error.status < 500 && error.status !== 429)) throw error;
    await sleep((5 - retries) * 800);
    return parse(path, init, retries - 1);
  }
}

const config = (await parse('/config')).params || {};
const legacyUrl = String(config.legacyScheduleApiUrl || '');
const legacyApiId = String(config.legacyScheduleApiId || '');
const legacyApiKey = String(config.legacyScheduleApiKey || '');
if (!legacyUrl || !legacyApiId || !legacyApiKey) throw new Error('生产 Parse Config 未配置旧系统只读接口');

const companyRow = (await parse('/classes/Company?limit=1&keys=objectId')).results?.[0];
if (!companyRow?.objectId) throw new Error('生产 Parse 未找到 Company');
const company = { __type: 'Pointer', className: 'Company', objectId: companyRow.objectId };

async function legacyPage(page) {
  const query = new URLSearchParams({ action: 'user_list', uid: '0', psize: '1000', cpage: String(page), apiId: legacyApiId, apiKey: legacyApiKey });
  const response = await fetch(`${legacyUrl}${legacyUrl.includes('?') ? '&' : '?'}${query}`, { headers: { accept: 'application/json' } });
  const payload = await response.json().catch(() => ({}));
  if (!response.ok || Number(payload.retcode) === -1) throw new Error(payload.retmsg || `旧账号接口失败：${response.status}`);
  let result = payload.result;
  if (typeof result === 'string') result = JSON.parse(result);
  return { items: Array.isArray(result) ? result : [], page: payload.page || {} };
}

async function legacyUsers() {
  const first = await legacyPage(1);
  const total = Number(first.page.itemCount ?? first.items.length);
  const pageCount = Math.max(1, Number(first.page.pageCount || Math.ceil(total / 1000)));
  const items = [...first.items];
  for (let page = 2; page <= pageCount; page += 1) items.push(...(await legacyPage(page)).items);
  const byId = new Map();
  for (const row of items) {
    const id = Number(row.UserID ?? row.userId ?? 0);
    if (id > 0) byId.set(id, row);
  }
  return { total, rows: [...byId.values()], duplicates: items.length - byId.size };
}

async function parseUsers() {
  const rows = [];
  for (let skip = 0; ; skip += 1000) {
    const query = new URLSearchParams({
      where: JSON.stringify({ company }), limit: '1000', skip: String(skip), order: 'objectId',
      keys: 'objectId,username,legacyUserId,legacyGroupId,legacyUserData,isAdmin,isDeleted,identityType',
    });
    const page = (await parse(`/users?${query}`)).results || [];
    rows.push(...page);
    if (page.length < 1000) break;
  }
  return rows;
}

function text(value) { return String(value ?? '').trim(); }
function number(value, fallback = 0) { const parsed = Number(value); return Number.isFinite(parsed) ? parsed : fallback; }
function first(row, ...keys) { for (const key of keys) if (row[key] !== undefined && row[key] !== null) return row[key]; return undefined; }
function dateIso(value) {
  const raw = text(value);
  if (!raw) return '';
  const normalized = raw.replace(' ', 'T');
  const parsed = new Date(normalized + (/Z$|[+-]\d\d:\d\d$/.test(normalized) ? '' : '+08:00'));
  return Number.isNaN(parsed.getTime()) ? '' : parsed.toISOString();
}
function safeUsername(raw, legacyId) {
  const value = text(raw).slice(0, 120);
  return value || `legacy_${legacyId}`;
}

function projection(row) {
  const legacyUserId = number(first(row, 'UserID', 'userId'));
  const username = safeUsername(first(row, 'UserName', 'username'), legacyUserId);
  const nickname = text(first(row, 'HoneyName', 'nickname'));
  const realName = text(first(row, 'TrueName', 'RealName', 'realName'));
  const mobile = text(first(row, 'Mobile', 'mobile'));
  const legacyGroupId = number(first(row, 'GroupID', 'groupId'));
  const parentUserId = number(first(row, 'ParentUserID', 'parentUserId'));
  const registeredAt = dateIso(first(row, 'RegTime', 'registeredAt'));
  const lastLoginAt = dateIso(first(row, 'LastLoginTimes', 'LastLoginTime', 'lastLoginAt'));
  const loginCount = number(first(row, 'LoginTimes', 'loginCount'));
  const state = number(first(row, 'State', 'state'), 1);
  // Deliberate field whitelist: password hashes, payment passwords, security
  // questions/answers, sessions and API tokens are never copied.
  const legacyUserData = {
    UserID: legacyUserId,
    UserName: username,
    HoneyName: nickname,
    TrueName: realName,
    Email: text(first(row, 'Email', 'email')),
    Mobile: mobile,
    GroupID: legacyGroupId,
    ParentUserID: parentUserId,
    RegTime: registeredAt,
    LastLoginTime: lastLoginAt,
    LoginTimes: loginCount,
    State: state,
    Purse: number(first(row, 'Purse', 'purse')),
    SilverCoin: number(first(row, 'SilverCoin', 'silverCoin')),
    UserExp: number(first(row, 'UserExp', 'userExp')),
    UserPoint: number(first(row, 'UserPoint', 'userPoint')),
    DummyPurse: number(first(row, 'DummyPurse', 'dummyPurse')),
    UserCreit: number(first(row, 'UserCreit', 'Credit', 'credit')),
    VIP: number(first(row, 'VIP', 'vip')),
  };
  const body = {
    company, sourceKey: `legacy-sync:user:${legacyUserId}`, legacyUserId, legacyGroupId, legacyUserData,
    nickname, realName, mobile, isDisabled: state === 0, isDeleted: false,
  };
  if (registeredAt) body.registeredAt = { __type: 'Date', iso: registeredAt };
  return { legacyUserId, username, body };
}

function requestGroups(requests, size = 40) {
  const groups = [];
  for (let index = 0; index < requests.length; index += size) groups.push(requests.slice(index, index + size));
  return groups;
}

async function executeGroups(groups) {
  for (let index = 0; index < groups.length; index += 1) {
    const result = await parse('/batch', { method: 'POST', body: JSON.stringify({ requests: groups[index] }) });
    const failures = (result || []).filter((item) => item.error);
    if (failures.length) throw new Error(`账号批次 ${index + 1} 写入失败：${JSON.stringify(failures.slice(0, 3))}`);
    process.stderr.write(`账号写入 ${index + 1}/${groups.length}\n`);
  }
}

let tempUserId = '';
let tempFunctionId = '';
let tempToken = '';
let tempPath = '';

async function refreshIdentities() {
  const suffix = `${Date.now()}_${randomBytes(4).toString('hex')}`;
  const username = `identity_refresh_${suffix}`;
  const password = `${randomBytes(24).toString('base64url')}Aa9!`;
  tempPath = `xiaoshu/system/refresh-identities-${suffix}`;
  const createdUser = await parse('/users', { method: 'POST', body: JSON.stringify({
    username, password, isAdmin: true, role: 'admin', roles: ['admin', 'super-admin'], adminRoleKey: 'super-admin',
    company, realName: '账号迁移身份刷新临时管理员', testCreatedBy: 'backfill-legacy-users',
  }) });
  tempUserId = createdUser.objectId;
  tempToken = createdUser.sessionToken || (await parse('/login', { method: 'POST', body: JSON.stringify({ username, password }) })).sessionToken;
  const code = String.raw`
async function handler(request,response){
  try{
    const current=request.user||(typeof user!=='undefined'?user:null);if(!current)return response.status(401).json({success:false,message:'需要超级管理员会话'});await current.fetch({useMasterKey:true});
    const roles=Array.isArray(current.get('roles'))?current.get('roles').map(String):[];if(current.get('adminRoleKey')!=='super-admin'&&!roles.includes('super-admin'))return response.status(403).json({success:false,message:'仅超级管理员可执行'});
    const company=current.get('company'),companyId=company&&company.id;if(!companyId)return response.status(400).json({success:false,message:'管理员缺少帐套'});
    const rows=await Psql.query('WITH coach AS (SELECT DISTINCT uid FROM (SELECT NULLIF(CAST("pl" AS text),\'\') uid FROM "CourseAppointment" WHERE "company"=$1 UNION SELECT NULLIF(CAST("fxpl" AS text),\'\') FROM "CourseAppointment" WHERE "company"=$1 UNION SELECT NULLIF(CAST("jsmz" AS text),\'\') FROM "LessonRecord" WHERE "company"=$1) q WHERE uid IS NOT NULL),student AS (SELECT DISTINCT uid FROM (SELECT NULLIF(CAST("szyh" AS text),\'\') uid FROM "CourseAppointment" WHERE "company"=$1 UNION SELECT NULLIF(CAST("userId" AS text),\'\') FROM "DailyStudyRecord" WHERE "company"=$1 UNION SELECT NULLIF(CAST("yhid" AS text),\'\') FROM "CourseBinding" WHERE "company"=$1 UNION SELECT NULLIF(CAST("yhid" AS text),\'\') FROM "PracticeRecord" WHERE "company"=$1) q WHERE uid IS NOT NULL),classified AS (SELECT u."objectId",CASE WHEN COALESCE(CAST(u."legacyGroupId" AS text),u."legacyUserData"->>\'GroupID\')=\'2\' THEN \'store\' WHEN c.uid IS NOT NULL AND s.uid IS NOT NULL THEN \'conflict\' WHEN c.uid IS NOT NULL THEN \'coach\' WHEN s.uid IS NOT NULL OR COALESCE(CAST(u."legacyGroupId" AS text),u."legacyUserData"->>\'GroupID\')=\'1\' THEN \'member\' ELSE \'unknown\' END identity FROM "_User" u LEFT JOIN coach c ON c.uid=COALESCE(CAST(u."legacyUserId" AS text),u."legacyUserData"->>\'UserID\') LEFT JOIN student s ON s.uid=COALESCE(CAST(u."legacyUserId" AS text),u."legacyUserData"->>\'UserID\') WHERE u."company"=$1 AND COALESCE(u."isAdmin",FALSE)=FALSE AND COALESCE(u."isDeleted",FALSE)=FALSE) UPDATE "_User" u SET "identityType"=classified.identity,"updatedAt"=NOW() FROM classified WHERE u."objectId"=classified."objectId" AND u."identityType" IS DISTINCT FROM classified.identity RETURNING classified.identity',[companyId]);
    const counts={};for(const row of rows)counts[row.identity]=(counts[row.identity]||0)+1;response.json({success:true,data:{updated:rows.length,counts}});
  }catch(error){response.status(Number(error.status)||500).json({success:false,message:String(error.message||error)});}
}`;
  const fn = await parse('/classes/Function', { method: 'POST', body: JSON.stringify({
    name: tempPath, desc: '一次性刷新迁移账号业务身份', type: 'standalone', path: tempPath, code,
    params: [], paramList: [], respType: 'json', respJson: { success: true }, enabled: true,
  }) });
  tempFunctionId = fn.objectId;
  const response = await fetch(`${FUNCTION_URL}/${tempPath}`, {
    method: 'POST', headers: { 'X-Parse-Application-Id': APP_ID, 'Content-Type': 'application/json' },
    body: JSON.stringify({ token: tempToken, params: {} }),
  });
  const payload = await response.json().catch(() => ({}));
  if (!response.ok || payload.success !== true) throw new Error(payload.message || payload.error || `身份刷新失败：${response.status}`);
  return payload.data;
}

async function cleanup() {
  if (tempFunctionId) await parse(`/classes/Function/${tempFunctionId}`, { method: 'DELETE' }).catch(() => undefined);
  if (tempUserId) {
    const where = encodeURIComponent(JSON.stringify({ user: { __type: 'Pointer', className: '_User', objectId: tempUserId } }));
    const sessions = await parse(`/classes/_Session?where=${where}&limit=1000&keys=objectId`).catch(() => ({ results: [] }));
    for (const session of sessions.results || []) await parse(`/classes/_Session/${session.objectId}`, { method: 'DELETE' }).catch(() => undefined);
    await parse(`/users/${tempUserId}`, { method: 'DELETE' }).catch(() => undefined);
  }
}

const source = await legacyUsers();
const existing = await parseUsers();
const byLegacyId = new Map();
const byUsername = new Map();
for (const row of existing) {
  const legacy = row.legacyUserData || {};
  const id = number(row.legacyUserId || legacy.UserID);
  if (id > 0) byLegacyId.set(id, row);
  if (text(row.username)) byUsername.set(text(row.username).toLowerCase(), row);
}

const requests = [];
const conflicts = [];
let creates = 0;
let attaches = 0;
let updates = 0;
for (const row of source.rows) {
  const item = projection(row);
  let target = byLegacyId.get(item.legacyUserId);
  if (!target) {
    const sameUsername = byUsername.get(item.username.toLowerCase());
    if (sameUsername && sameUsername.isAdmin !== true && !number(sameUsername.legacyUserId || sameUsername.legacyUserData?.UserID)) {
      target = sameUsername;
      attaches += 1;
    } else if (sameUsername) {
      conflicts.push({ legacyUserId: item.legacyUserId, username: item.username, reason: sameUsername.isAdmin === true ? 'username-used-by-admin' : 'username-used-by-another-legacy-id' });
      item.username = `legacy_${item.legacyUserId}_${item.username}`.slice(0, 120);
    }
  }
  if (target) {
    if (refreshExisting || !number(target.legacyUserId || target.legacyUserData?.UserID)) {
      requests.push({ method: 'PUT', path: `/parse/users/${target.objectId}`, body: item.body });
      updates += 1;
    }
  } else {
    requests.push({ method: 'POST', path: '/parse/users', body: {
      ...item.body, username: item.username, password: `${randomBytes(24).toString('base64url')}Aa9!`,
    } });
    creates += 1;
  }
}

const groups = requestGroups(requests);
const report = {
  startedAt: new Date().toISOString(), mode: commit ? 'commit' : 'dry-run', companyId: company.objectId,
  legacyTotal: source.total, legacyUnique: source.rows.length, legacyDuplicates: source.duplicates,
  parseTotalBefore: existing.length, parseLegacyIdsBefore: byLegacyId.size,
  creates, attaches, updates, conflicts, requests: requests.length, batches: groups.length,
};

try {
  if (commit && groups.length) await executeGroups(groups);
  if (commit) report.identityRefresh = await refreshIdentities();
  report.completedAt = new Date().toISOString();
  const reportFile = `docs/migration/legacy-user-backfill-${commit ? 'commit' : 'dry-run'}-${new Date().toISOString().replace(/[:.]/g, '-').slice(0, 19)}.json`;
  await writeFile(reportFile, `${JSON.stringify(report, null, 2)}\n`, 'utf8');
  process.stdout.write(`${JSON.stringify({ ...report, reportFile }, null, 2)}\n`);
} finally {
  await cleanup();
}