"use strict"; var _interopRequireWildcard = require("@babel/runtime-corejs2/helpers/interopRequireWildcard"); var _interopRequireDefault = require("@babel/runtime-corejs2/helpers/interopRequireDefault"); var _Object$defineProperty = require("@babel/runtime-corejs2/core-js/object/define-property"); _Object$defineProperty(exports, "__esModule", { value: true }); exports["default"] = void 0; var _stringify = _interopRequireDefault(require("@babel/runtime-corejs2/core-js/json/stringify")); var _iterator = _interopRequireDefault(require("@babel/runtime-corejs2/core-js/symbol/iterator")); var _symbol = _interopRequireDefault(require("@babel/runtime-corejs2/core-js/symbol")); var _promise = _interopRequireDefault(require("@babel/runtime-corejs2/core-js/promise")); var _assign = _interopRequireDefault(require("@babel/runtime-corejs2/core-js/object/assign")); var _create = _interopRequireDefault(require("@babel/runtime-corejs2/core-js/object/create")); var _setPrototypeOf = _interopRequireDefault(require("@babel/runtime-corejs2/core-js/object/set-prototype-of")); var _api = require("../api"); var _errors = require("../errors"); var utils = _interopRequireWildcard(require("../utils")); var _base = _interopRequireDefault(require("./base")); var __extends = void 0 && (void 0).__extends || function () { var _extendStatics = function extendStatics(d, b) { _extendStatics = _setPrototypeOf["default"] || { __proto__: [] } instanceof Array && function (d, b) { d.__proto__ = b; } || function (d, b) { for (var p in b) { if (b.hasOwnProperty(p)) d[p] = b[p]; } }; return _extendStatics(d, b); }; return function (d, b) { _extendStatics(d, b); function __() { this.constructor = d; } d.prototype = b === null ? (0, _create["default"])(b) : (__.prototype = b.prototype, new __()); }; }(); var __assign = void 0 && (void 0).__assign || function () { __assign = _assign["default"] || function (t) { for (var s, i = 1, n = arguments.length; i < n; i++) { s = arguments[i]; for (var p in s) { if (Object.prototype.hasOwnProperty.call(s, p)) t[p] = s[p]; } } return t; }; return __assign.apply(this, arguments); }; var __awaiter = void 0 && (void 0).__awaiter || function (thisArg, _arguments, P, generator) { function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); } return new (P || (P = _promise["default"]))(function (resolve, reject) { function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } } function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } } function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); } step((generator = generator.apply(thisArg, _arguments || [])).next()); }); }; var __generator = void 0 && (void 0).__generator || function (thisArg, body) { var _ = { label: 0, sent: function sent() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g; return g = { next: verb(0), "throw": verb(1), "return": verb(2) }, typeof _symbol["default"] === "function" && (g[_iterator["default"]] = function () { return this; }), g; function verb(n) { return function (v) { return step([n, v]); }; } function step(op) { if (f) throw new TypeError("Generator is already executing."); while (_) { try { if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t; if (y = 0, t) op = [op[0] & 2, t.value]; switch (op[0]) { case 0: case 1: t = op; break; case 4: _.label++; return { value: op[1], done: false }; case 5: _.label++; y = op[1]; op = [0]; continue; case 7: op = _.ops.pop(); _.trys.pop(); continue; default: if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; } if (op[0] === 3 && (!t || op[1] > t[0] && op[1] < t[3])) { _.label = op[1]; break; } if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; } if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; } if (t[2]) _.ops.pop(); _.trys.pop(); continue; } op = body.call(thisArg, _); } catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; } } if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true }; } }; /** 是否为正整数 */ function isPositiveInteger(n) { var re = /^[1-9]\d*$/; return re.test(String(n)); } var Resume = /** @class */ function (_super) { __extends(Resume, _super); function Resume() { return _super !== null && _super.apply(this, arguments) || this; } /** * @returns {Promise>} * @description 实现了 Base 的 run 接口,处理具体的分片上传事务,并抛出过程中的异常。 */ Resume.prototype.run = function () { return __awaiter(this, void 0, void 0, function () { var pool, mkFileResponse, localKey, uploadChunks, error_1; var _this = this; return __generator(this, function (_a) { switch (_a.label) { case 0: this.logger.info('start run Resume.'); if (!this.config.chunkSize || !isPositiveInteger(this.config.chunkSize)) { throw new _errors.QiniuError(_errors.QiniuErrorName.InvalidChunkSize, 'chunkSize must be a positive integer'); } if (this.config.chunkSize > 1024) { throw new _errors.QiniuError(_errors.QiniuErrorName.InvalidChunkSize, 'chunkSize maximum value is 1024'); } return [4 /*yield*/ , this.initBeforeUploadChunks()]; case 1: _a.sent(); pool = new utils.Pool(function (chunkInfo) { return __awaiter(_this, void 0, void 0, function () { return __generator(this, function (_a) { switch (_a.label) { case 0: if (this.aborted) { pool.abort(); throw new Error('pool is aborted'); } return [4 /*yield*/ , this.uploadChunk(chunkInfo)]; case 1: _a.sent(); return [2 /*return*/ ]; } }); }); }, this.config.concurrentRequestLimit); mkFileResponse = null; localKey = this.getLocalKey(); uploadChunks = this.chunks.map(function (chunk, index) { return pool.enqueue({ chunk: chunk, index: index }); }); _a.label = 2; case 2: _a.trys.push([2, 5,, 6]); return [4 /*yield*/ , _promise["default"].all(uploadChunks)]; case 3: _a.sent(); return [4 /*yield*/ , this.mkFileReq()]; case 4: mkFileResponse = _a.sent(); return [3 /*break*/ , 6]; case 5: error_1 = _a.sent(); // uploadId 无效,上传参数有误(多由于本地存储信息的 uploadId 失效) if (error_1 instanceof _errors.QiniuRequestError && (error_1.code === 612 || error_1.code === 400)) { utils.removeLocalFileInfo(localKey, this.logger); } throw error_1; case 6: // 上传成功,清理本地缓存数据 utils.removeLocalFileInfo(localKey, this.logger); return [2 /*return*/ , mkFileResponse]; } }); }); }; Resume.prototype.uploadChunk = function (chunkInfo) { return __awaiter(this, void 0, void 0, function () { var index, chunk, cachedInfo, shouldCheckMD5, reuseSaved, md5, onProgress, requestOptions, response; var _this = this; return __generator(this, function (_a) { switch (_a.label) { case 0: index = chunkInfo.index, chunk = chunkInfo.chunk; cachedInfo = this.cachedUploadedList[index]; this.logger.info("upload part " + index + ", cache:", cachedInfo); shouldCheckMD5 = this.config.checkByMD5; reuseSaved = function reuseSaved() { _this.usedCacheList[index] = true; _this.updateChunkProgress(chunk.size, index); _this.uploadedList[index] = cachedInfo; _this.updateLocalCache(); }; // FIXME: 至少判断一下 size if (cachedInfo && !shouldCheckMD5) { reuseSaved(); return [2 /*return*/ ]; } return [4 /*yield*/ , utils.computeMd5(chunk)]; case 1: md5 = _a.sent(); this.logger.info('computed part md5.', md5); if (cachedInfo && md5 === cachedInfo.md5) { reuseSaved(); return [2 /*return*/ ]; } // 没有使用缓存设置标记为 false this.usedCacheList[index] = false; onProgress = function onProgress(data) { _this.updateChunkProgress(data.loaded, index); }; requestOptions = { body: chunk, md5: this.config.checkByServer ? md5 : undefined, onProgress: onProgress, onCreate: function onCreate(xhr) { return _this.addXhr(xhr); } }; this.logger.info("part " + index + " start uploading."); return [4 /*yield*/ , (0, _api.uploadChunk)(this.token, this.key, chunkInfo.index + 1, this.getUploadInfo(), requestOptions)]; case 2: response = _a.sent(); this.logger.info("part " + index + " upload completed."); // 在某些浏览器环境下,xhr 的 progress 事件无法被触发,progress 为 null,这里在每次分片上传完成后都手动更新下 progress onProgress({ loaded: chunk.size, total: chunk.size }); this.uploadedList[index] = { etag: response.data.etag, md5: response.data.md5, size: chunk.size }; this.updateLocalCache(); return [2 /*return*/ ]; } }); }); }; Resume.prototype.mkFileReq = function () { return __awaiter(this, void 0, void 0, function () { var data, result; var _this = this; return __generator(this, function (_a) { switch (_a.label) { case 0: data = __assign(__assign(__assign({ parts: this.uploadedList.map(function (value, index) { return { etag: value.etag, // 接口要求 index 需要从 1 开始,所以需要整体 + 1 partNumber: index + 1 }; }), fname: this.putExtra.fname }, this.putExtra.mimeType && { mimeType: this.putExtra.mimeType }), this.putExtra.customVars && { customVars: this.putExtra.customVars }), this.putExtra.metadata && { metadata: this.putExtra.metadata }); this.logger.info('parts upload completed, make file.', data); return [4 /*yield*/ , (0, _api.uploadComplete)(this.token, this.key, this.getUploadInfo(), { onCreate: function onCreate(xhr) { return _this.addXhr(xhr); }, body: (0, _stringify["default"])(data) })]; case 1: result = _a.sent(); this.logger.info('finish Resume Progress.'); this.updateMkFileProgress(1); return [2 /*return*/ , result]; } }); }); }; Resume.prototype.initBeforeUploadChunks = function () { return __awaiter(this, void 0, void 0, function () { var cachedInfo, res, infoMessage; return __generator(this, function (_a) { switch (_a.label) { case 0: this.uploadedList = []; this.usedCacheList = []; cachedInfo = utils.getLocalFileInfo(this.getLocalKey(), this.logger); if (!!cachedInfo) return [3 /*break*/ , 2]; this.logger.info('init upload parts from api.'); return [4 /*yield*/ , (0, _api.initUploadParts)(this.token, this.bucketName, this.key, this.uploadHost.getUrl())]; case 1: res = _a.sent(); this.logger.info("initd upload parts of id: " + res.data.uploadId + "."); this.uploadId = res.data.uploadId; this.cachedUploadedList = []; return [3 /*break*/ , 3]; case 2: infoMessage = ['resume upload parts from local cache,', "total " + cachedInfo.data.length + " part,", "id is " + cachedInfo.id + "."]; this.logger.info(infoMessage.join(' ')); this.cachedUploadedList = cachedInfo.data; this.uploadId = cachedInfo.id; _a.label = 3; case 3: this.chunks = utils.getChunks(this.file, this.config.chunkSize); this.loaded = { mkFileProgress: 0, chunks: this.chunks.map(function (_) { return 0; }) }; this.notifyResumeProgress(); return [2 /*return*/ ]; } }); }); }; Resume.prototype.getUploadInfo = function () { return { id: this.uploadId, url: this.uploadHost.getUrl() }; }; Resume.prototype.getLocalKey = function () { return utils.createLocalKey(this.file.name, this.key, this.file.size); }; Resume.prototype.updateLocalCache = function () { utils.setLocalFileInfo(this.getLocalKey(), { id: this.uploadId, data: this.uploadedList }, this.logger); }; Resume.prototype.updateChunkProgress = function (loaded, index) { this.loaded.chunks[index] = loaded; this.notifyResumeProgress(); }; Resume.prototype.updateMkFileProgress = function (progress) { this.loaded.mkFileProgress = progress; this.notifyResumeProgress(); }; Resume.prototype.notifyResumeProgress = function () { var _this = this; this.progress = { total: this.getProgressInfoItem(utils.sum(this.loaded.chunks) + this.loaded.mkFileProgress, // FIXME: 不准确的 fileSize this.file.size + 1 // 防止在 complete 未调用的时候进度显示 100% ), chunks: this.chunks.map(function (chunk, index) { var fromCache = _this.usedCacheList[index]; return _this.getProgressInfoItem(_this.loaded.chunks[index], chunk.size, fromCache); }), uploadInfo: { id: this.uploadId, url: this.uploadHost.getUrl() } }; this.onData(this.progress); }; return Resume; }(_base["default"]); var _default = Resume; exports["default"] = _default;