123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267 |
- var __assign = (this && this.__assign) || function () {
- __assign = Object.assign || function(t) {
- for (var s, i = 1, n = arguments.length; i < n; i++) {
- s = arguments[i];
- for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p))
- t[p] = s[p];
- }
- return t;
- };
- return __assign.apply(this, arguments);
- };
- var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
- function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
- return new (P || (P = Promise))(function (resolve, reject) {
- function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
- function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
- function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
- step((generator = generator.apply(thisArg, _arguments || [])).next());
- });
- };
- var __generator = (this && this.__generator) || function (thisArg, body) {
- var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g;
- return g = { next: verb(0), "throw": verb(1), "return": verb(2) }, typeof Symbol === "function" && (g[Symbol.iterator] = function() { return this; }), g;
- function verb(n) { return function (v) { return step([n, v]); }; }
- function step(op) {
- if (f) throw new TypeError("Generator is already executing.");
- while (_) try {
- if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
- if (y = 0, t) op = [op[0] & 2, t.value];
- switch (op[0]) {
- case 0: case 1: t = op; break;
- case 4: _.label++; return { value: op[1], done: false };
- case 5: _.label++; y = op[1]; op = [0]; continue;
- case 7: op = _.ops.pop(); _.trys.pop(); continue;
- default:
- if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; }
- if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; }
- if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; }
- if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; }
- if (t[2]) _.ops.pop();
- _.trys.pop(); continue;
- }
- op = body.call(thisArg, _);
- } catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; }
- if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };
- }
- };
- var __read = (this && this.__read) || function (o, n) {
- var m = typeof Symbol === "function" && o[Symbol.iterator];
- if (!m) return o;
- var i = m.call(o), r, ar = [], e;
- try {
- while ((n === void 0 || n-- > 0) && !(r = i.next()).done) ar.push(r.value);
- }
- catch (error) { e = { error: error }; }
- finally {
- try {
- if (r && !r.done && (m = i["return"])) m.call(i);
- }
- finally { if (e) throw e.error; }
- }
- return ar;
- };
- var __spread = (this && this.__spread) || function () {
- for (var ar = [], i = 0; i < arguments.length; i++) ar = ar.concat(__read(arguments[i]));
- return ar;
- };
- import { QiniuErrorName, QiniuError, QiniuRequestError } from '../errors';
- import * as utils from '../utils';
- export var DEFAULT_CHUNK_SIZE = 4; // 单位 MB
- // code 信息地址 https://developer.qiniu.com/kodo/3928/error-responses
- export var FREEZE_CODE_LIST = [0, 502, 503, 504, 599]; // 将会冻结当前 host 的 code
- export var RETRY_CODE_LIST = __spread(FREEZE_CODE_LIST, [612]); // 会进行重试的 code
- var GB = Math.pow(1024, 3);
- var Base = /** @class */ (function () {
- function Base(options, handlers, hostPool, logger) {
- this.hostPool = hostPool;
- this.logger = logger;
- this.aborted = false;
- this.retryCount = 0;
- this.xhrList = [];
- this.config = options.config;
- logger.info('config inited.', this.config);
- this.putExtra = __assign({ fname: '' }, options.putExtra);
- logger.info('putExtra inited.', this.putExtra);
- this.key = options.key;
- this.file = options.file;
- this.token = options.token;
- this.onData = handlers.onData;
- this.onError = handlers.onError;
- this.onComplete = handlers.onComplete;
- try {
- var putPolicy = utils.getPutPolicy(this.token);
- this.bucketName = putPolicy.bucketName;
- this.assessKey = putPolicy.assessKey;
- }
- catch (error) {
- logger.error('get putPolicy from token failed.', error);
- this.onError(error);
- }
- }
- // 检查并更新 upload host
- Base.prototype.checkAndUpdateUploadHost = function () {
- return __awaiter(this, void 0, void 0, function () {
- var newHost;
- return __generator(this, function (_a) {
- switch (_a.label) {
- case 0:
- // 从 hostPool 中获取一个可用的 host 挂载在 this
- this.logger.info('get available upload host.');
- return [4 /*yield*/, this.hostPool.getUp(this.assessKey, this.bucketName, this.config.upprotocol)];
- case 1:
- newHost = _a.sent();
- if (newHost == null) {
- throw new QiniuError(QiniuErrorName.NotAvailableUploadHost, 'no available upload host.');
- }
- if (this.uploadHost != null && this.uploadHost.host !== newHost.host) {
- this.logger.warn("host switches from " + this.uploadHost.host + " to " + newHost.host + ".");
- }
- else {
- this.logger.info("use host " + newHost.host + ".");
- }
- this.uploadHost = newHost;
- return [2 /*return*/];
- }
- });
- });
- };
- // 检查并解冻当前的 host
- Base.prototype.checkAndUnfreezeHost = function () {
- this.logger.info('check unfreeze host.');
- if (this.uploadHost != null && this.uploadHost.isFrozen()) {
- this.logger.warn(this.uploadHost.host + " will be unfrozen.");
- this.uploadHost.unfreeze();
- }
- };
- // 检查并更新冻结当前的 host
- Base.prototype.checkAndFreezeHost = function (error) {
- this.logger.info('check freeze host.');
- if (error instanceof QiniuRequestError && this.uploadHost != null) {
- if (FREEZE_CODE_LIST.includes(error.code)) {
- this.logger.warn(this.uploadHost.host + " will be temporarily frozen.");
- this.uploadHost.freeze();
- }
- }
- };
- Base.prototype.handleError = function (error) {
- this.logger.error(error.message);
- this.onError(error);
- };
- /**
- * @returns Promise 返回结果与上传最终状态无关,状态信息请通过 [Subscriber] 获取。
- * @description 上传文件,状态信息请通过 [Subscriber] 获取。
- */
- Base.prototype.putFile = function () {
- return __awaiter(this, void 0, void 0, function () {
- var result, err_1, notReachRetryCount, needRetry;
- return __generator(this, function (_a) {
- switch (_a.label) {
- case 0:
- this.aborted = false;
- if (!this.putExtra.fname) {
- this.logger.info('use file.name as fname.');
- this.putExtra.fname = this.file.name;
- }
- if (this.file.size > 10000 * GB) {
- this.handleError(new QiniuError(QiniuErrorName.InvalidFile, 'file size exceed maximum value 10000G'));
- return [2 /*return*/];
- }
- if (this.putExtra.customVars) {
- if (!utils.isCustomVarsValid(this.putExtra.customVars)) {
- this.handleError(new QiniuError(QiniuErrorName.InvalidCustomVars,
- // FIXME: width => with
- 'customVars key should start width x:'));
- return [2 /*return*/];
- }
- }
- if (this.putExtra.metadata) {
- if (!utils.isMetaDataValid(this.putExtra.metadata)) {
- this.handleError(new QiniuError(QiniuErrorName.InvalidMetadata, 'metadata key should start with x-qn-meta-'));
- return [2 /*return*/];
- }
- }
- _a.label = 1;
- case 1:
- _a.trys.push([1, 4, , 5]);
- this.uploadAt = new Date().getTime();
- return [4 /*yield*/, this.checkAndUpdateUploadHost()];
- case 2:
- _a.sent();
- return [4 /*yield*/, this.run()];
- case 3:
- result = _a.sent();
- this.onComplete(result.data);
- this.checkAndUnfreezeHost();
- this.sendLog(result.reqId, 200);
- return [2 /*return*/];
- case 4:
- err_1 = _a.sent();
- if (this.aborted) {
- this.logger.warn('upload is aborted.');
- this.sendLog('', -2);
- return [2 /*return*/];
- }
- this.clear();
- this.logger.error(err_1);
- if (err_1 instanceof QiniuRequestError) {
- this.sendLog(err_1.reqId, err_1.code);
- // 检查并冻结当前的 host
- this.checkAndFreezeHost(err_1);
- notReachRetryCount = ++this.retryCount <= this.config.retryCount;
- needRetry = RETRY_CODE_LIST.includes(err_1.code);
- // 以下条件满足其中之一则会进行重新上传:
- // 1. 满足 needRetry 的条件且 retryCount 不为 0
- // 2. uploadId 无效时在 resume 里会清除本地数据,并且这里触发重新上传
- if (needRetry && notReachRetryCount) {
- this.logger.warn("error auto retry: " + this.retryCount + "/" + this.config.retryCount + ".");
- this.putFile();
- return [2 /*return*/];
- }
- }
- this.onError(err_1);
- return [3 /*break*/, 5];
- case 5: return [2 /*return*/];
- }
- });
- });
- };
- Base.prototype.clear = function () {
- this.xhrList.forEach(function (xhr) {
- xhr.onreadystatechange = null;
- xhr.abort();
- });
- this.xhrList = [];
- this.logger.info('cleanup uploading xhr.');
- };
- Base.prototype.stop = function () {
- this.logger.info('aborted.');
- this.clear();
- this.aborted = true;
- };
- Base.prototype.addXhr = function (xhr) {
- this.xhrList.push(xhr);
- };
- Base.prototype.sendLog = function (reqId, code) {
- var _a, _b;
- this.logger.report({
- code: code,
- reqId: reqId,
- remoteIp: '',
- upType: 'jssdk-h5',
- size: this.file.size,
- time: Math.floor(this.uploadAt / 1000),
- port: utils.getPortFromUrl((_a = this.uploadHost) === null || _a === void 0 ? void 0 : _a.getUrl()),
- host: utils.getDomainFromUrl((_b = this.uploadHost) === null || _b === void 0 ? void 0 : _b.getUrl()),
- bytesSent: this.progress ? this.progress.total.loaded : 0,
- duration: Math.floor((new Date().getTime() - this.uploadAt) / 1000)
- });
- };
- Base.prototype.getProgressInfoItem = function (loaded, size, fromCache) {
- return __assign({ size: size,
- loaded: loaded, percent: loaded / size * 100 }, (fromCache == null ? {} : { fromCache: fromCache }));
- };
- return Base;
- }());
- export default Base;
- //# sourceMappingURL=base.js.map
|