util.js 21 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649
  1. 'use strict';
  2. var md5 = require('../lib/md5');
  3. var CryptoJS = require('../lib/crypto');
  4. var xml2json = require('../lib/xml2json');
  5. var json2xml = require('../lib/json2xml');
  6. var base64 = require('../lib/base64');
  7. var btoa = base64.btoa;
  8. var wxfs = wx.getFileSystemManager();
  9. function camSafeUrlEncode(str) {
  10. return encodeURIComponent(str)
  11. .replace(/!/g, '%21')
  12. .replace(/'/g, '%27')
  13. .replace(/\(/g, '%28')
  14. .replace(/\)/g, '%29')
  15. .replace(/\*/g, '%2A');
  16. }
  17. function getObjectKeys(obj, forKey) {
  18. var list = [];
  19. for (var key in obj) {
  20. if (obj.hasOwnProperty(key)) {
  21. list.push(forKey ? camSafeUrlEncode(key).toLowerCase() : key);
  22. }
  23. }
  24. return list.sort(function (a, b) {
  25. a = a.toLowerCase();
  26. b = b.toLowerCase();
  27. return a === b ? 0 : (a > b ? 1 : -1);
  28. });
  29. };
  30. /**
  31. * obj转为string
  32. * @param {Object} obj 需要转的对象,必须
  33. * @param {Boolean} lowerCaseKey key是否转为小写,默认false,非必须
  34. * @return {String} data 返回字符串
  35. */
  36. var obj2str = function (obj, lowerCaseKey) {
  37. var i, key, val;
  38. var list = [];
  39. var keyList = getObjectKeys(obj);
  40. for (i = 0; i < keyList.length; i++) {
  41. key = keyList[i];
  42. val = (obj[key] === undefined || obj[key] === null) ? '' : ('' + obj[key]);
  43. key = lowerCaseKey? camSafeUrlEncode(key).toLowerCase() : camSafeUrlEncode(key);
  44. val = camSafeUrlEncode(val) || '';
  45. list.push(key + '=' + val)
  46. }
  47. return list.join('&');
  48. };
  49. // 可以签入签名的headers
  50. var signHeaders = ['content-disposition', 'content-encoding', 'content-length', 'content-md5',
  51. 'expect', 'expires', 'host', 'if-match', 'if-modified-since', 'if-none-match', 'if-unmodified-since',
  52. 'origin', 'range', 'response-cache-control', 'response-content-disposition', 'response-content-encoding',
  53. 'response-content-language', 'response-content-type', 'response-expires', 'transfer-encoding', 'versionid'];
  54. var getSignHeaderObj = function (headers) {
  55. var signHeaderObj = {};
  56. for (var i in headers) {
  57. var key = i.toLowerCase();
  58. if (key.indexOf('x-cos-') > -1 || signHeaders.indexOf(key) > -1) {
  59. signHeaderObj[i] = headers[i];
  60. }
  61. }
  62. return signHeaderObj;
  63. }
  64. //测试用的key后面可以去掉
  65. var getAuth = function (opt) {
  66. opt = opt || {};
  67. var SecretId = opt.SecretId;
  68. var SecretKey = opt.SecretKey;
  69. var KeyTime = opt.KeyTime;
  70. var method = (opt.method || opt.Method || 'get').toLowerCase();
  71. var queryParams = clone(opt.Query || opt.params || {});
  72. var headers = getSignHeaderObj(clone(opt.Headers || opt.headers || {}));
  73. var Key = opt.Key || '';
  74. var pathname;
  75. if (opt.UseRawKey) {
  76. pathname = opt.Pathname || opt.pathname || '/' + Key;
  77. } else {
  78. pathname = opt.Pathname || opt.pathname || Key;
  79. pathname.indexOf('/') !== 0 && (pathname = '/' + pathname);
  80. }
  81. // ForceSignHost明确传入false才不加入host签名
  82. var forceSignHost = opt.ForceSignHost === false ? false : true;
  83. // 如果有传入存储桶,那么签名默认加 Host 参与计算,避免跨桶访问
  84. if (!headers.Host && !headers.host && opt.Bucket && opt.Region && forceSignHost) headers.Host = opt.Bucket + '.cos.' + opt.Region + '.myqcloud.com';
  85. if (!SecretId) return console.error('missing param SecretId');
  86. if (!SecretKey) return console.error('missing param SecretKey');
  87. // 签名有效起止时间
  88. var now = Math.round(getSkewTime(opt.SystemClockOffset) / 1000) - 1;
  89. var exp = now;
  90. var Expires = opt.Expires || opt.expires;
  91. if (Expires === undefined) {
  92. exp += 900; // 签名过期时间为当前 + 900s
  93. } else {
  94. exp += (Expires * 1) || 0;
  95. }
  96. // 要用到的 Authorization 参数列表
  97. var qSignAlgorithm = 'sha1';
  98. var qAk = SecretId;
  99. var qSignTime = KeyTime || now + ';' + exp;
  100. var qKeyTime = KeyTime || now + ';' + exp;
  101. var qHeaderList = getObjectKeys(headers, true).join(';').toLowerCase();
  102. var qUrlParamList = getObjectKeys(queryParams, true).join(';').toLowerCase();
  103. // 签名算法说明文档:https://www.qcloud.com/document/product/436/7778
  104. // 步骤一:计算 SignKey
  105. var signKey = CryptoJS.HmacSHA1(qKeyTime, SecretKey).toString();
  106. // 步骤二:构成 FormatString
  107. var formatString = [method, pathname, util.obj2str(queryParams, true), util.obj2str(headers, true), ''].join('\n');
  108. // 步骤三:计算 StringToSign
  109. var stringToSign = ['sha1', qSignTime, CryptoJS.SHA1(formatString).toString(), ''].join('\n');
  110. // 步骤四:计算 Signature
  111. var qSignature = CryptoJS.HmacSHA1(stringToSign, signKey).toString();
  112. // 步骤五:构造 Authorization
  113. var authorization = [
  114. 'q-sign-algorithm=' + qSignAlgorithm,
  115. 'q-ak=' + qAk,
  116. 'q-sign-time=' + qSignTime,
  117. 'q-key-time=' + qKeyTime,
  118. 'q-header-list=' + qHeaderList,
  119. 'q-url-param-list=' + qUrlParamList,
  120. 'q-signature=' + qSignature
  121. ].join('&');
  122. return authorization;
  123. };
  124. var noop = function () {
  125. };
  126. // 清除对象里值为的 undefined 或 null 的属性
  127. var clearKey = function (obj) {
  128. var retObj = {};
  129. for (var key in obj) {
  130. if (obj.hasOwnProperty(key) && obj[key] !== undefined && obj[key] !== null) {
  131. retObj[key] = obj[key];
  132. }
  133. }
  134. return retObj;
  135. };
  136. // 获取文件分片
  137. var fileSlice = function (FilePath, start, end, callback) {
  138. if (FilePath) {
  139. wxfs.readFile({
  140. filePath: FilePath,
  141. position: start,
  142. length: end - start,
  143. success: function (res) {
  144. callback(res.data);
  145. },
  146. fail: function () {
  147. callback(null);
  148. },
  149. });
  150. } else {
  151. callback(null);
  152. }
  153. };
  154. // 获取文件内容的 MD5
  155. var getBodyMd5 = function (UploadCheckContentMd5, Body, callback) {
  156. callback = callback || noop;
  157. if (UploadCheckContentMd5) {
  158. if (Body && Body instanceof ArrayBuffer) {
  159. util.getFileMd5(Body, function (err, md5) {
  160. callback(md5);
  161. });
  162. } else {
  163. callback();
  164. }
  165. } else {
  166. callback();
  167. }
  168. };
  169. // 获取文件 md5 值
  170. var getFileMd5 = function (body, callback) {
  171. var hash = md5(body);
  172. callback && callback(hash);
  173. return hash;
  174. };
  175. function clone(obj) {
  176. return map(obj, function (v) {
  177. return typeof v === 'object' && v !== null ? clone(v) : v;
  178. });
  179. }
  180. function attr(obj, name, defaultValue) {
  181. return obj && name in obj ? obj[name] : defaultValue;
  182. }
  183. function extend(target, source) {
  184. each(source, function (val, key) {
  185. target[key] = source[key];
  186. });
  187. return target;
  188. }
  189. function isArray(arr) {
  190. return arr instanceof Array;
  191. }
  192. function isInArray(arr, item) {
  193. var flag = false;
  194. for (var i = 0; i < arr.length; i++) {
  195. if (item === arr[i]) {
  196. flag = true;
  197. break;
  198. }
  199. }
  200. return flag;
  201. }
  202. function makeArray(arr) {
  203. return isArray(arr) ? arr : [arr];
  204. }
  205. function each(obj, fn) {
  206. for (var i in obj) {
  207. if (obj.hasOwnProperty(i)) {
  208. fn(obj[i], i);
  209. }
  210. }
  211. }
  212. function map(obj, fn) {
  213. var o = isArray(obj) ? [] : {};
  214. for (var i in obj) {
  215. if (obj.hasOwnProperty(i)) {
  216. o[i] = fn(obj[i], i);
  217. }
  218. }
  219. return o;
  220. }
  221. function filter(obj, fn) {
  222. var iaArr = isArray(obj);
  223. var o = iaArr ? [] : {};
  224. for (var i in obj) {
  225. if (obj.hasOwnProperty(i)) {
  226. if (fn(obj[i], i)) {
  227. if (iaArr) {
  228. o.push(obj[i]);
  229. } else {
  230. o[i] = obj[i];
  231. }
  232. }
  233. }
  234. }
  235. return o;
  236. }
  237. var binaryBase64 = function (str) {
  238. var i, len, char, res = '';
  239. for (i = 0, len = str.length / 2; i < len; i++) {
  240. char = parseInt(str[i * 2] + str[i * 2 + 1], 16);
  241. res += String.fromCharCode(char);
  242. }
  243. return btoa(res);
  244. };
  245. var uuid = function () {
  246. var S4 = function () {
  247. return (((1 + Math.random()) * 0x10000) | 0).toString(16).substring(1);
  248. };
  249. return (S4() + S4() + "-" + S4() + "-" + S4() + "-" + S4() + "-" + S4() + S4() + S4());
  250. };
  251. var hasMissingParams = function (apiName, params) {
  252. var Bucket = params.Bucket;
  253. var Region = params.Region;
  254. var Key = params.Key;
  255. if (apiName.indexOf('Bucket') > -1 || apiName === 'deleteMultipleObject' || apiName === 'multipartList' || apiName === 'listObjectVersions') {
  256. if (!Bucket) return 'Bucket';
  257. if (!Region) return 'Region';
  258. } else if (apiName.indexOf('Object') > -1 || apiName.indexOf('multipart') > -1 || apiName === 'sliceUploadFile' || apiName === 'abortUploadTask') {
  259. if (!Bucket) return 'Bucket';
  260. if (!Region) return 'Region';
  261. if (!Key) return 'Key';
  262. }
  263. return false;
  264. };
  265. var formatParams = function (apiName, params) {
  266. // 复制参数对象
  267. params = extend({}, params);
  268. // 统一处理 Headers
  269. if (apiName !== 'getAuth' && apiName !== 'getV4Auth' && apiName !== 'getObjectUrl') {
  270. var Headers = params.Headers || {};
  271. if (params && typeof params === 'object') {
  272. (function () {
  273. for (var key in params) {
  274. if (params.hasOwnProperty(key) && key.indexOf('x-cos-') > -1) {
  275. Headers[key] = params[key];
  276. }
  277. }
  278. })();
  279. var headerMap = {
  280. // params headers
  281. 'x-cos-mfa': 'MFA',
  282. 'Content-MD5': 'ContentMD5',
  283. 'Content-Length': 'ContentLength',
  284. 'Content-Type': 'ContentType',
  285. 'Expect': 'Expect',
  286. 'Expires': 'Expires',
  287. 'Cache-Control': 'CacheControl',
  288. 'Content-Disposition': 'ContentDisposition',
  289. 'Content-Encoding': 'ContentEncoding',
  290. 'Range': 'Range',
  291. 'If-Modified-Since': 'IfModifiedSince',
  292. 'If-Unmodified-Since': 'IfUnmodifiedSince',
  293. 'If-Match': 'IfMatch',
  294. 'If-None-Match': 'IfNoneMatch',
  295. 'x-cos-copy-source': 'CopySource',
  296. 'x-cos-copy-source-Range': 'CopySourceRange',
  297. 'x-cos-metadata-directive': 'MetadataDirective',
  298. 'x-cos-copy-source-If-Modified-Since': 'CopySourceIfModifiedSince',
  299. 'x-cos-copy-source-If-Unmodified-Since': 'CopySourceIfUnmodifiedSince',
  300. 'x-cos-copy-source-If-Match': 'CopySourceIfMatch',
  301. 'x-cos-copy-source-If-None-Match': 'CopySourceIfNoneMatch',
  302. 'x-cos-acl': 'ACL',
  303. 'x-cos-grant-read': 'GrantRead',
  304. 'x-cos-grant-write': 'GrantWrite',
  305. 'x-cos-grant-full-control': 'GrantFullControl',
  306. 'x-cos-grant-read-acp': 'GrantReadAcp',
  307. 'x-cos-grant-write-acp': 'GrantWriteAcp',
  308. 'x-cos-storage-class': 'StorageClass',
  309. // SSE-C
  310. 'x-cos-server-side-encryption-customer-algorithm': 'SSECustomerAlgorithm',
  311. 'x-cos-server-side-encryption-customer-key': 'SSECustomerKey',
  312. 'x-cos-server-side-encryption-customer-key-MD5': 'SSECustomerKeyMD5',
  313. // SSE-COS、SSE-KMS
  314. 'x-cos-server-side-encryption': 'ServerSideEncryption',
  315. 'x-cos-server-side-encryption-cos-kms-key-id': 'SSEKMSKeyId',
  316. 'x-cos-server-side-encryption-context': 'SSEContext',
  317. };
  318. util.each(headerMap, function (paramKey, headerKey) {
  319. if (params[paramKey] !== undefined) {
  320. Headers[headerKey] = params[paramKey];
  321. }
  322. });
  323. params.Headers = clearKey(Headers);
  324. }
  325. }
  326. return params;
  327. };
  328. var apiWrapper = function (apiName, apiFn) {
  329. return function (params, callback) {
  330. var self = this;
  331. // 处理参数
  332. if (typeof params === 'function') {
  333. callback = params;
  334. params = {};
  335. }
  336. // 整理参数格式
  337. params = formatParams(apiName, params);
  338. // 代理回调函数
  339. var formatResult = function (result) {
  340. if (result && result.headers) {
  341. result.headers['x-cos-request-id'] && (result.RequestId = result.headers['x-cos-request-id']);
  342. result.headers['x-ci-request-id'] && (result.RequestId = result.headers['x-ci-request-id']);
  343. result.headers['x-cos-version-id'] && (result.VersionId = result.headers['x-cos-version-id']);
  344. result.headers['x-cos-delete-marker'] && (result.DeleteMarker = result.headers['x-cos-delete-marker']);
  345. }
  346. return result;
  347. };
  348. var _callback = function (err, data) {
  349. callback && callback(formatResult(err), formatResult(data));
  350. };
  351. var checkParams = function () {
  352. if (apiName !== 'getService' && apiName !== 'abortUploadTask') {
  353. // 判断参数是否完整
  354. var missingResult = hasMissingParams(apiName, params)
  355. if (missingResult) {
  356. return 'missing param ' + missingResult;
  357. }
  358. // 判断 region 格式
  359. if (params.Region) {
  360. if (params.Region.indexOf('cos.') > -1) {
  361. return 'param Region should not be start with "cos."';
  362. } else if (!/^([a-z\d-]+)$/.test(params.Region)) {
  363. return 'Region format error.';
  364. }
  365. // 判断 region 格式
  366. if (!self.options.CompatibilityMode
  367. && params.Region.indexOf('-') === -1
  368. && params.Region !== 'yfb'
  369. && params.Region !== 'default'
  370. && params.Region !== 'accelerate') {
  371. console.warn('warning: param Region format error, find help here: https://cloud.tencent.com/document/product/436/6224');
  372. }
  373. }
  374. // 兼容不带 AppId 的 Bucket
  375. if (params.Bucket) {
  376. if (!/^([a-z\d-]+)-(\d+)$/.test(params.Bucket)) {
  377. if (params.AppId) {
  378. params.Bucket = params.Bucket + '-' + params.AppId;
  379. } else if (self.options.AppId) {
  380. params.Bucket = params.Bucket + '-' + self.options.AppId;
  381. } else {
  382. return 'Bucket should format as "test-1250000000".';
  383. }
  384. }
  385. if (params.AppId) {
  386. console.warn('warning: AppId has been deprecated, Please put it at the end of parameter Bucket(E.g Bucket:"test-1250000000" ).');
  387. delete params.AppId;
  388. }
  389. }
  390. // 如果 Key 是 / 开头,强制去掉第一个 /
  391. if (params.Key && params.Key.substr(0, 1) === '/') {
  392. params.Key = params.Key.substr(1);
  393. }
  394. }
  395. };
  396. var errMsg = checkParams();
  397. var isSync = apiName === 'getAuth' || apiName === 'getObjectUrl';
  398. var Promise = global.Promise;
  399. if (!isSync && Promise && !callback) {
  400. return new Promise(function (resolve, reject) {
  401. callback = function (err, data) {
  402. err ? reject(err) : resolve(data);
  403. };
  404. if (errMsg) return _callback({error: errMsg});
  405. apiFn.call(self, params, _callback);
  406. });
  407. } else {
  408. if (errMsg) return _callback({error: errMsg});
  409. var res = apiFn.call(self, params, _callback);
  410. if (isSync) return res;
  411. }
  412. }
  413. };
  414. var throttleOnProgress = function (total, onProgress) {
  415. var self = this;
  416. var size0 = 0;
  417. var size1 = 0;
  418. var time0 = Date.now();
  419. var time1;
  420. var timer;
  421. function update() {
  422. timer = 0;
  423. if (onProgress && (typeof onProgress === 'function')) {
  424. time1 = Date.now();
  425. var speed = Math.max(0, Math.round((size1 - size0) / ((time1 - time0) / 1000) * 100) / 100) || 0;
  426. var percent;
  427. if (size1 === 0 && total === 0) {
  428. percent = 1;
  429. } else {
  430. percent = Math.floor(size1 / total * 100) / 100 || 0;
  431. }
  432. time0 = time1;
  433. size0 = size1;
  434. try {
  435. onProgress({loaded: size1, total: total, speed: speed, percent: percent});
  436. } catch (e) {
  437. }
  438. }
  439. }
  440. return function (info, immediately) {
  441. if (info) {
  442. size1 = info.loaded;
  443. total = info.total;
  444. }
  445. if (immediately) {
  446. clearTimeout(timer);
  447. update();
  448. } else {
  449. if (timer) return;
  450. timer = setTimeout(update, self.options.ProgressInterval);
  451. }
  452. };
  453. };
  454. var getFileSize = function (api, params, callback) {
  455. if (api === 'postObject') {
  456. callback();
  457. } else if (api === 'putObject') {
  458. if (params.Body !== undefined) {
  459. params.ContentLength = params.Body.byteLength;
  460. callback(null, params.ContentLength);
  461. } else {
  462. callback({error: 'missing param Body'});
  463. }
  464. } else {
  465. if (params.FilePath) {
  466. wxfs.stat({
  467. path: params.FilePath,
  468. success: function (res) {
  469. var stats = res.stats;
  470. params.FileStat = stats;
  471. params.FileStat.FilePath = params.FilePath;
  472. var size = stats.isDirectory() ? 0 : stats.size;
  473. params.ContentLength = size = size || 0;
  474. callback(null, size);
  475. },
  476. fail: function (err) {
  477. callback(err);
  478. },
  479. });
  480. } else {
  481. callback({error: 'missing param FilePath'});
  482. }
  483. }
  484. };
  485. var getSkewTime = function (offset) {
  486. return Date.now() + (offset || 0);
  487. };
  488. var compareVersion = function (v1, v2) {
  489. v1 = v1.split('.')
  490. v2 = v2.split('.')
  491. var len = Math.max(v1.length, v2.length)
  492. while (v1.length < len) {
  493. v1.push('0')
  494. }
  495. while (v2.length < len) {
  496. v2.push('0')
  497. }
  498. for (var i = 0; i < len; i++) {
  499. var num1 = parseInt(v1[i])
  500. var num2 = parseInt(v2[i])
  501. if (num1 > num2) {
  502. return 1
  503. } else if (num1 < num2) {
  504. return -1
  505. }
  506. }
  507. return 0
  508. };
  509. var canFileSlice = (function () {
  510. var systemInfo = wx.getSystemInfoSync();
  511. var support = compareVersion(systemInfo.SDKVersion, '2.10.0') >= 0;
  512. var needWarning = !support && systemInfo.platform === "devtools";
  513. return function () {
  514. if (needWarning) console.warn('当前小程序版本小于 2.10.0,不支持分片上传,请更新软件。');
  515. needWarning = false;
  516. return support;
  517. };
  518. })();
  519. var isCIHost = function(url) {
  520. return /^https?:\/\/([^/]+\.)?ci\.[^/]+/.test(url);
  521. }
  522. var error = function (err, opt) {
  523. var sourceErr = err;
  524. err.message = err.message || null;
  525. if (typeof opt === 'string') {
  526. err.error = opt;
  527. err.message = opt;
  528. } else if (typeof opt === 'object' && opt !== null) {
  529. extend(err, opt);
  530. if (opt.code || opt.name) err.code = opt.code || opt.name;
  531. if (opt.message) err.message = opt.message;
  532. if (opt.stack) err.stack = opt.stack;
  533. }
  534. if (typeof Object.defineProperty === 'function') {
  535. Object.defineProperty(err, 'name', {writable: true, enumerable: false});
  536. Object.defineProperty(err, 'message', {enumerable: true});
  537. }
  538. err.name = opt && opt.name || err.name || err.code || 'Error';
  539. if (!err.code) err.code = err.name;
  540. if (!err.error) err.error = clone(sourceErr); // 兼容老的错误格式
  541. return err;
  542. }
  543. var util = {
  544. noop: noop,
  545. formatParams: formatParams,
  546. apiWrapper: apiWrapper,
  547. xml2json: xml2json,
  548. json2xml: json2xml,
  549. md5: md5,
  550. clearKey: clearKey,
  551. fileSlice: fileSlice,
  552. getBodyMd5: getBodyMd5,
  553. getFileMd5: getFileMd5,
  554. binaryBase64: binaryBase64,
  555. extend: extend,
  556. isArray: isArray,
  557. isInArray: isInArray,
  558. makeArray: makeArray,
  559. each: each,
  560. map: map,
  561. filter: filter,
  562. clone: clone,
  563. attr: attr,
  564. uuid: uuid,
  565. camSafeUrlEncode: camSafeUrlEncode,
  566. throttleOnProgress: throttleOnProgress,
  567. getFileSize: getFileSize,
  568. getSkewTime: getSkewTime,
  569. obj2str: obj2str,
  570. getAuth: getAuth,
  571. compareVersion: compareVersion,
  572. canFileSlice: canFileSlice,
  573. isCIHost: isCIHost,
  574. error: error,
  575. };
  576. module.exports = util;
  577. xml2json