LercDecode.js 78 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103
  1. /* jshint forin: false, bitwise: false */
  2. /*
  3. Copyright 2015-2018 Esri
  4. Licensed under the Apache License, Version 2.0 (the "License");
  5. you may not use this file except in compliance with the License.
  6. You may obtain a copy of the License at
  7. http://www.apache.org/licenses/LICENSE-2.0
  8. Unless required by applicable law or agreed to in writing, software
  9. distributed under the License is distributed on an "AS IS" BASIS,
  10. WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  11. See the License for the specific language governing permissions and
  12. limitations under the License.
  13. A copy of the license and additional notices are located with the
  14. source distribution at:
  15. http://github.com/Esri/lerc/
  16. Contributors: Johannes Schmid, (LERC v1)
  17. Chayanika Khatua, (LERC v1)
  18. Wenxue Ju (LERC v1, v2.x)
  19. */
  20. /* Copyright 2015-2018 Esri. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 @preserve */
  21. var tmp = {};
  22. /**
  23. * a module for decoding LERC blobs
  24. * @module Lerc
  25. */
  26. (function() {
  27. //the original LercDecode for Version 1
  28. var LercDecode = (function() {
  29. // WARNING: This decoder version can only read old version 1 Lerc blobs. Use with caution.
  30. // Note: currently, this module only has an implementation for decoding LERC data, not encoding. The name of
  31. // the class was chosen to be future proof.
  32. var CntZImage = {};
  33. CntZImage.defaultNoDataValue = -3.4027999387901484e+38; // smallest Float32 value
  34. /**
  35. * Decode a LERC byte stream and return an object containing the pixel data and some required and optional
  36. * information about it, such as the image's width and height.
  37. *
  38. * @param {ArrayBuffer} input The LERC input byte stream
  39. * @param {object} [options] Decoding options, containing any of the following properties:
  40. * @config {number} [inputOffset = 0]
  41. * Skip the first inputOffset bytes of the input byte stream. A valid LERC file is expected at that position.
  42. * @config {Uint8Array} [encodedMask = null]
  43. * If specified, the decoder will not read mask information from the input and use the specified encoded
  44. * mask data instead. Mask header/data must not be present in the LERC byte stream in this case.
  45. * @config {number} [noDataValue = LercCode.defaultNoDataValue]
  46. * Pixel value to use for masked pixels.
  47. * @config {ArrayBufferView|Array} [pixelType = Float32Array]
  48. * The desired type of the pixelData array in the return value. Note that it is the caller's responsibility to
  49. * provide an appropriate noDataValue if the default pixelType is overridden.
  50. * @config {boolean} [returnMask = false]
  51. * If true, the return value will contain a maskData property of type Uint8Array which has one element per
  52. * pixel, the value of which is 1 or 0 depending on whether that pixel's data is present or masked. If the
  53. * input LERC data does not contain a mask, maskData will not be returned.
  54. * @config {boolean} [returnEncodedMask = false]
  55. * If true, the return value will contain a encodedMaskData property, which can be passed into encode() as
  56. * encodedMask.
  57. * @config {boolean} [returnFileInfo = false]
  58. * If true, the return value will have a fileInfo property that contains metadata obtained from the
  59. * LERC headers and the decoding process.
  60. * @config {boolean} [computeUsedBitDepths = false]
  61. * If true, the fileInfo property in the return value will contain the set of all block bit depths
  62. * encountered during decoding. Will only have an effect if returnFileInfo option is true.
  63. * @returns {{width, height, pixelData, minValue, maxValue, noDataValue, maskData, encodedMaskData, fileInfo}}
  64. */
  65. CntZImage.decode = function(input, options) {
  66. options = options || {};
  67. var skipMask = options.encodedMaskData || (options.encodedMaskData === null);
  68. var parsedData = parse(input, options.inputOffset || 0, skipMask);
  69. var noDataValue = (options.noDataValue !== null) ? options.noDataValue : CntZImage.defaultNoDataValue;
  70. var uncompressedData = uncompressPixelValues(parsedData, options.pixelType || Float32Array,
  71. options.encodedMaskData, noDataValue, options.returnMask);
  72. var result = {
  73. width: parsedData.width,
  74. height: parsedData.height,
  75. pixelData: uncompressedData.resultPixels,
  76. minValue: uncompressedData.minValue,
  77. maxValue: parsedData.pixels.maxValue,
  78. noDataValue: noDataValue
  79. };
  80. if (uncompressedData.resultMask) {
  81. result.maskData = uncompressedData.resultMask;
  82. }
  83. if (options.returnEncodedMask && parsedData.mask) {
  84. result.encodedMaskData = parsedData.mask.bitset ? parsedData.mask.bitset : null;
  85. }
  86. if (options.returnFileInfo) {
  87. result.fileInfo = formatFileInfo(parsedData);
  88. if (options.computeUsedBitDepths) {
  89. result.fileInfo.bitDepths = computeUsedBitDepths(parsedData);
  90. }
  91. }
  92. return result;
  93. };
  94. var uncompressPixelValues = function(data, TypedArrayClass, maskBitset, noDataValue, storeDecodedMask) {
  95. var blockIdx = 0;
  96. var numX = data.pixels.numBlocksX;
  97. var numY = data.pixels.numBlocksY;
  98. var blockWidth = Math.floor(data.width / numX);
  99. var blockHeight = Math.floor(data.height / numY);
  100. var scale = 2 * data.maxZError;
  101. var minValue = Number.MAX_VALUE, currentValue;
  102. maskBitset = maskBitset || ((data.mask) ? data.mask.bitset : null);
  103. var resultPixels, resultMask;
  104. resultPixels = new TypedArrayClass(data.width * data.height);
  105. if (storeDecodedMask && maskBitset) {
  106. resultMask = new Uint8Array(data.width * data.height);
  107. }
  108. var blockDataBuffer = new Float32Array(blockWidth * blockHeight);
  109. var xx, yy;
  110. for (var y = 0; y <= numY; y++) {
  111. var thisBlockHeight = (y !== numY) ? blockHeight : (data.height % numY);
  112. if (thisBlockHeight === 0) {
  113. continue;
  114. }
  115. for (var x = 0; x <= numX; x++) {
  116. var thisBlockWidth = (x !== numX) ? blockWidth : (data.width % numX);
  117. if (thisBlockWidth === 0) {
  118. continue;
  119. }
  120. var outPtr = y * data.width * blockHeight + x * blockWidth;
  121. var outStride = data.width - thisBlockWidth;
  122. var block = data.pixels.blocks[blockIdx];
  123. var blockData, blockPtr, constValue;
  124. if (block.encoding < 2) {
  125. // block is either uncompressed or bit-stuffed (encodings 0 and 1)
  126. if (block.encoding === 0) {
  127. // block is uncompressed
  128. blockData = block.rawData;
  129. } else {
  130. // block is bit-stuffed
  131. unstuff(block.stuffedData, block.bitsPerPixel, block.numValidPixels, block.offset, scale, blockDataBuffer, data.pixels.maxValue);
  132. blockData = blockDataBuffer;
  133. }
  134. blockPtr = 0;
  135. }
  136. else if (block.encoding === 2) {
  137. // block is all 0
  138. constValue = 0;
  139. }
  140. else {
  141. // block has constant value (encoding === 3)
  142. constValue = block.offset;
  143. }
  144. var maskByte;
  145. if (maskBitset) {
  146. for (yy = 0; yy < thisBlockHeight; yy++) {
  147. if (outPtr & 7) {
  148. //
  149. maskByte = maskBitset[outPtr >> 3];
  150. maskByte <<= outPtr & 7;
  151. }
  152. for (xx = 0; xx < thisBlockWidth; xx++) {
  153. if (!(outPtr & 7)) {
  154. // read next byte from mask
  155. maskByte = maskBitset[outPtr >> 3];
  156. }
  157. if (maskByte & 128) {
  158. // pixel data present
  159. if (resultMask) {
  160. resultMask[outPtr] = 1;
  161. }
  162. currentValue = (block.encoding < 2) ? blockData[blockPtr++] : constValue;
  163. minValue = minValue > currentValue ? currentValue : minValue;
  164. resultPixels[outPtr++] = currentValue;
  165. } else {
  166. // pixel data not present
  167. if (resultMask) {
  168. resultMask[outPtr] = 0;
  169. }
  170. resultPixels[outPtr++] = noDataValue;
  171. }
  172. maskByte <<= 1;
  173. }
  174. outPtr += outStride;
  175. }
  176. } else {
  177. // mask not present, simply copy block over
  178. if (block.encoding < 2) {
  179. // duplicating this code block for performance reasons
  180. // blockData case:
  181. for (yy = 0; yy < thisBlockHeight; yy++) {
  182. for (xx = 0; xx < thisBlockWidth; xx++) {
  183. currentValue = blockData[blockPtr++];
  184. minValue = minValue > currentValue ? currentValue : minValue;
  185. resultPixels[outPtr++] = currentValue;
  186. }
  187. outPtr += outStride;
  188. }
  189. }
  190. else {
  191. // constValue case:
  192. minValue = minValue > constValue ? constValue : minValue;
  193. for (yy = 0; yy < thisBlockHeight; yy++) {
  194. for (xx = 0; xx < thisBlockWidth; xx++) {
  195. resultPixels[outPtr++] = constValue;
  196. }
  197. outPtr += outStride;
  198. }
  199. }
  200. }
  201. if ((block.encoding === 1) && (blockPtr !== block.numValidPixels)) {
  202. throw "Block and Mask do not match";
  203. }
  204. blockIdx++;
  205. }
  206. }
  207. return {
  208. resultPixels: resultPixels,
  209. resultMask: resultMask,
  210. minValue: minValue
  211. };
  212. };
  213. var formatFileInfo = function(data) {
  214. return {
  215. "fileIdentifierString": data.fileIdentifierString,
  216. "fileVersion": data.fileVersion,
  217. "imageType": data.imageType,
  218. "height": data.height,
  219. "width": data.width,
  220. "maxZError": data.maxZError,
  221. "eofOffset": data.eofOffset,
  222. "mask": data.mask ? {
  223. "numBlocksX": data.mask.numBlocksX,
  224. "numBlocksY": data.mask.numBlocksY,
  225. "numBytes": data.mask.numBytes,
  226. "maxValue": data.mask.maxValue
  227. } : null,
  228. "pixels": {
  229. "numBlocksX": data.pixels.numBlocksX,
  230. "numBlocksY": data.pixels.numBlocksY,
  231. "numBytes": data.pixels.numBytes,
  232. "maxValue": data.pixels.maxValue,
  233. "noDataValue": data.noDataValue
  234. }
  235. };
  236. };
  237. var computeUsedBitDepths = function(data) {
  238. var numBlocks = data.pixels.numBlocksX * data.pixels.numBlocksY;
  239. var bitDepths = {};
  240. for (var i = 0; i < numBlocks; i++) {
  241. var block = data.pixels.blocks[i];
  242. if (block.encoding === 0) {
  243. bitDepths.float32 = true;
  244. } else if (block.encoding === 1) {
  245. bitDepths[block.bitsPerPixel] = true;
  246. } else {
  247. bitDepths[0] = true;
  248. }
  249. }
  250. return Object.keys(bitDepths);
  251. };
  252. var parse = function(input, fp, skipMask) {
  253. var data = {};
  254. // File header
  255. var fileIdView = new Uint8Array(input, fp, 10);
  256. data.fileIdentifierString = String.fromCharCode.apply(null, fileIdView);
  257. if (data.fileIdentifierString.trim() !== "CntZImage") {
  258. throw "Unexpected file identifier string: " + data.fileIdentifierString;
  259. }
  260. fp += 10;
  261. var view = new DataView(input, fp, 24);
  262. data.fileVersion = view.getInt32(0, true);
  263. data.imageType = view.getInt32(4, true);
  264. data.height = view.getUint32(8, true);
  265. data.width = view.getUint32(12, true);
  266. data.maxZError = view.getFloat64(16, true);
  267. fp += 24;
  268. // Mask Header
  269. if (!skipMask) {
  270. view = new DataView(input, fp, 16);
  271. data.mask = {};
  272. data.mask.numBlocksY = view.getUint32(0, true);
  273. data.mask.numBlocksX = view.getUint32(4, true);
  274. data.mask.numBytes = view.getUint32(8, true);
  275. data.mask.maxValue = view.getFloat32(12, true);
  276. fp += 16;
  277. // Mask Data
  278. if (data.mask.numBytes > 0) {
  279. var bitset = new Uint8Array(Math.ceil(data.width * data.height / 8));
  280. view = new DataView(input, fp, data.mask.numBytes);
  281. var cnt = view.getInt16(0, true);
  282. var ip = 2, op = 0;
  283. do {
  284. if (cnt > 0) {
  285. while (cnt--) { bitset[op++] = view.getUint8(ip++); }
  286. } else {
  287. var val = view.getUint8(ip++);
  288. cnt = -cnt;
  289. while (cnt--) { bitset[op++] = val; }
  290. }
  291. cnt = view.getInt16(ip, true);
  292. ip += 2;
  293. } while (ip < data.mask.numBytes);
  294. if ((cnt !== -32768) || (op < bitset.length)) {
  295. throw "Unexpected end of mask RLE encoding";
  296. }
  297. data.mask.bitset = bitset;
  298. fp += data.mask.numBytes;
  299. }
  300. else if ((data.mask.numBytes | data.mask.numBlocksY | data.mask.maxValue) === 0) { // Special case, all nodata
  301. data.mask.bitset = new Uint8Array(Math.ceil(data.width * data.height / 8));
  302. }
  303. }
  304. // Pixel Header
  305. view = new DataView(input, fp, 16);
  306. data.pixels = {};
  307. data.pixels.numBlocksY = view.getUint32(0, true);
  308. data.pixels.numBlocksX = view.getUint32(4, true);
  309. data.pixels.numBytes = view.getUint32(8, true);
  310. data.pixels.maxValue = view.getFloat32(12, true);
  311. fp += 16;
  312. var numBlocksX = data.pixels.numBlocksX;
  313. var numBlocksY = data.pixels.numBlocksY;
  314. // the number of blocks specified in the header does not take into account the blocks at the end of
  315. // each row/column with a special width/height that make the image complete in case the width is not
  316. // evenly divisible by the number of blocks.
  317. var actualNumBlocksX = numBlocksX + ((data.width % numBlocksX) > 0 ? 1 : 0);
  318. var actualNumBlocksY = numBlocksY + ((data.height % numBlocksY) > 0 ? 1 : 0);
  319. data.pixels.blocks = new Array(actualNumBlocksX * actualNumBlocksY);
  320. var blockI = 0;
  321. for (var blockY = 0; blockY < actualNumBlocksY; blockY++) {
  322. for (var blockX = 0; blockX < actualNumBlocksX; blockX++) {
  323. // Block
  324. var size = 0;
  325. var bytesLeft = input.byteLength - fp;
  326. view = new DataView(input, fp, Math.min(10, bytesLeft));
  327. var block = {};
  328. data.pixels.blocks[blockI++] = block;
  329. var headerByte = view.getUint8(0); size++;
  330. block.encoding = headerByte & 63;
  331. if (block.encoding > 3) {
  332. throw "Invalid block encoding (" + block.encoding + ")";
  333. }
  334. if (block.encoding === 2) {
  335. fp++;
  336. continue;
  337. }
  338. if ((headerByte !== 0) && (headerByte !== 2)) {
  339. headerByte >>= 6;
  340. block.offsetType = headerByte;
  341. if (headerByte === 2) {
  342. block.offset = view.getInt8(1); size++;
  343. } else if (headerByte === 1) {
  344. block.offset = view.getInt16(1, true); size += 2;
  345. } else if (headerByte === 0) {
  346. block.offset = view.getFloat32(1, true); size += 4;
  347. } else {
  348. throw "Invalid block offset type";
  349. }
  350. if (block.encoding === 1) {
  351. headerByte = view.getUint8(size); size++;
  352. block.bitsPerPixel = headerByte & 63;
  353. headerByte >>= 6;
  354. block.numValidPixelsType = headerByte;
  355. if (headerByte === 2) {
  356. block.numValidPixels = view.getUint8(size); size++;
  357. } else if (headerByte === 1) {
  358. block.numValidPixels = view.getUint16(size, true); size += 2;
  359. } else if (headerByte === 0) {
  360. block.numValidPixels = view.getUint32(size, true); size += 4;
  361. } else {
  362. throw "Invalid valid pixel count type";
  363. }
  364. }
  365. }
  366. fp += size;
  367. if (block.encoding === 3) {
  368. continue;
  369. }
  370. var arrayBuf, store8;
  371. if (block.encoding === 0) {
  372. var numPixels = (data.pixels.numBytes - 1) / 4;
  373. if (numPixels !== Math.floor(numPixels)) {
  374. throw "uncompressed block has invalid length";
  375. }
  376. arrayBuf = new ArrayBuffer(numPixels * 4);
  377. store8 = new Uint8Array(arrayBuf);
  378. store8.set(new Uint8Array(input, fp, numPixels * 4));
  379. var rawData = new Float32Array(arrayBuf);
  380. block.rawData = rawData;
  381. fp += numPixels * 4;
  382. } else if (block.encoding === 1) {
  383. var dataBytes = Math.ceil(block.numValidPixels * block.bitsPerPixel / 8);
  384. var dataWords = Math.ceil(dataBytes / 4);
  385. arrayBuf = new ArrayBuffer(dataWords * 4);
  386. store8 = new Uint8Array(arrayBuf);
  387. store8.set(new Uint8Array(input, fp, dataBytes));
  388. block.stuffedData = new Uint32Array(arrayBuf);
  389. fp += dataBytes;
  390. }
  391. }
  392. }
  393. data.eofOffset = fp;
  394. return data;
  395. };
  396. var unstuff = function(src, bitsPerPixel, numPixels, offset, scale, dest, maxValue) {
  397. var bitMask = (1 << bitsPerPixel) - 1;
  398. var i = 0, o;
  399. var bitsLeft = 0;
  400. var n, buffer;
  401. var nmax = Math.ceil((maxValue - offset) / scale);
  402. // get rid of trailing bytes that are already part of next block
  403. var numInvalidTailBytes = src.length * 4 - Math.ceil(bitsPerPixel * numPixels / 8);
  404. src[src.length - 1] <<= 8 * numInvalidTailBytes;
  405. for (o = 0; o < numPixels; o++) {
  406. if (bitsLeft === 0) {
  407. buffer = src[i++];
  408. bitsLeft = 32;
  409. }
  410. if (bitsLeft >= bitsPerPixel) {
  411. n = (buffer >>> (bitsLeft - bitsPerPixel)) & bitMask;
  412. bitsLeft -= bitsPerPixel;
  413. } else {
  414. var missingBits = (bitsPerPixel - bitsLeft);
  415. n = ((buffer & bitMask) << missingBits) & bitMask;
  416. buffer = src[i++];
  417. bitsLeft = 32 - missingBits;
  418. n += (buffer >>> bitsLeft);
  419. }
  420. //pixel values may exceed max due to quantization
  421. dest[o] = n < nmax ? offset + n * scale : maxValue;
  422. }
  423. return dest;
  424. };
  425. return CntZImage;
  426. })();
  427. //version 2. Supports 2.1, 2.2, 2.3
  428. var Lerc2Decode = (function() {
  429. "use strict";
  430. // Note: currently, this module only has an implementation for decoding LERC data, not encoding. The name of
  431. // the class was chosen to be future proof, following LercDecode.
  432. /*****************************************
  433. * private static class bitsutffer used by Lerc2Decode
  434. *******************************************/
  435. var BitStuffer = {
  436. //methods ending with 2 are for the new byte order used by Lerc2.3 and above.
  437. //originalUnstuff is used to unpack Huffman code table. code is duplicated to unstuffx for performance reasons.
  438. unstuff: function(src, dest, bitsPerPixel, numPixels, lutArr, offset, scale, maxValue) {
  439. var bitMask = (1 << bitsPerPixel) - 1;
  440. var i = 0, o;
  441. var bitsLeft = 0;
  442. var n, buffer, missingBits, nmax;
  443. // get rid of trailing bytes that are already part of next block
  444. var numInvalidTailBytes = src.length * 4 - Math.ceil(bitsPerPixel * numPixels / 8);
  445. src[src.length - 1] <<= 8 * numInvalidTailBytes;
  446. if (lutArr) {
  447. for (o = 0; o < numPixels; o++) {
  448. if (bitsLeft === 0) {
  449. buffer = src[i++];
  450. bitsLeft = 32;
  451. }
  452. if (bitsLeft >= bitsPerPixel) {
  453. n = (buffer >>> (bitsLeft - bitsPerPixel)) & bitMask;
  454. bitsLeft -= bitsPerPixel;
  455. }
  456. else {
  457. missingBits = (bitsPerPixel - bitsLeft);
  458. n = ((buffer & bitMask) << missingBits) & bitMask;
  459. buffer = src[i++];
  460. bitsLeft = 32 - missingBits;
  461. n += (buffer >>> bitsLeft);
  462. }
  463. dest[o] = lutArr[n];//offset + lutArr[n] * scale;
  464. }
  465. }
  466. else {
  467. nmax = Math.ceil((maxValue - offset) / scale);
  468. for (o = 0; o < numPixels; o++) {
  469. if (bitsLeft === 0) {
  470. buffer = src[i++];
  471. bitsLeft = 32;
  472. }
  473. if (bitsLeft >= bitsPerPixel) {
  474. n = (buffer >>> (bitsLeft - bitsPerPixel)) & bitMask;
  475. bitsLeft -= bitsPerPixel;
  476. }
  477. else {
  478. missingBits = (bitsPerPixel - bitsLeft);
  479. n = ((buffer & bitMask) << missingBits) & bitMask;
  480. buffer = src[i++];
  481. bitsLeft = 32 - missingBits;
  482. n += (buffer >>> bitsLeft);
  483. }
  484. //pixel values may exceed max due to quantization
  485. dest[o] = n < nmax ? offset + n * scale : maxValue;
  486. }
  487. }
  488. },
  489. unstuffLUT: function(src, bitsPerPixel, numPixels, offset, scale, maxValue) {
  490. var bitMask = (1 << bitsPerPixel) - 1;
  491. var i = 0, o = 0, missingBits = 0, bitsLeft = 0, n = 0;
  492. var buffer;
  493. var dest = [];
  494. // get rid of trailing bytes that are already part of next block
  495. var numInvalidTailBytes = src.length * 4 - Math.ceil(bitsPerPixel * numPixels / 8);
  496. src[src.length - 1] <<= 8 * numInvalidTailBytes;
  497. var nmax = Math.ceil((maxValue - offset) / scale);
  498. for (o = 0; o < numPixels; o++) {
  499. if (bitsLeft === 0) {
  500. buffer = src[i++];
  501. bitsLeft = 32;
  502. }
  503. if (bitsLeft >= bitsPerPixel) {
  504. n = (buffer >>> (bitsLeft - bitsPerPixel)) & bitMask;
  505. bitsLeft -= bitsPerPixel;
  506. } else {
  507. missingBits = (bitsPerPixel - bitsLeft);
  508. n = ((buffer & bitMask) << missingBits) & bitMask;
  509. buffer = src[i++];
  510. bitsLeft = 32 - missingBits;
  511. n += (buffer >>> bitsLeft);
  512. }
  513. //dest.push(n);
  514. dest[o] = n < nmax ? offset + n * scale : maxValue;
  515. }
  516. dest.unshift(offset);//1st one
  517. return dest;
  518. },
  519. unstuff2: function(src, dest, bitsPerPixel, numPixels, lutArr, offset, scale, maxValue) {
  520. var bitMask = (1 << bitsPerPixel) - 1;
  521. var i = 0, o;
  522. var bitsLeft = 0, bitPos = 0;
  523. var n, buffer, missingBits;
  524. if (lutArr) {
  525. for (o = 0; o < numPixels; o++) {
  526. if (bitsLeft === 0) {
  527. buffer = src[i++];
  528. bitsLeft = 32;
  529. bitPos = 0;
  530. }
  531. if (bitsLeft >= bitsPerPixel) {
  532. n = ((buffer >>> bitPos) & bitMask);
  533. bitsLeft -= bitsPerPixel;
  534. bitPos += bitsPerPixel;
  535. } else {
  536. missingBits = (bitsPerPixel - bitsLeft);
  537. n = (buffer >>> bitPos) & bitMask;
  538. buffer = src[i++];
  539. bitsLeft = 32 - missingBits;
  540. n |= (buffer & ((1 << missingBits) - 1)) << (bitsPerPixel - missingBits);
  541. bitPos = missingBits;
  542. }
  543. dest[o] = lutArr[n];
  544. }
  545. }
  546. else {
  547. var nmax = Math.ceil((maxValue - offset) / scale);
  548. for (o = 0; o < numPixels; o++) {
  549. if (bitsLeft === 0) {
  550. buffer = src[i++];
  551. bitsLeft = 32;
  552. bitPos = 0;
  553. }
  554. if (bitsLeft >= bitsPerPixel) {
  555. //no unsigned left shift
  556. n = ((buffer >>> bitPos) & bitMask);
  557. bitsLeft -= bitsPerPixel;
  558. bitPos += bitsPerPixel;
  559. } else {
  560. missingBits = (bitsPerPixel - bitsLeft);
  561. n = (buffer >>> bitPos) & bitMask;//((buffer & bitMask) << missingBits) & bitMask;
  562. buffer = src[i++];
  563. bitsLeft = 32 - missingBits;
  564. n |= (buffer & ((1 << missingBits) - 1)) << (bitsPerPixel - missingBits);
  565. bitPos = missingBits;
  566. }
  567. //pixel values may exceed max due to quantization
  568. dest[o] = n < nmax ? offset + n * scale : maxValue;
  569. }
  570. }
  571. return dest;
  572. },
  573. unstuffLUT2: function(src, bitsPerPixel, numPixels, offset, scale, maxValue) {
  574. var bitMask = (1 << bitsPerPixel) - 1;
  575. var i = 0, o = 0, missingBits = 0, bitsLeft = 0, n = 0, bitPos = 0;
  576. var buffer;
  577. var dest = [];
  578. var nmax = Math.ceil((maxValue - offset) / scale);
  579. for (o = 0; o < numPixels; o++) {
  580. if (bitsLeft === 0) {
  581. buffer = src[i++];
  582. bitsLeft = 32;
  583. bitPos = 0;
  584. }
  585. if (bitsLeft >= bitsPerPixel) {
  586. //no unsigned left shift
  587. n = ((buffer >>> bitPos) & bitMask);
  588. bitsLeft -= bitsPerPixel;
  589. bitPos += bitsPerPixel;
  590. } else {
  591. missingBits = (bitsPerPixel - bitsLeft);
  592. n = (buffer >>> bitPos) & bitMask;//((buffer & bitMask) << missingBits) & bitMask;
  593. buffer = src[i++];
  594. bitsLeft = 32 - missingBits;
  595. n |= (buffer & ((1 << missingBits) - 1)) << (bitsPerPixel - missingBits);
  596. bitPos = missingBits;
  597. }
  598. //dest.push(n);
  599. dest[o] = n < nmax ? offset + n * scale : maxValue;
  600. }
  601. dest.unshift(offset);
  602. return dest;
  603. },
  604. originalUnstuff: function(src, dest, bitsPerPixel, numPixels) {
  605. var bitMask = (1 << bitsPerPixel) - 1;
  606. var i = 0, o;
  607. var bitsLeft = 0;
  608. var n, buffer, missingBits;
  609. // get rid of trailing bytes that are already part of next block
  610. var numInvalidTailBytes = src.length * 4 - Math.ceil(bitsPerPixel * numPixels / 8);
  611. src[src.length - 1] <<= 8 * numInvalidTailBytes;
  612. for (o = 0; o < numPixels; o++) {
  613. if (bitsLeft === 0) {
  614. buffer = src[i++];
  615. bitsLeft = 32;
  616. }
  617. if (bitsLeft >= bitsPerPixel) {
  618. n = (buffer >>> (bitsLeft - bitsPerPixel)) & bitMask;
  619. bitsLeft -= bitsPerPixel;
  620. }
  621. else {
  622. missingBits = (bitsPerPixel - bitsLeft);
  623. n = ((buffer & bitMask) << missingBits) & bitMask;
  624. buffer = src[i++];
  625. bitsLeft = 32 - missingBits;
  626. n += (buffer >>> bitsLeft);
  627. }
  628. dest[o] = n;
  629. }
  630. return dest;
  631. },
  632. originalUnstuff2: function(src, dest, bitsPerPixel, numPixels) {
  633. var bitMask = (1 << bitsPerPixel) - 1;
  634. var i = 0, o;
  635. var bitsLeft = 0, bitPos = 0;
  636. var n, buffer, missingBits;
  637. //micro-optimizations
  638. for (o = 0; o < numPixels; o++) {
  639. if (bitsLeft === 0) {
  640. buffer = src[i++];
  641. bitsLeft = 32;
  642. bitPos = 0;
  643. }
  644. if (bitsLeft >= bitsPerPixel) {
  645. //no unsigned left shift
  646. n = ((buffer >>> bitPos) & bitMask);
  647. bitsLeft -= bitsPerPixel;
  648. bitPos += bitsPerPixel;
  649. } else {
  650. missingBits = (bitsPerPixel - bitsLeft);
  651. n = (buffer >>> bitPos) & bitMask;//((buffer & bitMask) << missingBits) & bitMask;
  652. buffer = src[i++];
  653. bitsLeft = 32 - missingBits;
  654. n |= (buffer & ((1 << missingBits) - 1)) << (bitsPerPixel - missingBits);
  655. bitPos = missingBits;
  656. }
  657. dest[o] = n;
  658. }
  659. return dest;
  660. }
  661. };
  662. /*****************************************
  663. *private static class used by Lerc2Decode
  664. ******************************************/
  665. var Lerc2Helpers = {
  666. HUFFMAN_LUT_BITS_MAX: 12, //use 2^12 lut, treat it like constant
  667. computeChecksumFletcher32: function(input) {
  668. var sum1 = 0xffff, sum2 = 0xffff;
  669. var len = input.length;
  670. var words = Math.floor(len / 2);
  671. var i = 0;
  672. while (words) {
  673. var tlen = (words >= 359) ? 359 : words;
  674. words -= tlen;
  675. do {
  676. sum1 += (input[i++] << 8);
  677. sum2 += sum1 += input[i++];
  678. } while (--tlen);
  679. sum1 = (sum1 & 0xffff) + (sum1 >>> 16);
  680. sum2 = (sum2 & 0xffff) + (sum2 >>> 16);
  681. }
  682. // add the straggler byte if it exists
  683. if (len & 1) {
  684. sum2 += sum1 += (input[i] << 8);
  685. }
  686. // second reduction step to reduce sums to 16 bits
  687. sum1 = (sum1 & 0xffff) + (sum1 >>> 16);
  688. sum2 = (sum2 & 0xffff) + (sum2 >>> 16);
  689. return (sum2 << 16 | sum1) >>> 0;
  690. },
  691. readHeaderInfo: function(input, data) {
  692. var ptr = data.ptr;
  693. var fileIdView = new Uint8Array(input, ptr, 6);
  694. var headerInfo = {};
  695. headerInfo.fileIdentifierString = String.fromCharCode.apply(null, fileIdView);
  696. if (headerInfo.fileIdentifierString.lastIndexOf("Lerc2", 0) !== 0) {
  697. throw "Unexpected file identifier string (expect Lerc2 ): " + headerInfo.fileIdentifierString;
  698. }
  699. ptr += 6;
  700. var view = new DataView(input, ptr, 8);
  701. var fileVersion = view.getInt32(0, true);
  702. headerInfo.fileVersion = fileVersion;
  703. ptr += 4;
  704. if (fileVersion >= 3) {
  705. headerInfo.checksum = view.getUint32(4, true); //nrows
  706. ptr += 4;
  707. }
  708. //keys start from here
  709. view = new DataView(input, ptr, 12);
  710. headerInfo.height = view.getUint32(0, true); //nrows
  711. headerInfo.width = view.getUint32(4, true); //ncols
  712. ptr += 8;
  713. if (fileVersion >= 4) {
  714. headerInfo.numDims = view.getUint32(8, true);
  715. ptr += 4;
  716. }
  717. else {
  718. headerInfo.numDims = 1;
  719. }
  720. view = new DataView(input, ptr, 40);
  721. headerInfo.numValidPixel = view.getUint32(0, true);
  722. headerInfo.microBlockSize = view.getInt32(4, true);
  723. headerInfo.blobSize = view.getInt32(8, true);
  724. headerInfo.imageType = view.getInt32(12, true);
  725. headerInfo.maxZError = view.getFloat64(16, true);
  726. headerInfo.zMin = view.getFloat64(24, true);
  727. headerInfo.zMax = view.getFloat64(32, true);
  728. ptr += 40;
  729. data.headerInfo = headerInfo;
  730. data.ptr = ptr;
  731. var checksum, keyLength;
  732. if (fileVersion >= 3) {
  733. keyLength = fileVersion >= 4 ? 52 : 48;
  734. checksum = this.computeChecksumFletcher32(new Uint8Array(input, ptr - keyLength, headerInfo.blobSize - 14));
  735. if (checksum !== headerInfo.checksum) {
  736. throw "Checksum failed.";
  737. }
  738. }
  739. return true;
  740. },
  741. checkMinMaxRanges: function(input, data) {
  742. var headerInfo = data.headerInfo;
  743. var OutPixelTypeArray = this.getDataTypeArray(headerInfo.imageType);
  744. var rangeBytes = headerInfo.numDims * this.getDataTypeSize(headerInfo.imageType);
  745. var minValues = this.readSubArray(input, data.ptr, OutPixelTypeArray, rangeBytes);
  746. var maxValues = this.readSubArray(input, data.ptr + rangeBytes, OutPixelTypeArray, rangeBytes);
  747. data.ptr += (2 * rangeBytes);
  748. var i, equal = true;
  749. for (i = 0; i < headerInfo.numDims; i++) {
  750. if (minValues[i] !== maxValues[i]) {
  751. equal = false;
  752. break;
  753. }
  754. }
  755. headerInfo.minValues = minValues;
  756. headerInfo.maxValues = maxValues;
  757. return equal;
  758. },
  759. readSubArray: function(input, ptr, OutPixelTypeArray, numBytes) {
  760. var rawData;
  761. if (OutPixelTypeArray === Uint8Array) {
  762. rawData = new Uint8Array(input, ptr, numBytes);
  763. }
  764. else {
  765. var arrayBuf = new ArrayBuffer(numBytes);
  766. var store8 = new Uint8Array(arrayBuf);
  767. store8.set(new Uint8Array(input, ptr, numBytes));
  768. rawData = new OutPixelTypeArray(arrayBuf);
  769. }
  770. return rawData;
  771. },
  772. readMask: function(input, data) {
  773. var ptr = data.ptr;
  774. var headerInfo = data.headerInfo;
  775. var numPixels = headerInfo.width * headerInfo.height;
  776. var numValidPixel = headerInfo.numValidPixel;
  777. var view = new DataView(input, ptr, 4);
  778. var mask = {};
  779. mask.numBytes = view.getUint32(0, true);
  780. ptr += 4;
  781. // Mask Data
  782. if ((0 === numValidPixel || numPixels === numValidPixel) && 0 !== mask.numBytes) {
  783. throw ("invalid mask");
  784. }
  785. var bitset, resultMask;
  786. if (numValidPixel === 0) {
  787. bitset = new Uint8Array(Math.ceil(numPixels / 8));
  788. mask.bitset = bitset;
  789. resultMask = new Uint8Array(numPixels);
  790. data.pixels.resultMask = resultMask;
  791. ptr += mask.numBytes;
  792. }// ????? else if (data.mask.numBytes > 0 && data.mask.numBytes< data.numValidPixel) {
  793. else if (mask.numBytes > 0) {
  794. bitset = new Uint8Array(Math.ceil(numPixels / 8));
  795. view = new DataView(input, ptr, mask.numBytes);
  796. var cnt = view.getInt16(0, true);
  797. var ip = 2, op = 0, val = 0;
  798. do {
  799. if (cnt > 0) {
  800. while (cnt--) { bitset[op++] = view.getUint8(ip++); }
  801. } else {
  802. val = view.getUint8(ip++);
  803. cnt = -cnt;
  804. while (cnt--) { bitset[op++] = val; }
  805. }
  806. cnt = view.getInt16(ip, true);
  807. ip += 2;
  808. } while (ip < mask.numBytes);
  809. if ((cnt !== -32768) || (op < bitset.length)) {
  810. throw "Unexpected end of mask RLE encoding";
  811. }
  812. resultMask = new Uint8Array(numPixels);
  813. var mb = 0, k = 0;
  814. for (k = 0; k < numPixels; k++) {
  815. if (k & 7) {
  816. mb = bitset[k >> 3];
  817. mb <<= k & 7;
  818. }
  819. else {
  820. mb = bitset[k >> 3];
  821. }
  822. if (mb & 128) {
  823. resultMask[k] = 1;
  824. }
  825. }
  826. data.pixels.resultMask = resultMask;
  827. mask.bitset = bitset;
  828. ptr += mask.numBytes;
  829. }
  830. data.ptr = ptr;
  831. data.mask = mask;
  832. return true;
  833. },
  834. readDataOneSweep: function(input, data, OutPixelTypeArray) {
  835. var ptr = data.ptr;
  836. var headerInfo = data.headerInfo;
  837. var numDims = headerInfo.numDims;
  838. var numPixels = headerInfo.width * headerInfo.height;
  839. var imageType = headerInfo.imageType;
  840. var numBytes = headerInfo.numValidPixel * Lerc2Helpers.getDataTypeSize(imageType) * numDims;
  841. //data.pixels.numBytes = numBytes;
  842. var rawData;
  843. var mask = data.pixels.resultMask;
  844. if (OutPixelTypeArray === Uint8Array) {
  845. rawData = new Uint8Array(input, ptr, numBytes);
  846. }
  847. else {
  848. var arrayBuf = new ArrayBuffer(numBytes);
  849. var store8 = new Uint8Array(arrayBuf);
  850. store8.set(new Uint8Array(input, ptr, numBytes));
  851. rawData = new OutPixelTypeArray(arrayBuf);
  852. }
  853. if (rawData.length === numPixels * numDims) {
  854. data.pixels.resultPixels = rawData;
  855. }
  856. else //mask
  857. {
  858. data.pixels.resultPixels = new OutPixelTypeArray(numPixels * numDims);
  859. var z = 0, k = 0, i = 0, nStart = 0;
  860. if (numDims > 1) {
  861. for (i=0; i < numDims; i++) {
  862. nStart = i * numPixels;
  863. for (k = 0; k < numPixels; k++) {
  864. if (mask[k]) {
  865. data.pixels.resultPixels[nStart + k] = rawData[z++];
  866. }
  867. }
  868. }
  869. }
  870. else {
  871. for (k = 0; k < numPixels; k++) {
  872. if (mask[k]) {
  873. data.pixels.resultPixels[k] = rawData[z++];
  874. }
  875. }
  876. }
  877. }
  878. ptr += numBytes;
  879. data.ptr = ptr; //return data;
  880. return true;
  881. },
  882. readHuffmanTree: function(input, data) {
  883. var BITS_MAX = this.HUFFMAN_LUT_BITS_MAX; //8 is slow for the large test image
  884. //var size_max = 1 << BITS_MAX;
  885. /* ************************
  886. * reading code table
  887. *************************/
  888. var view = new DataView(input, data.ptr, 16);
  889. data.ptr += 16;
  890. var version = view.getInt32(0, true);
  891. if (version < 2) {
  892. throw "unsupported Huffman version";
  893. }
  894. var size = view.getInt32(4, true);
  895. var i0 = view.getInt32(8, true);
  896. var i1 = view.getInt32(12, true);
  897. if (i0 >= i1) {
  898. return false;
  899. }
  900. var blockDataBuffer = new Uint32Array(i1 - i0);
  901. Lerc2Helpers.decodeBits(input, data, blockDataBuffer);
  902. var codeTable = []; //size
  903. var i, j, k, len;
  904. for (i = i0; i < i1; i++) {
  905. j = i - (i < size ? 0 : size);//wrap around
  906. codeTable[j] = { first: blockDataBuffer[i - i0], second: null };
  907. }
  908. var dataBytes = input.byteLength - data.ptr;
  909. var dataWords = Math.ceil(dataBytes / 4);
  910. var arrayBuf = new ArrayBuffer(dataWords * 4);
  911. var store8 = new Uint8Array(arrayBuf);
  912. store8.set(new Uint8Array(input, data.ptr, dataBytes));
  913. var stuffedData = new Uint32Array(arrayBuf); //must start from x*4
  914. var bitPos = 0, word, srcPtr = 0;
  915. word = stuffedData[0];
  916. for (i = i0; i < i1; i++) {
  917. j = i - (i < size ? 0 : size);//wrap around
  918. len = codeTable[j].first;
  919. if (len > 0) {
  920. codeTable[j].second = (word << bitPos) >>> (32 - len);
  921. if (32 - bitPos >= len) {
  922. bitPos += len;
  923. if (bitPos === 32) {
  924. bitPos = 0;
  925. srcPtr++;
  926. word = stuffedData[srcPtr];
  927. }
  928. }
  929. else {
  930. bitPos += len - 32;
  931. srcPtr++;
  932. word = stuffedData[srcPtr];
  933. codeTable[j].second |= word >>> (32 - bitPos);
  934. }
  935. }
  936. }
  937. //finished reading code table
  938. /* ************************
  939. * building lut
  940. *************************/
  941. var numBitsLUT = 0, numBitsLUTQick = 0;
  942. var tree = new TreeNode();
  943. for (i = 0; i < codeTable.length; i++) {
  944. if (codeTable[i] !== undefined) {
  945. numBitsLUT = Math.max(numBitsLUT, codeTable[i].first);
  946. }
  947. }
  948. if (numBitsLUT >= BITS_MAX) {
  949. numBitsLUTQick = BITS_MAX;
  950. }
  951. else {
  952. numBitsLUTQick = numBitsLUT;
  953. }
  954. if (numBitsLUT >= 30) {
  955. console.log("WARning, large NUM LUT BITS IS " + numBitsLUT);
  956. }
  957. var decodeLut = [], entry, code, numEntries, jj, currentBit, node;
  958. for (i = i0; i < i1; i++) {
  959. j = i - (i < size ? 0 : size);//wrap around
  960. len = codeTable[j].first;
  961. if (len > 0) {
  962. entry = [len, j];
  963. if (len <= numBitsLUTQick) {
  964. code = codeTable[j].second << (numBitsLUTQick - len);
  965. numEntries = 1 << (numBitsLUTQick - len);
  966. for (k = 0; k < numEntries; k++) {
  967. decodeLut[code | k] = entry;
  968. }
  969. }
  970. else {
  971. //build tree
  972. code = codeTable[j].second;
  973. node = tree;
  974. for (jj = len - 1; jj >= 0; jj--) {
  975. currentBit = code >>> jj & 1; //no left shift as length could be 30,31
  976. if (currentBit) {
  977. if (!node.right) {
  978. node.right = new TreeNode();
  979. }
  980. node = node.right;
  981. }
  982. else {
  983. if (!node.left) {
  984. node.left = new TreeNode();
  985. }
  986. node = node.left;
  987. }
  988. if (jj === 0 && !node.val) {
  989. node.val = entry[1];
  990. }
  991. }
  992. }
  993. }
  994. }
  995. return {
  996. decodeLut: decodeLut,
  997. numBitsLUTQick: numBitsLUTQick,
  998. numBitsLUT: numBitsLUT,
  999. tree: tree,
  1000. stuffedData: stuffedData,
  1001. srcPtr: srcPtr,
  1002. bitPos: bitPos
  1003. };
  1004. },
  1005. readHuffman: function(input, data, OutPixelTypeArray) {
  1006. var headerInfo = data.headerInfo;
  1007. var numDims = headerInfo.numDims;
  1008. var height = data.headerInfo.height;
  1009. var width = data.headerInfo.width;
  1010. var numPixels = width * height;
  1011. //var size_max = 1 << BITS_MAX;
  1012. /* ************************
  1013. * reading huffman structure info
  1014. *************************/
  1015. var huffmanInfo = this.readHuffmanTree(input, data);
  1016. var decodeLut = huffmanInfo.decodeLut;
  1017. var tree = huffmanInfo.tree;
  1018. //stuffedData includes huffman headers
  1019. var stuffedData = huffmanInfo.stuffedData;
  1020. var srcPtr = huffmanInfo.srcPtr;
  1021. var bitPos = huffmanInfo.bitPos;
  1022. var numBitsLUTQick = huffmanInfo.numBitsLUTQick;
  1023. var numBitsLUT = huffmanInfo.numBitsLUT;
  1024. var offset = data.headerInfo.imageType === 0 ? 128 : 0;
  1025. /*************************
  1026. * decode
  1027. ***************************/
  1028. var node, val, delta, mask = data.pixels.resultMask, valTmp, valTmpQuick, currentBit;
  1029. var i, j, k, ii;
  1030. var prevVal = 0;
  1031. if (bitPos > 0) {
  1032. srcPtr++;
  1033. bitPos = 0;
  1034. }
  1035. var word = stuffedData[srcPtr];
  1036. var deltaEncode = data.encodeMode === 1;
  1037. var resultPixelsAllDim = new OutPixelTypeArray(numPixels * numDims);
  1038. var resultPixels = resultPixelsAllDim;
  1039. var iDim;
  1040. for (iDim = 0; iDim < headerInfo.numDims; iDim++) {
  1041. if (numDims > 1) {
  1042. //get the mem block of current dimension
  1043. resultPixels = new OutPixelTypeArray(resultPixelsAllDim.buffer, numPixels * iDim, numPixels);
  1044. prevVal = 0;
  1045. }
  1046. if (data.headerInfo.numValidPixel === width * height) { //all valid
  1047. for (k = 0, i = 0; i < height; i++) {
  1048. for (j = 0; j < width; j++, k++) {
  1049. val = 0;
  1050. valTmp = (word << bitPos) >>> (32 - numBitsLUTQick);
  1051. valTmpQuick = valTmp;// >>> deltaBits;
  1052. if (32 - bitPos < numBitsLUTQick) {
  1053. valTmp |= ((stuffedData[srcPtr + 1]) >>> (64 - bitPos - numBitsLUTQick));
  1054. valTmpQuick = valTmp;// >>> deltaBits;
  1055. }
  1056. if (decodeLut[valTmpQuick]) // if there, move the correct number of bits and done
  1057. {
  1058. val = decodeLut[valTmpQuick][1];
  1059. bitPos += decodeLut[valTmpQuick][0];
  1060. }
  1061. else {
  1062. valTmp = (word << bitPos) >>> (32 - numBitsLUT);
  1063. valTmpQuick = valTmp;// >>> deltaBits;
  1064. if (32 - bitPos < numBitsLUT) {
  1065. valTmp |= ((stuffedData[srcPtr + 1]) >>> (64 - bitPos - numBitsLUT));
  1066. valTmpQuick = valTmp;// >>> deltaBits;
  1067. }
  1068. node = tree;
  1069. for (ii = 0; ii < numBitsLUT; ii++) {
  1070. currentBit = valTmp >>> (numBitsLUT - ii - 1) & 1;
  1071. node = currentBit ? node.right : node.left;
  1072. if (!(node.left || node.right)) {
  1073. val = node.val;
  1074. bitPos = bitPos + ii + 1;
  1075. break;
  1076. }
  1077. }
  1078. }
  1079. if (bitPos >= 32) {
  1080. bitPos -= 32;
  1081. srcPtr++;
  1082. word = stuffedData[srcPtr];
  1083. }
  1084. delta = val - offset;
  1085. if (deltaEncode) {
  1086. if (j > 0) {
  1087. delta += prevVal; // use overflow
  1088. }
  1089. else if (i > 0) {
  1090. delta += resultPixels[k - width];
  1091. }
  1092. else {
  1093. delta += prevVal;
  1094. }
  1095. delta &= 0xFF; //overflow
  1096. resultPixels[k] = delta;//overflow
  1097. prevVal = delta;
  1098. }
  1099. else {
  1100. resultPixels[k] = delta;
  1101. }
  1102. }
  1103. }
  1104. }
  1105. else { //not all valid, use mask
  1106. for (k = 0, i = 0; i < height; i++) {
  1107. for (j = 0; j < width; j++, k++) {
  1108. if (mask[k]) {
  1109. val = 0;
  1110. valTmp = (word << bitPos) >>> (32 - numBitsLUTQick);
  1111. valTmpQuick = valTmp;// >>> deltaBits;
  1112. if (32 - bitPos < numBitsLUTQick) {
  1113. valTmp |= ((stuffedData[srcPtr + 1]) >>> (64 - bitPos - numBitsLUTQick));
  1114. valTmpQuick = valTmp;// >>> deltaBits;
  1115. }
  1116. if (decodeLut[valTmpQuick]) // if there, move the correct number of bits and done
  1117. {
  1118. val = decodeLut[valTmpQuick][1];
  1119. bitPos += decodeLut[valTmpQuick][0];
  1120. }
  1121. else {
  1122. valTmp = (word << bitPos) >>> (32 - numBitsLUT);
  1123. valTmpQuick = valTmp;// >>> deltaBits;
  1124. if (32 - bitPos < numBitsLUT) {
  1125. valTmp |= ((stuffedData[srcPtr + 1]) >>> (64 - bitPos - numBitsLUT));
  1126. valTmpQuick = valTmp;// >>> deltaBits;
  1127. }
  1128. node = tree;
  1129. for (ii = 0; ii < numBitsLUT; ii++) {
  1130. currentBit = valTmp >>> (numBitsLUT - ii - 1) & 1;
  1131. node = currentBit ? node.right : node.left;
  1132. if (!(node.left || node.right)) {
  1133. val = node.val;
  1134. bitPos = bitPos + ii + 1;
  1135. break;
  1136. }
  1137. }
  1138. }
  1139. if (bitPos >= 32) {
  1140. bitPos -= 32;
  1141. srcPtr++;
  1142. word = stuffedData[srcPtr];
  1143. }
  1144. delta = val - offset;
  1145. if (deltaEncode) {
  1146. if (j > 0 && mask[k - 1]) {
  1147. delta += prevVal; // use overflow
  1148. }
  1149. else if (i > 0 && mask[k - width]) {
  1150. delta += resultPixels[k - width];
  1151. }
  1152. else {
  1153. delta += prevVal;
  1154. }
  1155. delta &= 0xFF; //overflow
  1156. resultPixels[k] = delta;//overflow
  1157. prevVal = delta;
  1158. }
  1159. else {
  1160. resultPixels[k] = delta;
  1161. }
  1162. }
  1163. }
  1164. }
  1165. }
  1166. data.ptr = data.ptr + (srcPtr + 1) * 4 + (bitPos > 0 ? 4 : 0);
  1167. }
  1168. data.pixels.resultPixels = resultPixelsAllDim;
  1169. },
  1170. decodeBits: function(input, data, blockDataBuffer, offset, iDim) {
  1171. {
  1172. //bitstuff encoding is 3
  1173. var headerInfo = data.headerInfo;
  1174. var fileVersion = headerInfo.fileVersion;
  1175. //var block = {};
  1176. var blockPtr = 0;
  1177. var viewByteLength = ((input.byteLength - data.ptr) >= 5) ? 5 : (input.byteLength - data.ptr);
  1178. var view = new DataView(input, data.ptr, viewByteLength);
  1179. var headerByte = view.getUint8(0);
  1180. blockPtr++;
  1181. var bits67 = headerByte >> 6;
  1182. var n = (bits67 === 0) ? 4 : 3 - bits67;
  1183. var doLut = (headerByte & 32) > 0 ? true : false;//5th bit
  1184. var numBits = headerByte & 31;
  1185. var numElements = 0;
  1186. if (n === 1) {
  1187. numElements = view.getUint8(blockPtr); blockPtr++;
  1188. } else if (n === 2) {
  1189. numElements = view.getUint16(blockPtr, true); blockPtr += 2;
  1190. } else if (n === 4) {
  1191. numElements = view.getUint32(blockPtr, true); blockPtr += 4;
  1192. } else {
  1193. throw "Invalid valid pixel count type";
  1194. }
  1195. //fix: huffman codes are bit stuffed, but not bound by data's max value, so need to use originalUnstuff
  1196. //offset = offset || 0;
  1197. var scale = 2 * headerInfo.maxZError;
  1198. var stuffedData, arrayBuf, store8, dataBytes, dataWords;
  1199. var lutArr, lutData, lutBytes, lutBitsPerElement, bitsPerPixel;
  1200. var zMax = headerInfo.numDims > 1 ? headerInfo.maxValues[iDim] : headerInfo.zMax;
  1201. if (doLut) {
  1202. data.counter.lut++;
  1203. lutBytes = view.getUint8(blockPtr);
  1204. lutBitsPerElement = numBits;
  1205. blockPtr++;
  1206. dataBytes = Math.ceil((lutBytes - 1) * numBits / 8);
  1207. dataWords = Math.ceil(dataBytes / 4);
  1208. arrayBuf = new ArrayBuffer(dataWords * 4);
  1209. store8 = new Uint8Array(arrayBuf);
  1210. data.ptr += blockPtr;
  1211. store8.set(new Uint8Array(input, data.ptr, dataBytes));
  1212. lutData = new Uint32Array(arrayBuf);
  1213. data.ptr += dataBytes;
  1214. bitsPerPixel = 0;
  1215. while ((lutBytes - 1) >>> bitsPerPixel) {
  1216. bitsPerPixel++;
  1217. }
  1218. dataBytes = Math.ceil(numElements * bitsPerPixel / 8);
  1219. dataWords = Math.ceil(dataBytes / 4);
  1220. arrayBuf = new ArrayBuffer(dataWords * 4);
  1221. store8 = new Uint8Array(arrayBuf);
  1222. store8.set(new Uint8Array(input, data.ptr, dataBytes));
  1223. stuffedData = new Uint32Array(arrayBuf);
  1224. data.ptr += dataBytes;
  1225. if (fileVersion >= 3) {
  1226. lutArr = BitStuffer.unstuffLUT2(lutData, numBits, lutBytes - 1, offset, scale, zMax);
  1227. }
  1228. else {
  1229. lutArr = BitStuffer.unstuffLUT(lutData, numBits, lutBytes - 1, offset, scale, zMax);
  1230. }
  1231. //lutArr.unshift(0);
  1232. if (fileVersion >= 3) {
  1233. //BitStuffer.unstuff2(block, blockDataBuffer, headerInfo.zMax);
  1234. BitStuffer.unstuff2(stuffedData, blockDataBuffer, bitsPerPixel, numElements, lutArr);
  1235. }
  1236. else {
  1237. BitStuffer.unstuff(stuffedData, blockDataBuffer, bitsPerPixel, numElements, lutArr);
  1238. }
  1239. }
  1240. else {
  1241. //console.debug("bitstuffer");
  1242. data.counter.bitstuffer++;
  1243. bitsPerPixel = numBits;
  1244. data.ptr += blockPtr;
  1245. if (bitsPerPixel > 0) {
  1246. dataBytes = Math.ceil(numElements * bitsPerPixel / 8);
  1247. dataWords = Math.ceil(dataBytes / 4);
  1248. arrayBuf = new ArrayBuffer(dataWords * 4);
  1249. store8 = new Uint8Array(arrayBuf);
  1250. store8.set(new Uint8Array(input, data.ptr, dataBytes));
  1251. stuffedData = new Uint32Array(arrayBuf);
  1252. data.ptr += dataBytes;
  1253. if (fileVersion >= 3) {
  1254. if (offset === null) {
  1255. BitStuffer.originalUnstuff2(stuffedData, blockDataBuffer, bitsPerPixel, numElements);
  1256. }
  1257. else {
  1258. BitStuffer.unstuff2(stuffedData, blockDataBuffer, bitsPerPixel, numElements, false, offset, scale, zMax);
  1259. }
  1260. }
  1261. else {
  1262. if (offset === null) {
  1263. BitStuffer.originalUnstuff(stuffedData, blockDataBuffer, bitsPerPixel, numElements);
  1264. }
  1265. else {
  1266. BitStuffer.unstuff(stuffedData, blockDataBuffer, bitsPerPixel, numElements, false, offset, scale, zMax);
  1267. }
  1268. }
  1269. }
  1270. }
  1271. }
  1272. },
  1273. readTiles: function(input, data, OutPixelTypeArray) {
  1274. var headerInfo = data.headerInfo;
  1275. var width = headerInfo.width;
  1276. var height = headerInfo.height;
  1277. var microBlockSize = headerInfo.microBlockSize;
  1278. var imageType = headerInfo.imageType;
  1279. var dataTypeSize = Lerc2Helpers.getDataTypeSize(imageType);
  1280. var numBlocksX = Math.ceil(width / microBlockSize);
  1281. var numBlocksY = Math.ceil(height / microBlockSize);
  1282. data.pixels.numBlocksY = numBlocksY;
  1283. data.pixels.numBlocksX = numBlocksX;
  1284. data.pixels.ptr = 0;
  1285. var row = 0, col = 0, blockY = 0, blockX = 0, thisBlockHeight = 0, thisBlockWidth = 0, bytesLeft = 0, headerByte = 0, bits67 = 0, testCode = 0, outPtr = 0, outStride = 0, numBytes = 0, bytesleft = 0, z = 0, blockPtr = 0;
  1286. var view, block, arrayBuf, store8, rawData;
  1287. var blockEncoding;
  1288. var blockDataBuffer = new OutPixelTypeArray(microBlockSize * microBlockSize);
  1289. var lastBlockHeight = (height % microBlockSize) || microBlockSize;
  1290. var lastBlockWidth = (width % microBlockSize) || microBlockSize;
  1291. var offsetType, offset;
  1292. var numDims = headerInfo.numDims, iDim;
  1293. var mask = data.pixels.resultMask;
  1294. var resultPixels = data.pixels.resultPixels;
  1295. for (blockY = 0; blockY < numBlocksY; blockY++) {
  1296. thisBlockHeight = (blockY !== numBlocksY - 1) ? microBlockSize : lastBlockHeight;
  1297. for (blockX = 0; blockX < numBlocksX; blockX++) {
  1298. //console.debug("y" + blockY + " x" + blockX);
  1299. thisBlockWidth = (blockX !== numBlocksX - 1) ? microBlockSize : lastBlockWidth;
  1300. outPtr = blockY * width * microBlockSize + blockX * microBlockSize;
  1301. outStride = width - thisBlockWidth;
  1302. for (iDim = 0; iDim < numDims; iDim++) {
  1303. if (numDims > 1) {
  1304. resultPixels = new OutPixelTypeArray(data.pixels.resultPixels.buffer, width * height * iDim * dataTypeSize, width * height);
  1305. }
  1306. bytesLeft = input.byteLength - data.ptr;
  1307. view = new DataView(input, data.ptr, Math.min(10, bytesLeft));
  1308. block = {};
  1309. blockPtr = 0;
  1310. headerByte = view.getUint8(0);
  1311. blockPtr++;
  1312. bits67 = (headerByte >> 6) & 0xFF;
  1313. testCode = (headerByte >> 2) & 15; // use bits 2345 for integrity check
  1314. if (testCode !== (((blockX * microBlockSize) >> 3) & 15)) {
  1315. throw "integrity issue";
  1316. //return false;
  1317. }
  1318. blockEncoding = headerByte & 3;
  1319. if (blockEncoding > 3) {
  1320. data.ptr += blockPtr;
  1321. throw "Invalid block encoding (" + blockEncoding + ")";
  1322. }
  1323. else if (blockEncoding === 2) { //constant 0
  1324. data.counter.constant++;
  1325. data.ptr += blockPtr;
  1326. continue;
  1327. }
  1328. else if (blockEncoding === 0) { //uncompressed
  1329. data.counter.uncompressed++;
  1330. data.ptr += blockPtr;
  1331. numBytes = thisBlockHeight * thisBlockWidth * dataTypeSize;
  1332. bytesleft = input.byteLength - data.ptr;
  1333. numBytes = numBytes < bytesleft ? numBytes : bytesleft;
  1334. //bit alignment
  1335. arrayBuf = new ArrayBuffer((numBytes % dataTypeSize) === 0 ? numBytes : (numBytes + dataTypeSize - numBytes % dataTypeSize));
  1336. store8 = new Uint8Array(arrayBuf);
  1337. store8.set(new Uint8Array(input, data.ptr, numBytes));
  1338. rawData = new OutPixelTypeArray(arrayBuf);
  1339. z = 0;
  1340. if (mask) {
  1341. for (row = 0; row < thisBlockHeight; row++) {
  1342. for (col = 0; col < thisBlockWidth; col++) {
  1343. if (mask[outPtr]) {
  1344. resultPixels[outPtr] = rawData[z++];
  1345. }
  1346. outPtr++;
  1347. }
  1348. outPtr += outStride;
  1349. }
  1350. }
  1351. else {//all valid
  1352. for (row = 0; row < thisBlockHeight; row++) {
  1353. for (col = 0; col < thisBlockWidth; col++) {
  1354. resultPixels[outPtr++] = rawData[z++];
  1355. }
  1356. outPtr += outStride;
  1357. }
  1358. }
  1359. data.ptr += z * dataTypeSize;
  1360. }
  1361. else { //1 or 3
  1362. offsetType = Lerc2Helpers.getDataTypeUsed(imageType, bits67);
  1363. offset = Lerc2Helpers.getOnePixel(block, blockPtr, offsetType, view);
  1364. blockPtr += Lerc2Helpers.getDataTypeSize(offsetType);
  1365. if (blockEncoding === 3) //constant offset value
  1366. {
  1367. data.ptr += blockPtr;
  1368. data.counter.constantoffset++;
  1369. //you can delete the following resultMask case in favor of performance because val is constant and users use nodata mask, otherwise nodatavalue post processing handles it too.
  1370. //while the above statement is true, we're not doing it as we want to keep invalid pixel value at 0 rather than arbitrary values
  1371. if (mask) {
  1372. for (row = 0; row < thisBlockHeight; row++) {
  1373. for (col = 0; col < thisBlockWidth; col++) {
  1374. if (mask[outPtr]) {
  1375. resultPixels[outPtr] = offset;
  1376. }
  1377. outPtr++;
  1378. }
  1379. outPtr += outStride;
  1380. }
  1381. }
  1382. else {
  1383. for (row = 0; row < thisBlockHeight; row++) {
  1384. for (col = 0; col < thisBlockWidth; col++) {
  1385. resultPixels[outPtr++] = offset;
  1386. }
  1387. outPtr += outStride;
  1388. }
  1389. }
  1390. }
  1391. else { //bitstuff encoding is 3
  1392. data.ptr += blockPtr;
  1393. //heavy lifting
  1394. Lerc2Helpers.decodeBits(input, data, blockDataBuffer, offset, iDim);
  1395. blockPtr = 0;
  1396. if (mask) {
  1397. for (row = 0; row < thisBlockHeight; row++) {
  1398. for (col = 0; col < thisBlockWidth; col++) {
  1399. if (mask[outPtr]) {
  1400. resultPixels[outPtr] = blockDataBuffer[blockPtr++];
  1401. }
  1402. outPtr++;
  1403. }
  1404. outPtr += outStride;
  1405. }
  1406. }
  1407. else {
  1408. for (row = 0; row < thisBlockHeight; row++) {
  1409. for (col = 0; col < thisBlockWidth; col++) {
  1410. resultPixels[outPtr++] = blockDataBuffer[blockPtr++];
  1411. }
  1412. outPtr += outStride;
  1413. }
  1414. }
  1415. }
  1416. }
  1417. }
  1418. }
  1419. }
  1420. },
  1421. /*****************
  1422. * private methods (helper methods)
  1423. *****************/
  1424. formatFileInfo: function(data) {
  1425. return {
  1426. "fileIdentifierString": data.headerInfo.fileIdentifierString,
  1427. "fileVersion": data.headerInfo.fileVersion,
  1428. "imageType": data.headerInfo.imageType,
  1429. "height": data.headerInfo.height,
  1430. "width": data.headerInfo.width,
  1431. "numValidPixel": data.headerInfo.numValidPixel,
  1432. "microBlockSize": data.headerInfo.microBlockSize,
  1433. "blobSize": data.headerInfo.blobSize,
  1434. "maxZError": data.headerInfo.maxZError,
  1435. "pixelType": Lerc2Helpers.getPixelType(data.headerInfo.imageType),
  1436. "eofOffset": data.eofOffset,
  1437. "mask": data.mask ? {
  1438. "numBytes": data.mask.numBytes
  1439. } : null,
  1440. "pixels": {
  1441. "numBlocksX": data.pixels.numBlocksX,
  1442. "numBlocksY": data.pixels.numBlocksY,
  1443. //"numBytes": data.pixels.numBytes,
  1444. "maxValue": data.headerInfo.zMax,
  1445. "minValue": data.headerInfo.zMin,
  1446. "noDataValue": data.noDataValue
  1447. }
  1448. };
  1449. },
  1450. constructConstantSurface: function(data) {
  1451. var val = data.headerInfo.zMax;
  1452. var numDims = data.headerInfo.numDims;
  1453. var numPixels = data.headerInfo.height * data.headerInfo.width;
  1454. var numPixelAllDims = numPixels * numDims;
  1455. var i=0, k = 0, nStart=0;
  1456. var mask = data.pixels.resultMask;
  1457. if (mask) {
  1458. if (numDims > 1) {
  1459. for (i=0; i < numDims; i++) {
  1460. nStart = i * numPixels;
  1461. for (k = 0; k < numPixels; k++) {
  1462. if (mask[k]) {
  1463. data.pixels.resultPixels[nStart + k] = val;
  1464. }
  1465. }
  1466. }
  1467. }
  1468. else {
  1469. for (k = 0; k < numPixels; k++) {
  1470. if (mask[k]) {
  1471. data.pixels.resultPixels[k] = val;
  1472. }
  1473. }
  1474. }
  1475. }
  1476. else {
  1477. if (data.pixels.resultPixels.fill) {
  1478. data.pixels.resultPixels.fill(val);
  1479. }
  1480. else {
  1481. for (k = 0; k < numPixelAllDims; k++) {
  1482. data.pixels.resultPixels[k] = val;
  1483. }
  1484. }
  1485. }
  1486. return;
  1487. },
  1488. getDataTypeArray: function(t) {
  1489. var tp;
  1490. switch (t) {
  1491. case 0: //char
  1492. tp = Int8Array;
  1493. break;
  1494. case 1: //byte
  1495. tp = Uint8Array;
  1496. break;
  1497. case 2: //short
  1498. tp = Int16Array;
  1499. break;
  1500. case 3: //ushort
  1501. tp = Uint16Array;
  1502. break;
  1503. case 4:
  1504. tp = Int32Array;
  1505. break;
  1506. case 5:
  1507. tp = Uint32Array;
  1508. break;
  1509. case 6:
  1510. tp = Float32Array;
  1511. break;
  1512. case 7:
  1513. tp = Float64Array;
  1514. break;
  1515. default:
  1516. tp = Float32Array;
  1517. }
  1518. return tp;
  1519. },
  1520. getPixelType: function(t) {
  1521. var tp;
  1522. switch (t) {
  1523. case 0: //char
  1524. tp = "S8";
  1525. break;
  1526. case 1: //byte
  1527. tp = "U8";
  1528. break;
  1529. case 2: //short
  1530. tp = "S16";
  1531. break;
  1532. case 3: //ushort
  1533. tp = "U16";
  1534. break;
  1535. case 4:
  1536. tp = "S32";
  1537. break;
  1538. case 5:
  1539. tp = "U32";
  1540. break;
  1541. case 6:
  1542. tp = "F32";
  1543. break;
  1544. case 7:
  1545. tp = "F64"; //not supported
  1546. break;
  1547. default:
  1548. tp = "F32";
  1549. }
  1550. return tp;
  1551. },
  1552. isValidPixelValue: function(t, val) {
  1553. if (val === null) {
  1554. return false;
  1555. }
  1556. var isValid;
  1557. switch (t) {
  1558. case 0: //char
  1559. isValid = val >= -128 && val <= 127;
  1560. break;
  1561. case 1: //byte (unsigned char)
  1562. isValid = val >= 0 && val <= 255;
  1563. break;
  1564. case 2: //short
  1565. isValid = val >= -32768 && val <= 32767;
  1566. break;
  1567. case 3: //ushort
  1568. isValid = val >= 0 && val <= 65536;
  1569. break;
  1570. case 4: //int 32
  1571. isValid = val >= -2147483648 && val <= 2147483647;
  1572. break;
  1573. case 5: //uinit 32
  1574. isValid = val >= 0 && val <= 4294967296;
  1575. break;
  1576. case 6:
  1577. isValid = val >= -3.4027999387901484e+38 && val <= 3.4027999387901484e+38;
  1578. break;
  1579. case 7:
  1580. isValid = val >= 5e-324 && val <= 1.7976931348623157e+308;
  1581. break;
  1582. default:
  1583. isValid = false;
  1584. }
  1585. return isValid;
  1586. },
  1587. getDataTypeSize: function(t) {
  1588. var s = 0;
  1589. switch (t) {
  1590. case 0: //ubyte
  1591. case 1: //byte
  1592. s = 1;
  1593. break;
  1594. case 2: //short
  1595. case 3: //ushort
  1596. s = 2;
  1597. break;
  1598. case 4:
  1599. case 5:
  1600. case 6:
  1601. s = 4;
  1602. break;
  1603. case 7:
  1604. s = 8;
  1605. break;
  1606. default:
  1607. s = t;
  1608. }
  1609. return s;
  1610. },
  1611. getDataTypeUsed: function(dt, tc) {
  1612. var t = dt;
  1613. switch (dt) {
  1614. case 2: //short
  1615. case 4: //long
  1616. t = dt - tc;
  1617. break;
  1618. case 3: //ushort
  1619. case 5: //ulong
  1620. t = dt - 2 * tc;
  1621. break;
  1622. case 6: //float
  1623. if (0 === tc) {
  1624. t = dt;
  1625. }
  1626. else if (1 === tc) {
  1627. t = 2;
  1628. }
  1629. else {
  1630. t = 1;//byte
  1631. }
  1632. break;
  1633. case 7: //double
  1634. if (0 === tc) {
  1635. t = dt;
  1636. }
  1637. else {
  1638. t = dt - 2 * tc + 1;
  1639. }
  1640. break;
  1641. default:
  1642. t = dt;
  1643. break;
  1644. }
  1645. return t;
  1646. },
  1647. getOnePixel: function(block, blockPtr, offsetType, view) {
  1648. var temp = 0;
  1649. switch (offsetType) {
  1650. case 0: //char
  1651. temp = view.getInt8(blockPtr);
  1652. break;
  1653. case 1: //byte
  1654. temp = view.getUint8(blockPtr);
  1655. break;
  1656. case 2:
  1657. temp = view.getInt16(blockPtr, true);
  1658. break;
  1659. case 3:
  1660. temp = view.getUint16(blockPtr, true);
  1661. break;
  1662. case 4:
  1663. temp = view.getInt32(blockPtr, true);
  1664. break;
  1665. case 5:
  1666. temp = view.getUInt32(blockPtr, true);
  1667. break;
  1668. case 6:
  1669. temp = view.getFloat32(blockPtr, true);
  1670. break;
  1671. case 7:
  1672. //temp = view.getFloat64(blockPtr, true);
  1673. //blockPtr += 8;
  1674. //lerc2 encoding doesnt handle float 64, force to float32???
  1675. temp = view.getFloat64(blockPtr, true);
  1676. break;
  1677. default:
  1678. throw ("the decoder does not understand this pixel type");
  1679. }
  1680. return temp;
  1681. }
  1682. };
  1683. /***************************************************
  1684. *private class for a tree node. Huffman code is in Lerc2Helpers
  1685. ****************************************************/
  1686. var TreeNode = function(val, left, right) {
  1687. this.val = val;
  1688. this.left = left;
  1689. this.right = right;
  1690. };
  1691. var Lerc2Decode = {
  1692. /*
  1693. * ********removed options compared to LERC1. We can bring some of them back if needed.
  1694. * removed pixel type. LERC2 is typed and doesn't require user to give pixel type
  1695. * changed encodedMaskData to maskData. LERC2 's js version make it faster to use maskData directly.
  1696. * removed returnMask. mask is used by LERC2 internally and is cost free. In case of user input mask, it's returned as well and has neglible cost.
  1697. * removed nodatavalue. Because LERC2 pixels are typed, nodatavalue will sacrify a useful value for many types (8bit, 16bit) etc,
  1698. * user has to be knowledgable enough about raster and their data to avoid usability issues. so nodata value is simply removed now.
  1699. * We can add it back later if their's a clear requirement.
  1700. * removed encodedMask. This option was not implemented in LercDecode. It can be done after decoding (less efficient)
  1701. * removed computeUsedBitDepths.
  1702. *
  1703. *
  1704. * response changes compared to LERC1
  1705. * 1. encodedMaskData is not available
  1706. * 2. noDataValue is optional (returns only if user's noDataValue is with in the valid data type range)
  1707. * 3. maskData is always available
  1708. */
  1709. /*****************
  1710. * public properties
  1711. ******************/
  1712. //HUFFMAN_LUT_BITS_MAX: 12, //use 2^12 lut, not configurable
  1713. /*****************
  1714. * public methods
  1715. *****************/
  1716. /**
  1717. * Decode a LERC2 byte stream and return an object containing the pixel data and optional metadata.
  1718. *
  1719. * @param {ArrayBuffer} input The LERC input byte stream
  1720. * @param {object} [options] options Decoding options
  1721. * @param {number} [options.inputOffset] The number of bytes to skip in the input byte stream. A valid LERC file is expected at that position
  1722. * @param {boolean} [options.returnFileInfo] If true, the return value will have a fileInfo property that contains metadata obtained from the LERC headers and the decoding process
  1723. */
  1724. decode: function(/*byte array*/ input, /*object*/ options) {
  1725. //currently there's a bug in the sparse array, so please do not set to false
  1726. options = options || {};
  1727. var noDataValue = options.noDataValue;
  1728. //initialize
  1729. var i = 0, data = {};
  1730. data.ptr = options.inputOffset || 0;
  1731. data.pixels = {};
  1732. // File header
  1733. if (!Lerc2Helpers.readHeaderInfo(input, data)) {
  1734. return;
  1735. }
  1736. var headerInfo = data.headerInfo;
  1737. var fileVersion = headerInfo.fileVersion;
  1738. var OutPixelTypeArray = Lerc2Helpers.getDataTypeArray(headerInfo.imageType);
  1739. // Mask Header
  1740. Lerc2Helpers.readMask(input, data);
  1741. if (headerInfo.numValidPixel !== headerInfo.width * headerInfo.height && !data.pixels.resultMask) {
  1742. data.pixels.resultMask = options.maskData;
  1743. }
  1744. var numPixels = headerInfo.width * headerInfo.height;
  1745. data.pixels.resultPixels = new OutPixelTypeArray(numPixels * headerInfo.numDims);
  1746. data.counter = {
  1747. onesweep: 0,
  1748. uncompressed: 0,
  1749. lut: 0,
  1750. bitstuffer: 0,
  1751. constant: 0,
  1752. constantoffset: 0
  1753. };
  1754. if (headerInfo.numValidPixel !== 0) {
  1755. //not tested
  1756. if (headerInfo.zMax === headerInfo.zMin) //constant surface
  1757. {
  1758. Lerc2Helpers.constructConstantSurface(data);
  1759. }
  1760. else if (fileVersion >= 4 && Lerc2Helpers.checkMinMaxRanges(input, data)) {
  1761. Lerc2Helpers.constructConstantSurface(data);
  1762. }
  1763. else {
  1764. var view = new DataView(input, data.ptr, 2);
  1765. var bReadDataOneSweep = view.getUint8(0);
  1766. data.ptr++;
  1767. if (bReadDataOneSweep) {
  1768. //console.debug("OneSweep");
  1769. Lerc2Helpers.readDataOneSweep(input, data, OutPixelTypeArray);
  1770. }
  1771. else {
  1772. //lerc2.1: //bitstuffing + lut
  1773. //lerc2.2: //bitstuffing + lut + huffman
  1774. //lerc2.3: new bitstuffer
  1775. if (fileVersion > 1 && headerInfo.imageType <= 1 && Math.abs(headerInfo.maxZError - 0.5) < 0.00001) {
  1776. //this is 2.x plus 8 bit (unsigned and signed) data, possiblity of Huffman
  1777. var flagHuffman = view.getUint8(1);
  1778. data.ptr++;
  1779. data.encodeMode = flagHuffman;
  1780. if (flagHuffman > 2 || (fileVersion < 4 && flagHuffman > 1)) {
  1781. throw "Invalid Huffman flag " + flagHuffman;
  1782. }
  1783. if (flagHuffman) {//1 - delta Huffman, 2 - Huffman
  1784. //console.log("Huffman");
  1785. Lerc2Helpers.readHuffman(input, data, OutPixelTypeArray);
  1786. }
  1787. else {
  1788. //console.log("Tiles");
  1789. Lerc2Helpers.readTiles(input, data, OutPixelTypeArray);
  1790. }
  1791. }
  1792. else { //lerc2.x non-8 bit data
  1793. //console.log("Tiles");
  1794. Lerc2Helpers.readTiles(input, data, OutPixelTypeArray);
  1795. }
  1796. }
  1797. }
  1798. }
  1799. data.eofOffset = data.ptr;
  1800. var diff;
  1801. if (options.inputOffset) {
  1802. diff = data.headerInfo.blobSize + options.inputOffset - data.ptr;
  1803. if (Math.abs(diff) >= 1) {
  1804. //console.debug("incorrect eof: dataptr " + data.ptr + " offset " + options.inputOffset + " blobsize " + data.headerInfo.blobSize + " diff: " + diff);
  1805. data.eofOffset = options.inputOffset + data.headerInfo.blobSize;
  1806. }
  1807. }
  1808. else {
  1809. diff = data.headerInfo.blobSize - data.ptr;
  1810. if (Math.abs(diff) >= 1) {
  1811. //console.debug("incorrect first band eof: dataptr " + data.ptr + " blobsize " + data.headerInfo.blobSize + " diff: " + diff);
  1812. data.eofOffset = data.headerInfo.blobSize;
  1813. }
  1814. }
  1815. var result = {
  1816. width: headerInfo.width,
  1817. height: headerInfo.height,
  1818. pixelData: data.pixels.resultPixels,
  1819. minValue: headerInfo.zMin,
  1820. maxValue: headerInfo.zMax,
  1821. validPixelCount: headerInfo.numValidPixel,
  1822. dimCount: headerInfo.numDims,
  1823. dimStats: {
  1824. minValues: headerInfo.minValues,
  1825. maxValues: headerInfo.maxValues
  1826. },
  1827. maskData: data.pixels.resultMask
  1828. //noDataValue: noDataValue
  1829. };
  1830. //we should remove this if there's no existing client
  1831. //optional noDataValue processing, it's user's responsiblity
  1832. if (data.pixels.resultMask && Lerc2Helpers.isValidPixelValue(headerInfo.imageType, noDataValue)) {
  1833. var mask = data.pixels.resultMask;
  1834. for (i = 0; i < numPixels; i++) {
  1835. if (!mask[i]) {
  1836. result.pixelData[i] = noDataValue;
  1837. }
  1838. }
  1839. result.noDataValue = noDataValue;
  1840. }
  1841. data.noDataValue = noDataValue;
  1842. if (options.returnFileInfo) {
  1843. result.fileInfo = Lerc2Helpers.formatFileInfo(data);
  1844. }
  1845. return result;
  1846. },
  1847. getBandCount: function(/*byte array*/ input) {
  1848. var count = 0;
  1849. var i = 0;
  1850. var temp = {};
  1851. temp.ptr = 0;
  1852. temp.pixels = {};
  1853. while (i < input.byteLength - 58) {
  1854. Lerc2Helpers.readHeaderInfo(input, temp);
  1855. i += temp.headerInfo.blobSize;
  1856. count++;
  1857. temp.ptr = i;
  1858. }
  1859. return count;
  1860. }
  1861. };
  1862. return Lerc2Decode;
  1863. })();
  1864. var isPlatformLittleEndian = (function() {
  1865. var a = new ArrayBuffer(4);
  1866. var b = new Uint8Array(a);
  1867. var c = new Uint32Array(a);
  1868. c[0] = 1;
  1869. return b[0] === 1;
  1870. })();
  1871. var Lerc = {
  1872. /************wrapper**********************************************/
  1873. /**
  1874. * A wrapper for decoding both LERC1 and LERC2 byte streams capable of handling multiband pixel blocks for various pixel types.
  1875. *
  1876. * @alias module:Lerc
  1877. * @param {ArrayBuffer} input The LERC input byte stream
  1878. * @param {object} [options] The decoding options below are optional.
  1879. * @param {number} [options.inputOffset] The number of bytes to skip in the input byte stream. A valid Lerc file is expected at that position.
  1880. * @param {string} [options.pixelType] (LERC1 only) Default value is F32. Valid pixel types for input are U8/S8/S16/U16/S32/U32/F32.
  1881. * @param {number} [options.noDataValue] (LERC1 only). It is recommended to use the returned mask instead of setting this value.
  1882. * @returns {{width, height, pixels, pixelType, mask, statistics}}
  1883. * @property {number} width Width of decoded image.
  1884. * @property {number} height Height of decoded image.
  1885. * @property {array} pixels [band1, band2, …] Each band is a typed array of width*height.
  1886. * @property {string} pixelType The type of pixels represented in the output.
  1887. * @property {mask} mask Typed array with a size of width*height, or null if all pixels are valid.
  1888. * @property {array} statistics [statistics_band1, statistics_band2, …] Each element is a statistics object representing min and max values
  1889. **/
  1890. decode: function(encodedData, options) {
  1891. if (!isPlatformLittleEndian) {
  1892. throw "Big endian system is not supported.";
  1893. }
  1894. options = options || {};
  1895. var inputOffset = options.inputOffset || 0;
  1896. var fileIdView = new Uint8Array(encodedData, inputOffset, 10);
  1897. var fileIdentifierString = String.fromCharCode.apply(null, fileIdView);
  1898. var lerc, majorVersion;
  1899. if (fileIdentifierString.trim() === "CntZImage") {
  1900. lerc = LercDecode;
  1901. majorVersion = 1;
  1902. }
  1903. else if (fileIdentifierString.substring(0, 5) === "Lerc2") {
  1904. lerc = Lerc2Decode;
  1905. majorVersion = 2;
  1906. }
  1907. else {
  1908. throw "Unexpected file identifier string: " + fileIdentifierString;
  1909. }
  1910. var iPlane = 0, eof = encodedData.byteLength - 10, encodedMaskData, bandMasks = [], bandMask, maskData;
  1911. var decodedPixelBlock = {
  1912. width: 0,
  1913. height: 0,
  1914. pixels: [],
  1915. pixelType: options.pixelType,
  1916. mask: null,
  1917. statistics: []
  1918. };
  1919. while (inputOffset < eof) {
  1920. var result = lerc.decode(encodedData, {
  1921. inputOffset: inputOffset,//for both lerc1 and lerc2
  1922. encodedMaskData: encodedMaskData,//lerc1 only
  1923. maskData: maskData,//lerc2 only
  1924. returnMask: iPlane === 0 ? true : false,//lerc1 only
  1925. returnEncodedMask: iPlane === 0 ? true : false,//lerc1 only
  1926. returnFileInfo: true,//for both lerc1 and lerc2
  1927. pixelType: options.pixelType || null,//lerc1 only
  1928. noDataValue: options.noDataValue || null//lerc1 only
  1929. });
  1930. inputOffset = result.fileInfo.eofOffset;
  1931. if (iPlane === 0) {
  1932. encodedMaskData = result.encodedMaskData;//lerc1
  1933. maskData = result.maskData;//lerc2
  1934. decodedPixelBlock.width = result.width;
  1935. decodedPixelBlock.height = result.height;
  1936. decodedPixelBlock.dimCount = result.dimCount || 1;
  1937. //decodedPixelBlock.dimStats = decodedPixelBlock.dimStats;
  1938. decodedPixelBlock.pixelType = result.pixelType || result.fileInfo.pixelType;
  1939. decodedPixelBlock.mask = result.maskData;
  1940. }
  1941. if (majorVersion >1 && result.fileInfo.mask && result.fileInfo.mask.numBytes > 0) {
  1942. bandMasks.push(result.maskData);
  1943. }
  1944. iPlane++;
  1945. decodedPixelBlock.pixels.push(result.pixelData);
  1946. decodedPixelBlock.statistics.push({
  1947. minValue: result.minValue,
  1948. maxValue: result.maxValue,
  1949. noDataValue: result.noDataValue,
  1950. dimStats: result.dimStats
  1951. });
  1952. }
  1953. var i, j, numPixels;
  1954. if (majorVersion > 1 && bandMasks.length > 1) {
  1955. numPixels = decodedPixelBlock.width * decodedPixelBlock.height;
  1956. decodedPixelBlock.bandMasks = bandMasks;
  1957. maskData = new Uint8Array(numPixels);
  1958. maskData.set(bandMasks[0]);
  1959. for (i = 1; i < bandMasks.length; i++) {
  1960. bandMask = bandMasks[i];
  1961. for (j = 0; j < numPixels; j++) {
  1962. maskData[j] = maskData[j] & bandMask[j];
  1963. }
  1964. }
  1965. decodedPixelBlock.maskData = maskData;
  1966. }
  1967. return decodedPixelBlock;
  1968. }
  1969. };
  1970. tmp.Lerc = Lerc;
  1971. })();
  1972. export default tmp.Lerc;