Updating NPM dependencies
This commit is contained in:
195
node_modules/fast-text-encoding/text.js
generated
vendored
195
node_modules/fast-text-encoding/text.js
generated
vendored
@@ -28,15 +28,15 @@ if (scope['TextEncoder'] && scope['TextDecoder']) {
|
||||
return false;
|
||||
}
|
||||
|
||||
// used for FastTextDecoder
|
||||
const validUtfLabels = ['utf-8', 'utf8', 'unicode-1-1-utf-8'];
|
||||
|
||||
/**
|
||||
* @constructor
|
||||
* @param {string=} utfLabel
|
||||
*/
|
||||
function FastTextEncoder(utfLabel='utf-8') {
|
||||
if (utfLabel !== 'utf-8') {
|
||||
throw new RangeError(
|
||||
`Failed to construct 'TextEncoder': The encoding label provided ('${utfLabel}') is invalid.`);
|
||||
}
|
||||
function FastTextEncoder() {
|
||||
// This does not accept an encoding, and always uses UTF-8:
|
||||
// https://www.w3.org/TR/encoding/#dom-textencoder
|
||||
}
|
||||
|
||||
Object.defineProperty(FastTextEncoder.prototype, 'encoding', {value: 'utf-8'});
|
||||
@@ -46,18 +46,17 @@ Object.defineProperty(FastTextEncoder.prototype, 'encoding', {value: 'utf-8'});
|
||||
* @param {{stream: boolean}=} options
|
||||
* @return {!Uint8Array}
|
||||
*/
|
||||
FastTextEncoder.prototype.encode = function(string, options={stream: false}) {
|
||||
FastTextEncoder.prototype['encode'] = function(string, options={stream: false}) {
|
||||
if (options.stream) {
|
||||
throw new Error(`Failed to encode: the 'stream' option is unsupported.`);
|
||||
}
|
||||
|
||||
let pos = 0;
|
||||
const len = string.length;
|
||||
const out = [];
|
||||
|
||||
let at = 0; // output position
|
||||
let tlen = Math.max(32, len + (len >> 1) + 7); // 1.5x size
|
||||
let target = new Uint8Array((tlen >> 3) << 3); // ... but at 8 byte offset
|
||||
let tlen = Math.max(32, len + (len >>> 1) + 7); // 1.5x size
|
||||
let target = new Uint8Array((tlen >>> 3) << 3); // ... but at 8 byte offset
|
||||
|
||||
while (pos < len) {
|
||||
let value = string.charCodeAt(pos++);
|
||||
@@ -79,7 +78,7 @@ FastTextEncoder.prototype.encode = function(string, options={stream: false}) {
|
||||
if (at + 4 > target.length) {
|
||||
tlen += 8; // minimum extra
|
||||
tlen *= (1.0 + (pos / string.length) * 2); // take 2x the remaining
|
||||
tlen = (tlen >> 3) << 3; // 8 byte offset
|
||||
tlen = (tlen >>> 3) << 3; // 8 byte offset
|
||||
|
||||
const update = new Uint8Array(tlen);
|
||||
update.set(target);
|
||||
@@ -90,23 +89,24 @@ FastTextEncoder.prototype.encode = function(string, options={stream: false}) {
|
||||
target[at++] = value; // ASCII
|
||||
continue;
|
||||
} else if ((value & 0xfffff800) === 0) { // 2-byte
|
||||
target[at++] = ((value >> 6) & 0x1f) | 0xc0;
|
||||
target[at++] = ((value >>> 6) & 0x1f) | 0xc0;
|
||||
} else if ((value & 0xffff0000) === 0) { // 3-byte
|
||||
target[at++] = ((value >> 12) & 0x0f) | 0xe0;
|
||||
target[at++] = ((value >> 6) & 0x3f) | 0x80;
|
||||
target[at++] = ((value >>> 12) & 0x0f) | 0xe0;
|
||||
target[at++] = ((value >>> 6) & 0x3f) | 0x80;
|
||||
} else if ((value & 0xffe00000) === 0) { // 4-byte
|
||||
target[at++] = ((value >> 18) & 0x07) | 0xf0;
|
||||
target[at++] = ((value >> 12) & 0x3f) | 0x80;
|
||||
target[at++] = ((value >> 6) & 0x3f) | 0x80;
|
||||
target[at++] = ((value >>> 18) & 0x07) | 0xf0;
|
||||
target[at++] = ((value >>> 12) & 0x3f) | 0x80;
|
||||
target[at++] = ((value >>> 6) & 0x3f) | 0x80;
|
||||
} else {
|
||||
// FIXME: do we care
|
||||
continue;
|
||||
continue; // out of range
|
||||
}
|
||||
|
||||
target[at++] = (value & 0x3f) | 0x80;
|
||||
}
|
||||
|
||||
return target.slice(0, at);
|
||||
// Use subarray if slice isn't supported (IE11). This will use more memory
|
||||
// because the original array still exists.
|
||||
return target.slice ? target.slice(0, at) : target.subarray(0, at);
|
||||
}
|
||||
|
||||
/**
|
||||
@@ -115,7 +115,7 @@ FastTextEncoder.prototype.encode = function(string, options={stream: false}) {
|
||||
* @param {{fatal: boolean}=} options
|
||||
*/
|
||||
function FastTextDecoder(utfLabel='utf-8', options={fatal: false}) {
|
||||
if (utfLabel !== 'utf-8') {
|
||||
if (validUtfLabels.indexOf(utfLabel.toLowerCase()) === -1) {
|
||||
throw new RangeError(
|
||||
`Failed to construct 'TextDecoder': The encoding label provided ('${utfLabel}') is invalid.`);
|
||||
}
|
||||
@@ -131,54 +131,147 @@ Object.defineProperty(FastTextDecoder.prototype, 'fatal', {value: false});
|
||||
Object.defineProperty(FastTextDecoder.prototype, 'ignoreBOM', {value: false});
|
||||
|
||||
/**
|
||||
* @param {(!ArrayBuffer|!ArrayBufferView)} buffer
|
||||
* @param {{stream: boolean}=} options
|
||||
* @param {!Uint8Array} bytes
|
||||
* @return {string}
|
||||
*/
|
||||
FastTextDecoder.prototype.decode = function(buffer, options={stream: false}) {
|
||||
if (options['stream']) {
|
||||
throw new Error(`Failed to decode: the 'stream' option is unsupported.`);
|
||||
function decodeBuffer(bytes) {
|
||||
return Buffer.from(bytes.buffer, bytes.byteOffset, bytes.byteLength).toString('utf-8');
|
||||
}
|
||||
|
||||
/**
|
||||
* @param {!Uint8Array} bytes
|
||||
* @return {string}
|
||||
*/
|
||||
function decodeSyncXHR(bytes) {
|
||||
const b = new Blob([bytes], {type: 'text/plain;charset=UTF-8'});
|
||||
const u = URL.createObjectURL(b);
|
||||
|
||||
// This hack will fail in non-Edgium Edge because sync XHRs are disabled (and
|
||||
// possibly in other places), so ensure there's a fallback call.
|
||||
try {
|
||||
const x = new XMLHttpRequest();
|
||||
x.open('GET', u, false);
|
||||
x.send();
|
||||
return x.responseText;
|
||||
} catch (e) {
|
||||
return decodeFallback(bytes);
|
||||
} finally {
|
||||
URL.revokeObjectURL(u);
|
||||
}
|
||||
}
|
||||
|
||||
const bytes = new Uint8Array(buffer);
|
||||
let pos = 0;
|
||||
const len = bytes.length;
|
||||
const out = [];
|
||||
/**
|
||||
* @param {!Uint8Array} bytes
|
||||
* @return {string}
|
||||
*/
|
||||
function decodeFallback(bytes) {
|
||||
let inputIndex = 0;
|
||||
|
||||
while (pos < len) {
|
||||
const byte1 = bytes[pos++];
|
||||
if (byte1 === 0) {
|
||||
break; // NULL
|
||||
// Create a working buffer for UTF-16 code points, but don't generate one
|
||||
// which is too large for small input sizes. UTF-8 to UCS-16 conversion is
|
||||
// going to be at most 1:1, if all code points are ASCII. The other extreme
|
||||
// is 4-byte UTF-8, which results in two UCS-16 points, but this is still 50%
|
||||
// fewer entries in the output.
|
||||
const pendingSize = Math.min(256 * 256, bytes.length + 1);
|
||||
const pending = new Uint16Array(pendingSize);
|
||||
const chunks = [];
|
||||
let pendingIndex = 0;
|
||||
|
||||
for (;;) {
|
||||
const more = inputIndex < bytes.length;
|
||||
|
||||
// If there's no more data or there'd be no room for two UTF-16 values,
|
||||
// create a chunk. This isn't done at the end by simply slicing the data
|
||||
// into equal sized chunks as we might hit a surrogate pair.
|
||||
if (!more || (pendingIndex >= pendingSize - 1)) {
|
||||
// nb. .apply and friends are *really slow*. Low-hanging fruit is to
|
||||
// expand this to literally pass pending[0], pending[1], ... etc, but
|
||||
// the output code expands pretty fast in this case.
|
||||
chunks.push(String.fromCharCode.apply(null, pending.subarray(0, pendingIndex)));
|
||||
|
||||
if (!more) {
|
||||
return chunks.join('');
|
||||
}
|
||||
|
||||
// Move the buffer forward and create another chunk.
|
||||
bytes = bytes.subarray(inputIndex);
|
||||
inputIndex = 0;
|
||||
pendingIndex = 0;
|
||||
}
|
||||
|
||||
if ((byte1 & 0x80) === 0) { // 1-byte
|
||||
out.push(byte1);
|
||||
|
||||
// The native TextDecoder will generate "REPLACEMENT CHARACTER" where the
|
||||
// input data is invalid. Here, we blindly parse the data even if it's
|
||||
// wrong: e.g., if a 3-byte sequence doesn't have two valid continuations.
|
||||
|
||||
const byte1 = bytes[inputIndex++];
|
||||
if ((byte1 & 0x80) === 0) { // 1-byte or null
|
||||
pending[pendingIndex++] = byte1;
|
||||
} else if ((byte1 & 0xe0) === 0xc0) { // 2-byte
|
||||
const byte2 = bytes[pos++] & 0x3f;
|
||||
out.push(((byte1 & 0x1f) << 6) | byte2);
|
||||
} else if ((byte1 & 0xf0) === 0xe0) {
|
||||
const byte2 = bytes[pos++] & 0x3f;
|
||||
const byte3 = bytes[pos++] & 0x3f;
|
||||
out.push(((byte1 & 0x1f) << 12) | (byte2 << 6) | byte3);
|
||||
} else if ((byte1 & 0xf8) === 0xf0) {
|
||||
const byte2 = bytes[pos++] & 0x3f;
|
||||
const byte3 = bytes[pos++] & 0x3f;
|
||||
const byte4 = bytes[pos++] & 0x3f;
|
||||
const byte2 = bytes[inputIndex++] & 0x3f;
|
||||
pending[pendingIndex++] = ((byte1 & 0x1f) << 6) | byte2;
|
||||
} else if ((byte1 & 0xf0) === 0xe0) { // 3-byte
|
||||
const byte2 = bytes[inputIndex++] & 0x3f;
|
||||
const byte3 = bytes[inputIndex++] & 0x3f;
|
||||
pending[pendingIndex++] = ((byte1 & 0x1f) << 12) | (byte2 << 6) | byte3;
|
||||
} else if ((byte1 & 0xf8) === 0xf0) { // 4-byte
|
||||
const byte2 = bytes[inputIndex++] & 0x3f;
|
||||
const byte3 = bytes[inputIndex++] & 0x3f;
|
||||
const byte4 = bytes[inputIndex++] & 0x3f;
|
||||
|
||||
// this can be > 0xffff, so possibly generate surrogates
|
||||
let codepoint = ((byte1 & 0x07) << 0x12) | (byte2 << 0x0c) | (byte3 << 0x06) | byte4;
|
||||
if (codepoint > 0xffff) {
|
||||
// codepoint &= ~0x10000;
|
||||
codepoint -= 0x10000;
|
||||
out.push((codepoint >>> 10) & 0x3ff | 0xd800)
|
||||
pending[pendingIndex++] = (codepoint >>> 10) & 0x3ff | 0xd800;
|
||||
codepoint = 0xdc00 | codepoint & 0x3ff;
|
||||
}
|
||||
out.push(codepoint);
|
||||
pending[pendingIndex++] = codepoint;
|
||||
} else {
|
||||
// FIXME: we're ignoring this
|
||||
// invalid initial byte
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
return String.fromCharCode.apply(null, out);
|
||||
// Decoding a string is pretty slow, but use alternative options where possible.
|
||||
let decodeImpl = decodeFallback;
|
||||
if (typeof Buffer === 'function' && Buffer.from) {
|
||||
// Buffer.from was added in Node v5.10.0 (2015-11-17).
|
||||
decodeImpl = decodeBuffer;
|
||||
} else if (typeof Blob === 'function' && typeof URL === 'function' && typeof URL.createObjectURL === 'function') {
|
||||
// Blob and URL.createObjectURL are available from IE10, Safari 6, Chrome 19
|
||||
// (all released in 2012), Firefox 19 (2013), ...
|
||||
decodeImpl = decodeSyncXHR;
|
||||
}
|
||||
|
||||
/**
|
||||
* @param {(!ArrayBuffer|!ArrayBufferView)} buffer
|
||||
* @param {{stream: boolean}=} options
|
||||
* @return {string}
|
||||
*/
|
||||
FastTextDecoder.prototype['decode'] = function(buffer, options={stream: false}) {
|
||||
if (options['stream']) {
|
||||
throw new Error(`Failed to decode: the 'stream' option is unsupported.`);
|
||||
}
|
||||
|
||||
let bytes;
|
||||
|
||||
if (buffer instanceof Uint8Array) {
|
||||
// Accept Uint8Array instances as-is.
|
||||
bytes = buffer;
|
||||
} else if (buffer.buffer instanceof ArrayBuffer) {
|
||||
// Look for ArrayBufferView, which isn't a real type, but basically
|
||||
// represents all the valid TypedArray types plus DataView. They all have
|
||||
// ".buffer" as an instance of ArrayBuffer.
|
||||
bytes = new Uint8Array(buffer.buffer);
|
||||
} else {
|
||||
// The only other valid argument here is that "buffer" is an ArrayBuffer.
|
||||
// We also try to convert anything else passed to a Uint8Array, as this
|
||||
// catches anything that's array-like. Native code would throw here.
|
||||
bytes = new Uint8Array(buffer);
|
||||
}
|
||||
|
||||
return decodeImpl(/** @type {!Uint8Array} */ (bytes));
|
||||
}
|
||||
|
||||
scope['TextEncoder'] = FastTextEncoder;
|
||||
|
||||
Reference in New Issue
Block a user