@tensorflow/tfjs-core
Version:
Hardware-accelerated JavaScript library for machine intelligence
705 lines • 114 kB
JavaScript
/**
* @license
* Copyright 2018 Google LLC. All Rights Reserved.
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
* =============================================================================
*/
import * as tf from '../index';
import { ALL_ENVS, BROWSER_ENVS, describeWithFlags } from '../jasmine_util';
import { scalar, tensor1d, tensor2d } from '../ops/ops';
import { expectArraysEqual } from '../test_util';
import { expectArraysClose } from '../test_util';
import { encodeString } from '../util';
import { arrayBufferToBase64String, base64StringToArrayBuffer, basename, concatenateArrayBuffers, concatenateTypedArrays, stringByteLength, getFloat16Decoder } from './io_utils';
describe('concatenateTypedArrays', () => {
it('Single float arrays', () => {
const x = new Float32Array([1.1, 2.2, 3.3]);
const buffer = concatenateTypedArrays([x]);
expect(buffer.byteLength).toEqual(12);
expect(new Float32Array(buffer, 0, 3)).toEqual(x);
});
it('Float arrays', () => {
const x = new Float32Array([1.1, 2.2, 3.3]);
const y = new Float32Array([-1.1, -2.2, -3.3]);
const buffer = concatenateTypedArrays([x, y]);
expect(buffer.byteLength).toEqual(24);
expect(new Float32Array(buffer, 0, 3)).toEqual(x);
expect(new Float32Array(buffer, 12, 3)).toEqual(y);
});
it('Single int32 arrays', () => {
const x = new Int32Array([11, 22, 33]);
const buffer = concatenateTypedArrays([x]);
expect(buffer.byteLength).toEqual(12);
expect(new Int32Array(buffer, 0, 3)).toEqual(x);
});
it('Int32 arrays', () => {
const x = new Int32Array([11, 22, 33]);
const y = new Int32Array([-11, -22, -33]);
const buffer = concatenateTypedArrays([x, y]);
expect(buffer.byteLength).toEqual(24);
expect(new Int32Array(buffer, 0, 3)).toEqual(x);
expect(new Int32Array(buffer, 12, 3)).toEqual(y);
});
it('Single uint8 arrays', () => {
const x = new Uint8Array([11, 22, 33]);
const buffer = concatenateTypedArrays([x]);
expect(buffer.byteLength).toEqual(3);
expect(new Uint8Array(buffer, 0, 3)).toEqual(x);
});
it('Uint8 arrays', () => {
const x = new Uint8Array([11, 22, 33]);
const y = new Uint8Array([111, 122, 133]);
const buffer = concatenateTypedArrays([x, y]);
expect(buffer.byteLength).toEqual(6);
expect(new Uint8Array(buffer, 0, 3)).toEqual(x);
expect(new Uint8Array(buffer, 3, 3)).toEqual(y);
});
it('Mixed Uint8, Int32 and Float32 arrays', () => {
const x = new Uint8Array([0, 1, 1, 0]);
const y = new Int32Array([10, 20, 30, 40]);
const z = new Float32Array([-1.1, -2.2, -3.3, -4.4]);
const buffer = concatenateTypedArrays([x, y, z]);
expect(buffer.byteLength).toEqual(1 * 4 + 4 * 4 + 4 * 4);
expect(new Uint8Array(buffer, 0, 4)).toEqual(x);
expect(new Int32Array(buffer, 4, 4)).toEqual(y);
expect(new Float32Array(buffer, 20, 4)).toEqual(z);
});
it('Concatenate Float32Arrays from SubArrays', () => {
const x1 = new Float32Array([1.1, 2.2, 3.3]);
const x2 = new Float32Array([-1.1, -2.2, -3.3]);
const xConcatenated = concatenateTypedArrays([x1, x2]);
const y1 = new Float32Array(xConcatenated, 0, 3);
const y2 = new Float32Array(xConcatenated, 3 * 4, 3);
// At this point, the buffer of y1 is longer than than the actual byte
// length of y1, because of the way y1 is constructed. The same is true for
// y2.
expect(y1.buffer.byteLength).toEqual(6 * 4);
expect(y2.buffer.byteLength).toEqual(6 * 4);
const yConcatenated = concatenateTypedArrays([y1, y2]);
expect(yConcatenated.byteLength).toEqual(6 * 4);
expect(new Float32Array(yConcatenated, 0, 3)).toEqual(x1);
expect(new Float32Array(yConcatenated, 3 * 4, 3)).toEqual(x2);
});
it('Concatenate Int32Array from SubArrays', () => {
const x1 = new Int32Array([11, 22, 33]);
const x2 = new Int32Array([-11, -22, -33]);
const xConcatenated = concatenateTypedArrays([x1, x2]);
const y1 = new Int32Array(xConcatenated, 0, 3);
const y2 = new Int32Array(xConcatenated, 3 * 4, 3);
// At this point, the buffer of y1 is longer than than the actual byte
// length of y1, because of the way y1 is constructed. The same is true for
// y2.
expect(y1.buffer.byteLength).toEqual(6 * 4);
expect(y2.buffer.byteLength).toEqual(6 * 4);
const yConcatenated = concatenateTypedArrays([y1, y2]);
expect(yConcatenated.byteLength).toEqual(6 * 4);
expect(new Int32Array(yConcatenated, 0, 3)).toEqual(x1);
expect(new Int32Array(yConcatenated, 3 * 4, 3)).toEqual(x2);
});
it('Concatenate Uint8Array from SubArrays', () => {
const x1 = new Uint8Array([11, 22, 33]);
const x2 = new Uint8Array([44, 55, 66]);
const xConcatenated = concatenateTypedArrays([x1, x2]);
const y1 = new Uint8Array(xConcatenated, 0, 3);
const y2 = new Uint8Array(xConcatenated, 3, 3);
// At this point, the buffer of y1 is longer than than the actual byte
// length of y1, because of the way y1 is constructed. The same is true for
// y2.
expect(y1.buffer.byteLength).toEqual(6);
expect(y2.buffer.byteLength).toEqual(6);
const yConcatenated = concatenateTypedArrays([y1, y2]);
expect(yConcatenated.byteLength).toEqual(6);
expect(new Uint8Array(yConcatenated, 0, 3)).toEqual(x1);
expect(new Uint8Array(yConcatenated, 3, 3)).toEqual(x2);
});
it('Concatenate mixed TypedArrays from SubArrays', () => {
const x1 = new Uint8Array([11, 22, 33, 44]);
const x2 = new Int32Array([-44, -55, -66]);
const x3 = new Float32Array([1.1, 2.2, 3.3]);
const xConcatenated = concatenateTypedArrays([x1, x2, x3]);
const y1 = new Uint8Array(xConcatenated, 0, 4);
const y2 = new Int32Array(xConcatenated, 4, 3);
const y3 = new Float32Array(xConcatenated, 4 + 3 * 4, 3);
// At this point, the buffer of y1 is longer than than the actual byte
// length of y1, because of the way y1 is constructed. The same is true for
// y2 and y3.
expect(y1.buffer.byteLength).toEqual(4 + 3 * 4 + 3 * 4);
expect(y2.buffer.byteLength).toEqual(4 + 3 * 4 + 3 * 4);
expect(y3.buffer.byteLength).toEqual(4 + 3 * 4 + 3 * 4);
const yConcatenated = concatenateTypedArrays([y1, y2, y3]);
expect(yConcatenated.byteLength).toEqual(4 + 3 * 4 + 3 * 4);
expect(new Uint8Array(yConcatenated, 0, 4)).toEqual(x1);
expect(new Int32Array(yConcatenated, 4, 3)).toEqual(x2);
expect(new Float32Array(yConcatenated, 4 + 3 * 4, 3)).toEqual(x3);
});
it('null and undefined inputs', () => {
expect(() => concatenateTypedArrays(null)).toThrow();
expect(() => concatenateTypedArrays(undefined)).toThrow();
});
it('empty input array', () => {
expect(concatenateTypedArrays([]).byteLength).toEqual(0);
});
it('Unsupported dtype', () => {
const x = new Int16Array([0, 1, 1, 0]);
// tslint:disable-next-line:no-any
expect(() => concatenateTypedArrays([x]))
.toThrowError(/Unsupported TypedArray subtype: Int16Array/);
});
});
describeWithFlags('encodeWeights', ALL_ENVS, () => {
it('Float32 tensors as NamedTensorMap', async () => {
const tensors = {
x1: tensor2d([[10, 20], [30, 40]]),
x2: scalar(42),
x3: tensor1d([-1.3, -3.7, 1.3, 3.7]),
};
const dataAndSpecs = await tf.io.encodeWeights(tensors);
const data = dataAndSpecs.data;
const specs = dataAndSpecs.specs;
expect(data.byteLength).toEqual(4 * (4 + 1 + 4));
expect(new Float32Array(data, 0, 4)).toEqual(new Float32Array([
10, 20, 30, 40
]));
expect(new Float32Array(data, 16, 1)).toEqual(new Float32Array([42]));
expect(new Float32Array(data, 20, 4)).toEqual(new Float32Array([
-1.3, -3.7, 1.3, 3.7
]));
expect(specs).toEqual([
{
name: 'x1',
dtype: 'float32',
shape: [2, 2],
},
{
name: 'x2',
dtype: 'float32',
shape: [],
},
{
name: 'x3',
dtype: 'float32',
shape: [4],
}
]);
});
it('Float32 tensors as NamedTensor array', async () => {
const tensors = [
{ name: 'x1234', tensor: tensor2d([[10, 20], [30, 40]]) }, {
name: 'a42',
tensor: scalar(42),
},
{ name: 'b41', tensor: tensor1d([-1.3, -3.7, 1.3, 3.7]) }
];
const dataAndSpecs = await tf.io.encodeWeights(tensors);
const data = dataAndSpecs.data;
const specs = dataAndSpecs.specs;
expect(data.byteLength).toEqual(4 * (4 + 1 + 4));
expect(new Float32Array(data, 0, 4)).toEqual(new Float32Array([
10, 20, 30, 40
]));
expect(new Float32Array(data, 16, 1)).toEqual(new Float32Array([42]));
expect(new Float32Array(data, 20, 4)).toEqual(new Float32Array([
-1.3, -3.7, 1.3, 3.7
]));
expect(specs).toEqual([
{
name: 'x1234',
dtype: 'float32',
shape: [2, 2],
},
{
name: 'a42',
dtype: 'float32',
shape: [],
},
{
name: 'b41',
dtype: 'float32',
shape: [4],
}
]);
});
it('Empty NamedTensor array', async () => {
const tensors = [];
const dataAndSpecs = await tf.io.encodeWeights(tensors);
const data = dataAndSpecs.data;
const specs = dataAndSpecs.specs;
expect(data.byteLength).toEqual(0);
expect(specs).toEqual([]);
});
it('Int32 tensors', async () => {
const tensors = {
x1: tensor2d([[10, 20], [30, 40]], [2, 2], 'int32'),
x2: scalar(42, 'int32'),
x3: tensor1d([-1, -3, -3, -7], 'int32'),
};
const dataAndSpecs = await tf.io.encodeWeights(tensors);
const data = dataAndSpecs.data;
const specs = dataAndSpecs.specs;
expect(data.byteLength).toEqual(4 * (4 + 1 + 4));
expect(new Int32Array(data, 0, 4)).toEqual(new Int32Array([
10, 20, 30, 40
]));
expect(new Int32Array(data, 16, 1)).toEqual(new Int32Array([42]));
expect(new Int32Array(data, 20, 4)).toEqual(new Int32Array([
-1, -3, -3, -7
]));
expect(specs).toEqual([
{
name: 'x1',
dtype: 'int32',
shape: [2, 2],
},
{
name: 'x2',
dtype: 'int32',
shape: [],
},
{
name: 'x3',
dtype: 'int32',
shape: [4],
}
]);
});
it('Bool tensors', async () => {
const tensors = {
x1: tensor2d([[true, false], [false, true]], [2, 2], 'bool'),
x2: scalar(false, 'bool'),
x3: tensor1d([false, true, true, false], 'bool'),
};
const dataAndSpecs = await tf.io.encodeWeights(tensors);
const data = dataAndSpecs.data;
const specs = dataAndSpecs.specs;
expect(data.byteLength).toEqual(4 + 1 + 4);
expect(new Uint8Array(data, 0, 4)).toEqual(new Uint8Array([1, 0, 0, 1]));
expect(new Uint8Array(data, 4, 1)).toEqual(new Uint8Array([0]));
expect(new Uint8Array(data, 5, 4)).toEqual(new Uint8Array([0, 1, 1, 0]));
expect(specs).toEqual([
{
name: 'x1',
dtype: 'bool',
shape: [2, 2],
},
{
name: 'x2',
dtype: 'bool',
shape: [],
},
{
name: 'x3',
dtype: 'bool',
shape: [4],
}
]);
});
it('Complex64 tensors', async () => {
const tensors = {
x1: tf.complex([1, 2], [1, 2]),
x2: tf.complex(1, 2),
x3: tf.complex([[1]], [[2]]),
};
const dataAndSpecs = await tf.io.encodeWeights(tensors);
const data = dataAndSpecs.data;
const specs = dataAndSpecs.specs;
expect(data.byteLength).toEqual(8 * 4);
expect(new Float32Array(data, 0, 4)).toEqual(new Float32Array([
1, 1, 2, 2
]));
expect(new Float32Array(data, 16, 2)).toEqual(new Float32Array([1, 2]));
expect(new Float32Array(data, 24, 2)).toEqual(new Float32Array([1, 2]));
expect(specs).toEqual([
{
name: 'x1',
dtype: 'complex64',
shape: [2],
},
{
name: 'x2',
dtype: 'complex64',
shape: [],
},
{
name: 'x3',
dtype: 'complex64',
shape: [1, 1],
}
]);
});
it('String tensors', async () => {
const tensors = {
x1: tensor2d([['a', 'bc'], ['def', 'g']], [2, 2]),
x2: scalar(''),
x3: tensor1d(['здраво', 'поздрав']),
x4: scalar('正常'),
x5: scalar('hello') // Single string.
};
const dataAndSpecs = await tf.io.encodeWeights(tensors);
const data = dataAndSpecs.data;
const specs = dataAndSpecs.specs;
const x1ByteLength = 7 + 4 * 4; // 7 ascii chars + 4 ints.
const x2ByteLength = 4; // No chars + 1 int.
const x3ByteLength = 13 * 2 + 2 * 4; // 13 cyrillic letters + 2 ints.
const x4ByteLength = 6 + 1 * 4; // 2 east asian letters + 1 int.
const x5ByteLength = 5 + 1 * 4; // 5 ascii chars + 1 int.
expect(data.byteLength)
.toEqual(x1ByteLength + x2ByteLength + x3ByteLength + x4ByteLength +
x5ByteLength);
// x1 'a'.
expect(new Uint32Array(data, 0, 1)[0]).toBe(1);
expect(new Uint8Array(data, 4, 1)).toEqual(encodeString('a'));
// x1 'bc'.
expect(new Uint32Array(data.slice(5, 9))[0]).toBe(2);
expect(new Uint8Array(data, 9, 2)).toEqual(encodeString('bc'));
// x1 'def'.
expect(new Uint32Array(data.slice(11, 15))[0]).toBe(3);
expect(new Uint8Array(data, 15, 3)).toEqual(encodeString('def'));
// x1 'g'.
expect(new Uint32Array(data.slice(18, 22))[0]).toBe(1);
expect(new Uint8Array(data, 22, 1)).toEqual(encodeString('g'));
// x2 is empty string.
expect(new Uint32Array(data.slice(23, 27))[0]).toBe(0);
// x3 'здраво'.
expect(new Uint32Array(data.slice(27, 31))[0]).toBe(12);
expect(new Uint8Array(data, 31, 12)).toEqual(encodeString('здраво'));
// x3 'поздрав'.
expect(new Uint32Array(data.slice(43, 47))[0]).toBe(14);
expect(new Uint8Array(data, 47, 14)).toEqual(encodeString('поздрав'));
// x4 '正常'.
expect(new Uint32Array(data.slice(61, 65))[0]).toBe(6);
expect(new Uint8Array(data, 65, 6)).toEqual(encodeString('正常'));
// x5 'hello'.
expect(new Uint32Array(data.slice(71, 75))[0]).toBe(5);
expect(new Uint8Array(data, 75, 5)).toEqual(encodeString('hello'));
expect(specs).toEqual([
{ name: 'x1', dtype: 'string', shape: [2, 2] },
{ name: 'x2', dtype: 'string', shape: [] },
{ name: 'x3', dtype: 'string', shape: [2] },
{ name: 'x4', dtype: 'string', shape: [] },
{ name: 'x5', dtype: 'string', shape: [] }
]);
});
it('Mixed dtype tensors', async () => {
const tensors = {
x1: tensor2d([[10, 20], [30, 40]], [2, 2], 'int32'),
x2: scalar(13.37, 'float32'),
x3: tensor1d([true, false, false, true], 'bool'),
x4: tf.complex([1, 1], [2, 2])
};
const dataAndSpecs = await tf.io.encodeWeights(tensors);
const data = dataAndSpecs.data;
const specs = dataAndSpecs.specs;
expect(data.byteLength).toEqual(4 * 4 + 4 * 1 + 1 * 4 + 4 * 4);
expect(new Int32Array(data, 0, 4)).toEqual(new Int32Array([
10, 20, 30, 40
]));
expect(new Float32Array(data, 16, 1)).toEqual(new Float32Array([13.37]));
expect(new Uint8Array(data, 20, 4)).toEqual(new Uint8Array([1, 0, 0, 1]));
expect(new Float32Array(data, 24, 4)).toEqual(new Float32Array([
1, 2, 1, 2
]));
expect(specs).toEqual([
{
name: 'x1',
dtype: 'int32',
shape: [2, 2],
},
{
name: 'x2',
dtype: 'float32',
shape: [],
},
{
name: 'x3',
dtype: 'bool',
shape: [4],
},
{
name: 'x4',
dtype: 'complex64',
shape: [2],
}
]);
});
});
describeWithFlags('decodeWeights', {}, () => {
function toStream(buffer) {
let position = 0;
const chunkSize = 14; // something relatively small for testing
return new ReadableStream({
pull: (controller) => {
if (position < buffer.byteLength) {
const chunk = buffer.slice(position, position + chunkSize);
position += chunkSize;
controller.enqueue(chunk);
}
else {
controller.close();
}
}
});
}
async function decodeAsBuffer(data, specs) {
const result = tf.io.decodeWeights(data, specs);
// Make sure it doesn't return a promise.
expect(result).not.toBeInstanceOf(Promise);
// Wrap it in a promise to work with the tests.
return Promise.resolve(result);
}
async function decodeAsStream(data, specs) {
return tf.io.decodeWeightsStream(toStream(data), specs);
}
for (const [name, decode] of [['from arraybuffer', decodeAsBuffer],
['from stream', decodeAsStream]]) {
describe(name, () => {
it('Mixed dtype tensors', async () => {
const tensors = {
x1: tensor2d([[10, 20], [30, 40]], [2, 2], 'int32'),
x2: scalar(13.37, 'float32'),
x3: tensor1d([true, false, false], 'bool'),
x4: tensor2d([['здраво', 'a'], ['b', 'c']], [2, 2], 'string'),
x5: tensor1d([''], 'string'),
x6: scalar('hello'),
y1: tensor2d([-10, -20, -30], [3, 1], 'float32'),
y2: tf.complex([1, 1], [2, 2])
};
const dataAndSpecs = await tf.io.encodeWeights(tensors);
const data = dataAndSpecs.data;
const specs = dataAndSpecs.specs;
const res = await decode(data, specs);
expect(Object.keys(res).length).toEqual(8);
expectArraysEqual(await res['x1'].data(), await tensors['x1'].data());
expectArraysEqual(await res['x2'].data(), await tensors['x2'].data());
expectArraysEqual(await res['x3'].data(), await tensors['x3'].data());
expectArraysEqual(await res['x4'].data(), await tensors['x4'].data());
expectArraysEqual(await res['x5'].data(), await tensors['x5'].data());
expectArraysEqual(await res['x6'].data(), await tensors['x6'].data());
expectArraysEqual(await res['y1'].data(), await tensors['y1'].data());
expectArraysEqual(await res['y2'].data(), await tensors['y2'].data());
});
it('Unsupported dtype raises Error', async () => {
const buffer = new ArrayBuffer(4);
// tslint:disable-next-line:no-any
const specs = [
{
name: 'x',
dtype: 'int16',
shape: [],
},
{ name: 'y', dtype: 'int16', shape: [] }
];
await expectAsync(decode(buffer, specs))
.toBeRejectedWithError(/Unsupported dtype in weight \'x\': int16/);
});
it('support quantization uint8 weights', async () => {
const manifestSpecs = [
{
'name': 'weight0',
'dtype': 'float32',
'shape': [3],
'quantization': { 'min': -1, 'scale': 0.1, 'dtype': 'uint8' }
},
{
'name': 'weight1',
'dtype': 'int32',
'shape': [3],
'quantization': { 'min': -1, 'scale': 0.1, 'dtype': 'uint8' }
}
];
const data = new Uint8Array([0, 48, 255, 0, 48, 255]);
const decoded = await decode(data.buffer, manifestSpecs);
const weight0 = decoded['weight0'];
expectArraysClose(await weight0.data(), [-1, 3.8, 24.5]);
expect(weight0.shape).toEqual([3]);
expect(weight0.dtype).toEqual('float32');
const weight1 = decoded['weight1'];
expectArraysEqual(await weight1.data(), [-1, 4, 25]);
expect(weight1.shape).toEqual([3]);
expect(weight1.dtype).toEqual('int32');
});
it('support quantization uint16 weights', async () => {
const manifestSpecs = [
{
'name': 'weight0',
'dtype': 'float32',
'shape': [3],
'quantization': { 'min': -1, 'scale': 0.1, 'dtype': 'uint16' }
},
{
'name': 'weight1',
'dtype': 'int32',
'shape': [3],
'quantization': { 'min': -1, 'scale': 0.1, 'dtype': 'uint16' }
}
];
const data = new Uint16Array([0, 48, 255, 0, 48, 255]);
const decoded = await decode(data.buffer, manifestSpecs);
const weight0 = decoded['weight0'];
expectArraysClose(await weight0.data(), [-1, 3.8, 24.5]);
expect(weight0.shape).toEqual([3]);
expect(weight0.dtype).toEqual('float32');
const weight1 = decoded['weight1'];
expectArraysEqual(await weight1.data(), [-1, 4, 25]);
expect(weight1.shape).toEqual([3]);
expect(weight1.dtype).toEqual('int32');
});
it('support quantization float16 weights', async () => {
const manifestSpecs = [
{
name: 'weight0',
dtype: 'float32',
shape: [3],
quantization: { dtype: 'float16' },
},
];
const data = new Uint16Array([13312, 14336, 14848]);
const decoded = await decode(data.buffer, manifestSpecs);
const weight0 = decoded['weight0'];
expectArraysClose(await weight0.data(), [0.25, 0.5, 0.75]);
expect(weight0.shape).toEqual([3]);
expect(weight0.dtype).toEqual('float32');
});
});
}
});
describe('stringByteLength', () => {
it('ASCII only', () => {
const str = '_Lorem ipsum 1337!';
expect(stringByteLength(str)).toEqual(str.length);
});
it('Mixed narrow and wide chars', () => {
const str = 'aЖ文1';
expect(stringByteLength(str.slice(0, 1))).toEqual(1);
expect(stringByteLength(str.slice(0, 2))).toEqual(3);
expect(stringByteLength(str.slice(0, 3))).toEqual(6);
expect(stringByteLength(str.slice(0, 4))).toEqual(7);
});
});
describeWithFlags('arrayBufferToBase64String-base64StringToArrayBuffer', BROWSER_ENVS, () => {
it('Round trip', () => {
// Generate some semi-random binary data.
const x = [];
for (let k = 0; k < 2; ++k) {
for (let i = 0; i < 254; ++i) {
x.push(i + k);
}
for (let i = 254; i >= 0; --i) {
x.push(i + k);
}
}
const buffer = Uint8Array.from(x).buffer;
const base64Str = arrayBufferToBase64String(buffer);
const decoded = Array.from(new Uint8Array(base64StringToArrayBuffer(base64Str)));
expect(decoded).toEqual(x);
});
});
describe('concatenateArrayBuffers', () => {
// TODO(mattSoulanille): Move these tests to CompositeArrayBuffer.join when
// concatenateArrayBuffers is removed.
it('Concatenate 3 non-empty ArrayBuffers', () => {
const buffer1 = new Uint8Array([1, 2, 3]);
const buffer2 = new Uint8Array([11, 22, 33, 44]);
const buffer3 = new Uint8Array([111, 222, 100]);
const out = concatenateArrayBuffers([buffer1.buffer, buffer2.buffer, buffer3.buffer]);
expect(new Uint8Array(out)).toEqual(new Uint8Array([
1, 2, 3, 11, 22, 33, 44, 111, 222, 100
]));
});
it('Concatenate non-empty and empty ArrayBuffers', () => {
const buffer1 = new Uint8Array([1, 2, 3]);
const buffer2 = new Uint8Array([11, 22, 33, 44]);
const buffer3 = new Uint8Array([]);
const buffer4 = new Uint8Array([150, 100, 50]);
const out = concatenateArrayBuffers([buffer1.buffer, buffer2.buffer, buffer3.buffer, buffer4.buffer]);
expect(new Uint8Array(out)).toEqual(new Uint8Array([
1, 2, 3, 11, 22, 33, 44, 150, 100, 50
]));
});
it('A single ArrayBuffer', () => {
const buffer1 = new Uint8Array([1, 3, 3, 7]);
const out = concatenateArrayBuffers([buffer1.buffer]);
expect(new Uint8Array(out)).toEqual(buffer1);
});
it('Zero ArrayBuffers', () => {
expect(new Uint8Array(concatenateArrayBuffers([])))
.toEqual(new Uint8Array([]));
});
});
describe('basename', () => {
it('Paths without slashes', () => {
expect(basename('foo.txt')).toEqual('foo.txt');
expect(basename('bar')).toEqual('bar');
});
it('Paths with slashes', () => {
expect(basename('qux/foo.txt')).toEqual('foo.txt');
expect(basename('qux/My Model.json')).toEqual('My Model.json');
expect(basename('foo/bar/baz')).toEqual('baz');
expect(basename('/foo/bar/baz')).toEqual('baz');
expect(basename('foo/bar/baz/')).toEqual('baz');
expect(basename('foo/bar/baz//')).toEqual('baz');
});
});
describe('float16', () => {
it('decodes NaN to float32 NaN', () => {
const decoder = getFloat16Decoder();
const float16NaN = 0x00007e00;
const buffer = new Uint16Array([float16NaN]);
const f32 = decoder(buffer);
expect(f32).toEqual(new Float32Array([NaN]));
});
it('decodes ±Infinity to float32 ±Infinity', () => {
const decoder = getFloat16Decoder();
const positiveInfinity = 0x00007c00;
const negativeInfinity = 0xfffffc00;
const buffer = new Uint16Array([positiveInfinity, negativeInfinity]);
const f32 = decoder(buffer);
expect(f32).toEqual(new Float32Array([Infinity, -Infinity]));
});
it('decodes ±0 to float32 ±0', () => {
const decoder = getFloat16Decoder();
const positiveZero = 0x00000000;
const negativeZero = 0xffff8000;
const buffer = new Uint16Array([positiveZero, negativeZero]);
const f32 = decoder(buffer);
expect(f32).toEqual(new Float32Array([0.0, -0.0]));
});
it('decodes -Infinity on underflow', () => {
const decoder = getFloat16Decoder();
const minVal = 0xfffffbff;
const buffer = new Uint16Array([minVal + 1]);
const f32 = decoder(buffer);
expect(f32).toEqual(new Float32Array([-Infinity]));
});
it('decodes +Infinity on overflow', () => {
const decoder = getFloat16Decoder();
const maxVal = 0x00007bff;
const buffer = new Uint16Array([maxVal + 1]);
const f32 = decoder(buffer);
expect(f32).toEqual(new Float32Array([Infinity]));
});
it('decodes interpretable float16 to float32', () => {
const decoder = getFloat16Decoder();
const buffer = new Uint16Array([
0x00003400,
0x00003800,
0x00003A00,
0x00003555
]);
const f32 = decoder(buffer);
expect(f32[0]).toBeCloseTo(0.25);
expect(f32[1]).toBeCloseTo(0.5);
expect(f32[2]).toBeCloseTo(0.75);
expect(f32[3]).toBeCloseTo(0.333);
});
});
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiaW9fdXRpbHNfdGVzdC5qcyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uLy4uLy4uLy4uLy4uL3RmanMtY29yZS9zcmMvaW8vaW9fdXRpbHNfdGVzdC50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFBQTs7Ozs7Ozs7Ozs7Ozs7O0dBZUc7QUFFSCxPQUFPLEtBQUssRUFBRSxNQUFNLFVBQVUsQ0FBQztBQUMvQixPQUFPLEVBQUMsUUFBUSxFQUFFLFlBQVksRUFBRSxpQkFBaUIsRUFBQyxNQUFNLGlCQUFpQixDQUFDO0FBQzFFLE9BQU8sRUFBQyxNQUFNLEVBQUUsUUFBUSxFQUFFLFFBQVEsRUFBQyxNQUFNLFlBQVksQ0FBQztBQUV0RCxPQUFPLEVBQUMsaUJBQWlCLEVBQUMsTUFBTSxjQUFjLENBQUM7QUFDL0MsT0FBTyxFQUFDLGlCQUFpQixFQUFDLE1BQU0sY0FBYyxDQUFDO0FBQy9DLE9BQU8sRUFBQyxZQUFZLEVBQUMsTUFBTSxTQUFTLENBQUM7QUFFckMsT0FBTyxFQUFDLHlCQUF5QixFQUFFLHlCQUF5QixFQUFFLFFBQVEsRUFBRSx1QkFBdUIsRUFBRSxzQkFBc0IsRUFBRSxnQkFBZ0IsRUFBRSxpQkFBaUIsRUFBQyxNQUFNLFlBQVksQ0FBQztBQUdoTCxRQUFRLENBQUMsd0JBQXdCLEVBQUUsR0FBRyxFQUFFO0lBQ3RDLEVBQUUsQ0FBQyxxQkFBcUIsRUFBRSxHQUFHLEVBQUU7UUFDN0IsTUFBTSxDQUFDLEdBQUcsSUFBSSxZQUFZLENBQUMsQ0FBQyxHQUFHLEVBQUUsR0FBRyxFQUFFLEdBQUcsQ0FBQyxDQUFDLENBQUM7UUFDNUMsTUFBTSxNQUFNLEdBQUcsc0JBQXNCLENBQUMsQ0FBQyxDQUFDLENBQUMsQ0FBQyxDQUFDO1FBQzNDLE1BQU0sQ0FBQyxNQUFNLENBQUMsVUFBVSxDQUFDLENBQUMsT0FBTyxDQUFDLEVBQUUsQ0FBQyxDQUFDO1FBQ3RDLE1BQU0sQ0FBQyxJQUFJLFlBQVksQ0FBQyxNQUFNLEVBQUUsQ0FBQyxFQUFFLENBQUMsQ0FBQyxDQUFDLENBQUMsT0FBTyxDQUFDLENBQUMsQ0FBQyxDQUFDO0lBQ3BELENBQUMsQ0FBQyxDQUFDO0lBRUgsRUFBRSxDQUFDLGNBQWMsRUFBRSxHQUFHLEVBQUU7UUFDdEIsTUFBTSxDQUFDLEdBQUcsSUFBSSxZQUFZLENBQUMsQ0FBQyxHQUFHLEVBQUUsR0FBRyxFQUFFLEdBQUcsQ0FBQyxDQUFDLENBQUM7UUFDNUMsTUFBTSxDQUFDLEdBQUcsSUFBSSxZQUFZLENBQUMsQ0FBQyxDQUFDLEdBQUcsRUFBRSxDQUFDLEdBQUcsRUFBRSxDQUFDLEdBQUcsQ0FBQyxDQUFDLENBQUM7UUFDL0MsTUFBTSxNQUFNLEdBQUcsc0JBQXNCLENBQUMsQ0FBQyxDQUFDLEVBQUUsQ0FBQyxDQUFDLENBQUMsQ0FBQztRQUM5QyxNQUFNLENBQUMsTUFBTSxDQUFDLFVBQVUsQ0FBQyxDQUFDLE9BQU8sQ0FBQyxFQUFFLENBQUMsQ0FBQztRQUN0QyxNQUFNLENBQUMsSUFBSSxZQUFZLENBQUMsTUFBTSxFQUFFLENBQUMsRUFBRSxDQUFDLENBQUMsQ0FBQyxDQUFDLE9BQU8sQ0FBQyxDQUFDLENBQUMsQ0FBQztRQUNsRCxNQUFNLENBQUMsSUFBSSxZQUFZLENBQUMsTUFBTSxFQUFFLEVBQUUsRUFBRSxDQUFDLENBQUMsQ0FBQyxDQUFDLE9BQU8sQ0FBQyxDQUFDLENBQUMsQ0FBQztJQUNyRCxDQUFDLENBQUMsQ0FBQztJQUNILEVBQUUsQ0FBQyxxQkFBcUIsRUFBRSxHQUFHLEVBQUU7UUFDN0IsTUFBTSxDQUFDLEdBQUcsSUFBSSxVQUFVLENBQUMsQ0FBQyxFQUFFLEVBQUUsRUFBRSxFQUFFLEVBQUUsQ0FBQyxDQUFDLENBQUM7UUFDdkMsTUFBTSxNQUFNLEdBQUcsc0JBQXNCLENBQUMsQ0FBQyxDQUFDLENBQUMsQ0FBQyxDQUFDO1FBQzNDLE1BQU0sQ0FBQyxNQUFNLENBQUMsVUFBVSxDQUFDLENBQUMsT0FBTyxDQUFDLEVBQUUsQ0FBQyxDQUFDO1FBQ3RDLE1BQU0sQ0FBQyxJQUFJLFVBQVUsQ0FBQyxNQUFNLEVBQUUsQ0FBQyxFQUFFLENBQUMsQ0FBQyxDQUFDLENBQUMsT0FBTyxDQUFDLENBQUMsQ0FBQyxDQUFDO0lBQ2xELENBQUMsQ0FBQyxDQUFDO0lBRUgsRUFBRSxDQUFDLGNBQWMsRUFBRSxHQUFHLEVBQUU7UUFDdEIsTUFBTSxDQUFDLEdBQUcsSUFBSSxVQUFVLENBQUMsQ0FBQyxFQUFFLEVBQUUsRUFBRSxFQUFFLEVBQUUsQ0FBQyxDQUFDLENBQUM7UUFDdkMsTUFBTSxDQUFDLEdBQUcsSUFBSSxVQUFVLENBQUMsQ0FBQyxDQUFDLEVBQUUsRUFBRSxDQUFDLEVBQUUsRUFBRSxDQUFDLEVBQUUsQ0FBQyxDQUFDLENBQUM7UUFDMUMsTUFBTSxNQUFNLEdBQUcsc0JBQXNCLENBQUMsQ0FBQyxDQUFDLEVBQUUsQ0FBQyxDQUFDLENBQUMsQ0FBQztRQUM5QyxNQUFNLENBQUMsTUFBTSxDQUFDLFVBQVUsQ0FBQyxDQUFDLE9BQU8sQ0FBQyxFQUFFLENBQUMsQ0FBQztRQUN0QyxNQUFNLENBQUMsSUFBSSxVQUFVLENBQUMsTUFBTSxFQUFFLENBQUMsRUFBRSxDQUFDLENBQUMsQ0FBQyxDQUFDLE9BQU8sQ0FBQyxDQUFDLENBQUMsQ0FBQztRQUNoRCxNQUFNLENBQUMsSUFBSSxVQUFVLENBQUMsTUFBTSxFQUFFLEVBQUUsRUFBRSxDQUFDLENBQUMsQ0FBQyxDQUFDLE9BQU8sQ0FBQyxDQUFDLENBQUMsQ0FBQztJQUNuRCxDQUFDLENBQUMsQ0FBQztJQUVILEVBQUUsQ0FBQyxxQkFBcUIsRUFBRSxHQUFHLEVBQUU7UUFDN0IsTUFBTSxDQUFDLEdBQUcsSUFBSSxVQUFVLENBQUMsQ0FBQyxFQUFFLEVBQUUsRUFBRSxFQUFFLEVBQUUsQ0FBQyxDQUFDLENBQUM7UUFDdkMsTUFBTSxNQUFNLEdBQUcsc0JBQXNCLENBQUMsQ0FBQyxDQUFDLENBQUMsQ0FBQyxDQUFDO1FBQzNDLE1BQU0sQ0FBQyxNQUFNLENBQUMsVUFBVSxDQUFDLENBQUMsT0FBTyxDQUFDLENBQUMsQ0FBQyxDQUFDO1FBQ3JDLE1BQU0sQ0FBQyxJQUFJLFVBQVUsQ0FBQyxNQUFNLEVBQUUsQ0FBQyxFQUFFLENBQUMsQ0FBQyxDQUFDLENBQUMsT0FBTyxDQUFDLENBQUMsQ0FBQyxDQUFDO0lBQ2xELENBQUMsQ0FBQyxDQUFDO0lBRUgsRUFBRSxDQUFDLGNBQWMsRUFBRSxHQUFHLEVBQUU7UUFDdEIsTUFBTSxDQUFDLEdBQUcsSUFBSSxVQUFVLENBQUMsQ0FBQyxFQUFFLEVBQUUsRUFBRSxFQUFFLEVBQUUsQ0FBQyxDQUFDLENBQUM7UUFDdkMsTUFBTSxDQUFDLEdBQUcsSUFBSSxVQUFVLENBQUMsQ0FBQyxHQUFHLEVBQUUsR0FBRyxFQUFFLEdBQUcsQ0FBQyxDQUFDLENBQUM7UUFDMUMsTUFBTSxNQUFNLEdBQUcsc0JBQXNCLENBQUMsQ0FBQyxDQUFDLEVBQUUsQ0FBQyxDQUFDLENBQUMsQ0FBQztRQUM5QyxNQUFNLENBQUMsTUFBTSxDQUFDLFVBQVUsQ0FBQyxDQUFDLE9BQU8sQ0FBQyxDQUFDLENBQUMsQ0FBQztRQUNyQyxNQUFNLENBQUMsSUFBSSxVQUFVLENBQUMsTUFBTSxFQUFFLENBQUMsRUFBRSxDQUFDLENBQUMsQ0FBQyxDQUFDLE9BQU8sQ0FBQyxDQUFDLENBQUMsQ0FBQztRQUNoRCxNQUFNLENBQUMsSUFBSSxVQUFVLENBQUMsTUFBTSxFQUFFLENBQUMsRUFBRSxDQUFDLENBQUMsQ0FBQyxDQUFDLE9BQU8sQ0FBQyxDQUFDLENBQUMsQ0FBQztJQUNsRCxDQUFDLENBQUMsQ0FBQztJQUVILEVBQUUsQ0FBQyx1Q0FBdUMsRUFBRSxHQUFHLEVBQUU7UUFDL0MsTUFBTSxDQUFDLEdBQUcsSUFBSSxVQUFVLENBQUMsQ0FBQyxDQUFDLEVBQUUsQ0FBQyxFQUFFLENBQUMsRUFBRSxDQUFDLENBQUMsQ0FBQyxDQUFDO1FBQ3ZDLE1BQU0sQ0FBQyxHQUFHLElBQUksVUFBVSxDQUFDLENBQUMsRUFBRSxFQUFFLEVBQUUsRUFBRSxFQUFFLEVBQUUsRUFBRSxDQUFDLENBQUMsQ0FBQztRQUMzQyxNQUFNLENBQUMsR0FBRyxJQUFJLFlBQVksQ0FBQyxDQUFDLENBQUMsR0FBRyxFQUFFLENBQUMsR0FBRyxFQUFFLENBQUMsR0FBRyxFQUFFLENBQUMsR0FBRyxDQUFDLENBQUMsQ0FBQztRQUNyRCxNQUFNLE1BQU0sR0FBRyxzQkFBc0IsQ0FBQyxDQUFDLENBQUMsRUFBRSxDQUFDLEVBQUUsQ0FBQyxDQUFDLENBQUMsQ0FBQztRQUNqRCxNQUFNLENBQUMsTUFBTSxDQUFDLFVBQVUsQ0FBQyxDQUFDLE9BQU8sQ0FBQyxDQUFDLEdBQUcsQ0FBQyxHQUFHLENBQUMsR0FBRyxDQUFDLEdBQUcsQ0FBQyxHQUFHLENBQUMsQ0FBQyxDQUFDO1FBQ3pELE1BQU0sQ0FBQyxJQUFJLFVBQVUsQ0FBQyxNQUFNLEVBQUUsQ0FBQyxFQUFFLENBQUMsQ0FBQyxDQUFDLENBQUMsT0FBTyxDQUFDLENBQUMsQ0FBQyxDQUFDO1FBQ2hELE1BQU0sQ0FBQyxJQUFJLFVBQVUsQ0FBQyxNQUFNLEVBQUUsQ0FBQyxFQUFFLENBQUMsQ0FBQyxDQUFDLENBQUMsT0FBTyxDQUFDLENBQUMsQ0FBQyxDQUFDO1FBQ2hELE1BQU0sQ0FBQyxJQUFJLFlBQVksQ0FBQyxNQUFNLEVBQUUsRUFBRSxFQUFFLENBQUMsQ0FBQyxDQUFDLENBQUMsT0FBTyxDQUFDLENBQUMsQ0FBQyxDQUFDO0lBQ3JELENBQUMsQ0FBQyxDQUFDO0lBRUgsRUFBRSxDQUFDLDBDQUEwQyxFQUFFLEdBQUcsRUFBRTtRQUNsRCxNQUFNLEVBQUUsR0FBRyxJQUFJLFlBQVksQ0FBQyxDQUFDLEdBQUcsRUFBRSxHQUFHLEVBQUUsR0FBRyxDQUFDLENBQUMsQ0FBQztRQUM3QyxNQUFNLEVBQUUsR0FBRyxJQUFJLFlBQVksQ0FBQyxDQUFDLENBQUMsR0FBRyxFQUFFLENBQUMsR0FBRyxFQUFFLENBQUMsR0FBRyxDQUFDLENBQUMsQ0FBQztRQUNoRCxNQUFNLGFBQWEsR0FBRyxzQkFBc0IsQ0FBQyxDQUFDLEVBQUUsRUFBRSxFQUFFLENBQUMsQ0FBQyxDQUFDO1FBQ3ZELE1BQU0sRUFBRSxHQUFHLElBQUksWUFBWSxDQUFDLGFBQWEsRUFBRSxDQUFDLEVBQUUsQ0FBQyxDQUFDLENBQUM7UUFDakQsTUFBTSxFQUFFLEdBQUcsSUFBSSxZQUFZLENBQUMsYUFBYSxFQUFFLENBQUMsR0FBRyxDQUFDLEVBQUUsQ0FBQyxDQUFDLENBQUM7UUFDckQsc0VBQXNFO1FBQ3RFLDJFQUEyRTtRQUMzRSxNQUFNO1FBQ04sTUFBTSxDQUFDLEVBQUUsQ0FBQyxNQUFNLENBQUMsVUFBVSxDQUFDLENBQUMsT0FBTyxDQUFDLENBQUMsR0FBRyxDQUFDLENBQUMsQ0FBQztRQUM1QyxNQUFNLENBQUMsRUFBRSxDQUFDLE1BQU0sQ0FBQyxVQUFVLENBQUMsQ0FBQyxPQUFPLENBQUMsQ0FBQyxHQUFHLENBQUMsQ0FBQyxDQUFDO1FBRTVDLE1BQU0sYUFBYSxHQUFHLHNCQUFzQixDQUFDLENBQUMsRUFBRSxFQUFFLEVBQUUsQ0FBQyxDQUFDLENBQUM7UUFDdkQsTUFBTSxDQUFDLGFBQWEsQ0FBQyxVQUFVLENBQUMsQ0FBQyxPQUFPLENBQUMsQ0FBQyxHQUFHLENBQUMsQ0FBQyxDQUFDO1FBQ2hELE1BQU0sQ0FBQyxJQUFJLFlBQVksQ0FBQyxhQUFhLEVBQUUsQ0FBQyxFQUFFLENBQUMsQ0FBQyxDQUFDLENBQUMsT0FBTyxDQUFDLEVBQUUsQ0FBQyxDQUFDO1FBQzFELE1BQU0sQ0FBQyxJQUFJLFlBQVksQ0FBQyxhQUFhLEVBQUUsQ0FBQyxHQUFHLENBQUMsRUFBRSxDQUFDLENBQUMsQ0FBQyxDQUFDLE9BQU8sQ0FBQyxFQUFFLENBQUMsQ0FBQztJQUNoRSxDQUFDLENBQUMsQ0FBQztJQUVILEVBQUUsQ0FBQyx1Q0FBdUMsRUFBRSxHQUFHLEVBQUU7UUFDL0MsTUFBTSxFQUFFLEdBQUcsSUFBSSxVQUFVLENBQUMsQ0FBQyxFQUFFLEVBQUUsRUFBRSxFQUFFLEVBQUUsQ0FBQyxDQUFDLENBQUM7UUFDeEMsTUFBTSxFQUFFLEdBQUcsSUFBSSxVQUFVLENBQUMsQ0FBQyxDQUFDLEVBQUUsRUFBRSxDQUFDLEVBQUUsRUFBRSxDQUFDLEVBQUUsQ0FBQyxDQUFDLENBQUM7UUFDM0MsTUFBTSxhQUFhLEdBQUcsc0JBQXNCLENBQUMsQ0FBQyxFQUFFLEVBQUUsRUFBRSxDQUFDLENBQUMsQ0FBQztRQUN2RCxNQUFNLEVBQUUsR0FBRyxJQUFJLFVBQVUsQ0FBQyxhQUFhLEVBQUUsQ0FBQyxFQUFFLENBQUMsQ0FBQyxDQUFDO1FBQy9DLE1BQU0sRUFBRSxHQUFHLElBQUksVUFBVSxDQUFDLGFBQWEsRUFBRSxDQUFDLEdBQUcsQ0FBQyxFQUFFLENBQUMsQ0FBQyxDQUFDO1FBQ25ELHNFQUFzRTtRQUN0RSwyRUFBMkU7UUFDM0UsTUFBTTtRQUNOLE1BQU0sQ0FBQyxFQUFFLENBQUMsTUFBTSxDQUFDLFVBQVUsQ0FBQyxDQUFDLE9BQU8sQ0FBQyxDQUFDLEdBQUcsQ0FBQyxDQUFDLENBQUM7UUFDNUMsTUFBTSxDQUFDLEVBQUUsQ0FBQyxNQUFNLENBQUMsVUFBVSxDQUFDLENBQUMsT0FBTyxDQUFDLENBQUMsR0FBRyxDQUFDLENBQUMsQ0FBQztRQUU1QyxNQUFNLGFBQWEsR0FBRyxzQkFBc0IsQ0FBQyxDQUFDLEVBQUUsRUFBRSxFQUFFLENBQUMsQ0FBQyxDQUFDO1FBQ3ZELE1BQU0sQ0FBQyxhQUFhLENBQUMsVUFBVSxDQUFDLENBQUMsT0FBTyxDQUFDLENBQUMsR0FBRyxDQUFDLENBQUMsQ0FBQztRQUNoRCxNQUFNLENBQUMsSUFBSSxVQUFVLENBQUMsYUFBYSxFQUFFLENBQUMsRUFBRSxDQUFDLENBQUMsQ0FBQyxDQUFDLE9BQU8sQ0FBQyxFQUFFLENBQUMsQ0FBQztRQUN4RCxNQUFNLENBQUMsSUFBSSxVQUFVLENBQUMsYUFBYSxFQUFFLENBQUMsR0FBRyxDQUFDLEVBQUUsQ0FBQyxDQUFDLENBQUMsQ0FBQyxPQUFPLENBQUMsRUFBRSxDQUFDLENBQUM7SUFDOUQsQ0FBQyxDQUFDLENBQUM7SUFFSCxFQUFFLENBQUMsdUNBQXVDLEVBQUUsR0FBRyxFQUFFO1FBQy9DLE1BQU0sRUFBRSxHQUFHLElBQUksVUFBVSxDQUFDLENBQUMsRUFBRSxFQUFFLEVBQUUsRUFBRSxFQUFFLENBQUMsQ0FBQyxDQUFDO1FBQ3hDLE1BQU0sRUFBRSxHQUFHLElBQUksVUFBVSxDQUFDLENBQUMsRUFBRSxFQUFFLEVBQUUsRUFBRSxFQUFFLENBQUMsQ0FBQyxDQUFDO1FBQ3hDLE1BQU0sYUFBYSxHQUFHLHNCQUFzQixDQUFDLENBQUMsRUFBRSxFQUFFLEVBQUUsQ0FBQyxDQUFDLENBQUM7UUFDdkQsTUFBTSxFQUFFLEdBQUcsSUFBSSxVQUFVLENBQUMsYUFBYSxFQUFFLENBQUMsRUFBRSxDQUFDLENBQUMsQ0FBQztRQUMvQyxNQUFNLEVBQUUsR0FBRyxJQUFJLFVBQVUsQ0FBQyxhQUFhLEVBQUUsQ0FBQyxFQUFFLENBQUMsQ0FBQyxDQUFDO1FBQy9DLHNFQUFzRTtRQUN0RSwyRUFBMkU7UUFDM0UsTUFBTTtRQUNOLE1BQU0sQ0FBQyxFQUFFLENBQUMsTUFBTSxDQUFDLFVBQVUsQ0FBQyxDQUFDLE9BQU8sQ0FBQyxDQUFDLENBQUMsQ0FBQztRQUN4QyxNQUFNLENBQUMsRUFBRSxDQUFDLE1BQU0sQ0FBQyxVQUFVLENBQUMsQ0FBQyxPQUFPLENBQUMsQ0FBQyxDQUFDLENBQUM7UUFFeEMsTUFBTSxhQUFhLEdBQUcsc0JBQXNCLENBQUMsQ0FBQyxFQUFFLEVBQUUsRUFBRSxDQUFDLENBQUMsQ0FBQztRQUN2RCxNQUFNLENBQUMsYUFBYSxDQUFDLFVBQVUsQ0FBQyxDQUFDLE9BQU8sQ0FBQyxDQUFDLENBQUMsQ0FBQztRQUM1QyxNQUFNLENBQUMsSUFBSSxVQUFVLENBQUMsYUFBYSxFQUFFLENBQUMsRUFBRSxDQUFDLENBQUMsQ0FBQyxDQUFDLE9BQU8sQ0FBQyxFQUFFLENBQUMsQ0FBQztRQUN4RCxNQUFNLENBQUMsSUFBSSxVQUFVLENBQUMsYUFBYSxFQUFFLENBQUMsRUFBRSxDQUFDLENBQUMsQ0FBQyxDQUFDLE9BQU8sQ0FBQyxFQUFFLENBQUMsQ0FBQztJQUMxRCxDQUFDLENBQUMsQ0FBQztJQUVILEVBQUUsQ0FBQyw4Q0FBOEMsRUFBRSxHQUFHLEVBQUU7UUFDdEQsTUFBTSxFQUFFLEdBQUcsSUFBSSxVQUFVLENBQUMsQ0FBQyxFQUFFLEVBQUUsRUFBRSxFQUFFLEVBQUUsRUFBRSxFQUFFLENBQUMsQ0FBQyxDQUFDO1FBQzVDLE1BQU0sRUFBRSxHQUFHLElBQUksVUFBVSxDQUFDLENBQUMsQ0FBQyxFQUFFLEVBQUUsQ0FBQyxFQUFFLEVBQUUsQ0FBQyxFQUFFLENBQUMsQ0FBQyxDQUFDO1FBQzNDLE1BQU0sRUFBRSxHQUFHLElBQUksWUFBWSxDQUFDLENBQUMsR0FBRyxFQUFFLEdBQUcsRUFBRSxHQUFHLENBQUMsQ0FBQyxDQUFDO1FBQzdDLE1BQU0sYUFBYSxHQUFHLHNCQUFzQixDQUFDLENBQUMsRUFBRSxFQUFFLEVBQUUsRUFBRSxFQUFFLENBQUMsQ0FBQyxDQUFDO1FBQzNELE1BQU0sRUFBRSxHQUFHLElBQUksVUFBVSxDQUFDLGFBQWEsRUFBRSxDQUFDLEVBQUUsQ0FBQyxDQUFDLENBQUM7UUFDL0MsTUFBTSxFQUFFLEdBQUcsSUFBSSxVQUFVLENBQUMsYUFBYSxFQUFFLENBQUMsRUFBRSxDQUFDLENBQUMsQ0FBQztRQUMvQyxNQUFNLEVBQUUsR0FBRyxJQUFJLFlBQVksQ0FBQyxhQUFhLEVBQUUsQ0FBQyxHQUFHLENBQUMsR0FBRyxDQUFDLEVBQUUsQ0FBQyxDQUFDLENBQUM7UUFDekQsc0VBQXNFO1FBQ3RFLDJFQUEyRTtRQUMzRSxhQUFhO1FBQ2IsTUFBTSxDQUFDLEVBQUUsQ0FBQyxNQUFNLENBQUMsVUFBVSxDQUFDLENBQUMsT0FBTyxDQUFDLENBQUMsR0FBRyxDQUFDLEdBQUcsQ0FBQyxHQUFHLENBQUMsR0FBRyxDQUFDLENBQUMsQ0FBQztRQUN4RCxNQUFNLENBQUMsRUFBRSxDQUFDLE1BQU0sQ0FBQyxVQUFVLENBQUMsQ0FBQyxPQUFPLENBQUMsQ0FBQyxHQUFHLENBQUMsR0FBRyxDQUFDLEdBQUcsQ0FBQyxHQUFHLENBQUMsQ0FBQyxDQUFDO1FBQ3hELE1BQU0sQ0FBQyxFQUFFLENBQUMsTUFBTSxDQUFDLFVBQVUsQ0FBQyxDQUFDLE9BQU8sQ0FBQyxDQUFDLEdBQUcsQ0FBQyxHQUFHLENBQUMsR0FBRyxDQUFDLEdBQUcsQ0FBQyxDQUFDLENBQUM7UUFFeEQsTUFBTSxhQUFhLEdBQUcsc0JBQXNCLENBQUMsQ0FBQyxFQUFFLEVBQUUsRUFBRSxFQUFFLEVBQUUsQ0FBQyxDQUFDLENBQUM7UUFDM0QsTUFBTSxDQUFDLGFBQWEsQ0FBQyxVQUFVLENBQUMsQ0FBQyxPQUFPLENBQUMsQ0FBQyxHQUFHLENBQUMsR0FBRyxDQUFDLEdBQUcsQ0FBQyxHQUFHLENBQUMsQ0FBQyxDQUFDO1FBQzVELE1BQU0sQ0FBQyxJQUFJLFVBQVUsQ0FBQyxhQUFhLEVBQUUsQ0FBQyxFQUFFLENBQUMsQ0FBQyxDQUFDLENBQUMsT0FBTyxDQUFDLEVBQUUsQ0FBQyxDQUFDO1FBQ3hELE1BQU0sQ0FBQyxJQUFJLFVBQVUsQ0FBQyxhQUFhLEVBQUUsQ0FBQyxFQUFFLENBQUMsQ0FBQyxDQUFDLENBQUMsT0FBTyxDQUFDLEVBQUUsQ0FBQyxDQUFDO1FBQ3hELE1BQU0sQ0FBQyxJQUFJLFlBQVksQ0FBQyxhQUFhLEVBQUUsQ0FBQyxHQUFHLENBQUMsR0FBRyxDQUFDLEVBQUUsQ0FBQyxDQUFDLENBQUMsQ0FBQyxPQUFPLENBQUMsRUFBRSxDQUFDLENBQUM7SUFDcEUsQ0FBQyxDQUFDLENBQUM7SUFFSCxFQUFFLENBQUMsMkJBQTJCLEVBQUUsR0FBRyxFQUFFO1FBQ25DLE1BQU0sQ0FBQyxHQUFHLEVBQUUsQ0FBQyxzQkFBc0IsQ0FBQyxJQUFJLENBQUMsQ0FBQyxDQUFDLE9BQU8sRUFBRSxDQUFDO1FBQ3JELE1BQU0sQ0FBQyxHQUFHLEVBQUUsQ0FBQyxzQkFBc0IsQ0FBQyxTQUFTLENBQUMsQ0FBQyxDQUFDLE9BQU8sRUFBRSxDQUFDO0lBQzVELENBQUMsQ0FBQyxDQUFDO0lBRUgsRUFBRSxDQUFDLG1CQUFtQixFQUFFLEdBQUcsRUFBRTtRQUMzQixNQUFNLENBQUMsc0JBQXNCLENBQUMsRUFBRSxDQUFDLENBQUMsVUFBVSxDQUFDLENBQUMsT0FBTyxDQUFDLENBQUMsQ0FBQyxDQUFDO0lBQzNELENBQUMsQ0FBQyxDQUFDO0lBRUgsRUFBRSxDQUFDLG1CQUFtQixFQUFFLEdBQUcsRUFBRTtRQUMzQixNQUFNLENBQUMsR0FBRyxJQUFJLFVBQVUsQ0FBQyxDQUFDLENBQUMsRUFBRSxDQUFDLEVBQUUsQ0FBQyxFQUFFLENBQUMsQ0FBQyxDQUFDLENBQUM7UUFDdkMsa0NBQWtDO1FBQ2xDLE1BQU0sQ0FBQyxHQUFHLEVBQUUsQ0FBQyxzQkFBc0IsQ0FBQyxDQUFDLENBQVEsQ0FBQyxDQUFDLENBQUM7YUFDM0MsWUFBWSxDQUFDLDRDQUE0QyxDQUFDLENBQUM7SUFDbEUsQ0FBQyxDQUFDLENBQUM7QUFDTCxDQUFDLENBQUMsQ0FBQztBQUVILGlCQUFpQixDQUFDLGVBQWUsRUFBRSxRQUFRLEVBQUUsR0FBRyxFQUFFO0lBQ2hELEVBQUUsQ0FBQyxtQ0FBbUMsRUFBRSxLQUFLLElBQUksRUFBRTtRQUNqRCxNQUFNLE9BQU8sR0FBbUI7WUFDOUIsRUFBRSxFQUFFLFFBQVEsQ0FBQyxDQUFDLENBQUMsRUFBRSxFQUFFLEVBQUUsQ0FBQyxFQUFFLENBQUMsRUFBRSxFQUFFLEVBQUUsQ0FBQyxDQUFDLENBQUM7WUFDbEMsRUFBRSxFQUFFLE1BQU0sQ0FBQyxFQUFFLENBQUM7WUFDZCxFQUFFLEVBQUUsUUFBUSxDQUFDLENBQUMsQ0FBQyxHQUFHLEVBQUUsQ0FBQyxHQUFHLEVBQUUsR0FBRyxFQUFFLEdBQUcsQ0FBQyxDQUFDO1NBQ3JDLENBQUM7UUFDRixNQUFNLFlBQVksR0FBRyxNQUFNLEVBQUUsQ0FBQyxFQUFFLENBQUMsYUFBYSxDQUFDLE9BQU8sQ0FBQyxDQUFDO1FBQ3hELE1BQU0sSUFBSSxHQUFHLFlBQVksQ0FBQyxJQUFJLENBQUM7UUFDL0IsTUFBTSxLQUFLLEdBQUcsWUFBWSxDQUFDLEtBQUssQ0FBQztRQUNqQyxNQUFNLENBQUMsSUFBSSxDQUFDLFVBQVUsQ0FBQyxDQUFDLE9BQU8sQ0FBQyxDQUFDLEdBQUcsQ0FBQyxDQUFDLEdBQUcsQ0FBQyxHQUFHLENBQUMsQ0FBQyxDQUFDLENBQUM7UUFDakQsTUFBTSxDQUFDLElBQUksWUFBWSxDQUFDLElBQUksRUFBRSxDQUFDLEVBQUUsQ0FBQyxDQUFDLENBQUMsQ0FBQyxPQUFPLENBQUMsSUFBSSxZQUFZLENBQUM7WUFDNUQsRUFBRSxFQUFFLEVBQUUsRUFBRSxFQUFFLEVBQUUsRUFBRTtTQUNmLENBQUMsQ0FBQyxDQUFDO1FBQ0osTUFBTSxDQUFDLElBQUksWUFBWSxDQUFDLElBQUksRUFBRSxFQUFFLEVBQUUsQ0FBQyxDQUFDLENBQUMsQ0FBQyxPQUFPLENBQUMsSUFBSSxZQUFZLENBQUMsQ0FBQyxFQUFFLENBQUMsQ0FBQyxDQUFDLENBQUM7UUFDdEUsTUFBTSxDQUFDLElBQUksWUFBWSxDQUFDLElBQUksRUFBRSxFQUFFLEVBQUUsQ0FBQyxDQUFDLENBQUMsQ0FBQyxPQUFPLENBQUMsSUFBSSxZQUFZLENBQUM7WUFDN0QsQ0FBQyxHQUFHLEVBQUUsQ0FBQyxHQUFHLEVBQUUsR0FBRyxFQUFFLEdBQUc7U0FDckIsQ0FBQyxDQUFDLENBQUM7UUFDSixNQUFNLENBQUMsS0FBSyxDQUFDLENBQUMsT0FBTyxDQUFDO1lBQ3BCO2dCQUNFLElBQUksRUFBRSxJQUFJO2dCQUNWLEtBQUssRUFBRSxTQUFTO2dCQUNoQixLQUFLLEVBQUUsQ0FBQyxDQUFDLEVBQUUsQ0FBQyxDQUFDO2FBQ2Q7WUFDRDtnQkFDRSxJQUFJLEVBQUUsSUFBSTtnQkFDVixLQUFLLEVBQUUsU0FBUztnQkFDaEIsS0FBSyxFQUFFLEVBQUU7YUFDVjtZQUNEO2dCQUNFLElBQUksRUFBRSxJQUFJO2dCQUNWLEtBQUssRUFBRSxTQUFTO2dCQUNoQixLQUFLLEVBQUUsQ0FBQyxDQUFDLENBQUM7YUFDWDtTQUNGLENBQUMsQ0FBQztJQUNMLENBQUMsQ0FBQyxDQUFDO0lBRUgsRUFBRSxDQUFDLHNDQUFzQyxFQUFFLEtBQUssSUFBSSxFQUFFO1FBQ3BELE1BQU0sT0FBTyxHQUFrQjtZQUM3QixFQUFDLElBQUksRUFBRSxPQUFPLEVBQUUsTUFBTSxFQUFFLFFBQVEsQ0FBQyxDQUFDLENBQUMsRUFBRSxFQUFFLEVBQUUsQ0FBQyxFQUFFLENBQUMsRUFBRSxFQUFFLEVBQUUsQ0FBQyxDQUFDLENBQUMsRUFBQyxFQUFFO2dCQUN2RCxJQUFJLEVBQUUsS0FBSztnQkFDWCxNQUFNLEVBQUUsTUFBTSxDQUFDLEVBQUUsQ0FBQzthQUNuQjtZQUNELEVBQUMsSUFBSSxFQUFFLEtBQUssRUFBRSxNQUFNLEVBQUUsUUFBUSxDQUFDLENBQUMsQ0FBQyxHQUFHLEVBQUUsQ0FBQyxHQUFHLEVBQUUsR0FBRyxFQUFFLEdBQUcsQ0FBQyxDQUFDLEVBQUM7U0FDeEQsQ0FBQztRQUNGLE1BQU0sWUFBWSxHQUFHLE1BQU0sRUFBRSxDQUFDLEVBQUUsQ0FBQyxhQUFhLENBQUMsT0FBTyxDQUFDLENBQUM7UUFDeEQsTUFBTSxJQUFJLEdBQUcsWUFBWSxDQUFDLElBQUksQ0FBQztRQUMvQixNQUFNLEtBQUssR0FBRyxZQUFZLENBQUMsS0FBSyxDQUFDO1FBQ2pDLE1BQU0sQ0FBQyxJQUFJLENBQUMsVUFBVSxDQUFDLENBQUMsT0FBTyxDQUFDLENBQUMsR0FBRyxDQUFDLENBQUMsR0FBRyxDQUFDLEdBQUcsQ0FBQyxDQUFDLENBQUMsQ0FBQztRQUNqRCxNQUFNLENBQUMsSUFBSSxZQUFZLENBQUMsSUFBSSxFQUFFLENBQUMsRUFBRSxDQUFDLENBQUMsQ0FBQyxDQUFDLE9BQU8sQ0FBQyxJQUFJLFlBQVksQ0FBQztZQUM1RCxFQUFFLEVBQUUsRUFBRSxFQUFFLEVBQUUsRUFBRSxFQUFFO1NBQ2YsQ0FBQyxDQUFDLENBQUM7UUFDSixNQUFNLENBQUMsSUFBSSxZQUFZLENBQUMsSUFBSSxFQUFFLEVBQUUsRUFBRSxDQUFDLENBQUMsQ0FBQyxDQUFDLE9BQU8sQ0FBQyxJQUFJLFlBQVksQ0FBQyxDQUFDLEVBQUUsQ0FBQyxDQUFDLENBQUMsQ0FBQztRQUN0RSxNQUFNLENBQUMsSUFBSSxZQUFZLENBQUMsSUFBSSxFQUFFLEVBQUUsRUFBRSxDQUFDLENBQUMsQ0FBQyxDQUFDLE9BQU8sQ0FBQyxJQUFJLFlBQVksQ0FBQztZQUM3RCxDQUFDLEdBQUcsRUFBRSxDQUFDLEdBQUcsRUFBRSxHQUFHLEVBQUUsR0FBRztTQUNyQixDQUFDLENBQUMsQ0FBQztRQUNKLE1BQU0sQ0FBQyxLQUFLLENBQUMsQ0FBQyxPQUFPLENBQUM7WUFDcEI7Z0JBQ0UsSUFBSSxFQUFFLE9BQU87Z0JBQ2IsS0FBSyxFQUFFLFNBQVM7Z0JBQ2hCLEtBQUssRUFBRSxDQUFDLENBQUMsRUFBRSxDQUFDLENBQUM7YUFDZDtZQUNEO2dCQUNFLElBQUksRUFBRSxLQUFLO2dCQUNYLEtBQUssRUFBRSxTQUFTO2dCQUNoQixLQUFLLEVBQUUsRUFBRTthQUNWO1lBQ0Q7Z0JBQ0UsSUFBSSxFQUFFLEtBQUs7Z0JBQ1gsS0FBSyxFQUFFLFNBQVM7Z0JBQ2hCLEtBQUssRUFBRSxDQUFDLENBQUMsQ0FBQzthQUNYO1NBQ0YsQ0FBQyxDQUFDO0lBQ0wsQ0FBQyxDQUFDLENBQUM7SUFFSCxFQUFFLENBQUMseUJBQXlCLEVBQUUsS0FBSyxJQUFJLEVBQUU7UUFDdkMsTUFBTSxPQUFPLEdBQWtCLEVBQUUsQ0FBQztRQUNsQyxNQUFNLFlBQVksR0FBRyxNQUFNLEVBQUUsQ0FBQyxFQUFFLENBQUMsYUFBYSxDQUFDLE9BQU8sQ0FBQyxDQUFDO1FBQ3hELE1BQU0sSUFBSSxHQUFHLFlBQVksQ0FBQyxJQUFJLENBQUM7UUFDL0IsTUFBTSxLQUFLLEdBQUcsWUFBWSxDQUFDLEtBQUssQ0FBQztRQUNqQyxNQUFNLENBQUMsSUFBSSxDQUFDLFVBQVUsQ0FBQyxDQUFDLE9BQU8sQ0FBQyxDQUFDLENBQUMsQ0FBQztRQUNuQyxNQUFNLENBQUMsS0FBSyxDQUFDLENBQUMsT0FBTyxDQUFDLEVBQUUsQ0FBQyxDQUFDO0lBQzVCLENBQUMsQ0FBQyxDQUFDO0lBRUgsRUFBRSxDQUFDLGVBQWUsRUFBRSxLQUFLLElBQUksRUFBRTtRQUM3QixNQUFNLE9BQU8sR0FBbUI7WUFDOUIsRUFBRSxFQUFFLFFBQVEsQ0FBQyxDQUFDLENBQUMsRUFBRSxFQUFFLEVBQUUsQ0FBQyxFQUFFLENBQUMsRUFBRSxFQUFFLEVBQUUsQ0FBQyxDQUFDLEVBQUUsQ0FBQyxDQUFDLEVBQUUsQ0FBQyxDQUFDLEVBQUUsT0FBTyxDQUFDO1lBQ25ELEVBQUUsRUFBRSxNQUFNLENBQUMsRUFBRSxFQUFFLE9BQU8sQ0FBQztZQUN2QixFQUFFLEVBQUUsUUFBUSxDQUFDLENBQUMsQ0FBQyxDQUFDLEVBQUUsQ0FBQyxDQUFDLEVBQUUsQ0FBQyxDQUFDLEVBQUUsQ0FBQyxDQUFDLENBQUMsRUFBRSxPQUFPLENBQUM7U0FDeEMsQ0FBQztRQUNGLE1BQU0sWUFBWSxHQUFHLE1BQU0sRUFBRSxDQUFDLEVBQUUsQ0FBQyxhQUFhLENBQUMsT0FBTyxDQUFDLENBQUM7UUFDeEQsTUFBTSxJQUFJLEdBQUcsWUFBWSxDQUFDLElBQUksQ0FBQztRQUMvQixNQUFNLEtBQUssR0FBRyxZQUFZLENBQUMsS0FBSyxDQUFDO1FBQ2pDLE1BQU0sQ0FBQyxJQUFJLENBQUMsVUFBVSxDQUFDLENBQUMsT0FBTyxDQUFDLENBQUMsR0FBRyxDQUFDLENBQUMsR0FBRyxDQUFDLEdBQUcsQ0FBQyxDQUFDLENBQUMsQ0FBQztRQUNqRCxNQUFNLENBQUMsSUFBSSxVQUFVLENBQUMsSUFBSSxFQUFFLENBQUMsRUFBRSxDQUFDLENBQUMsQ0FBQyxDQUFDLE9BQU8sQ0FBQyxJQUFJLFVBQVUsQ0FBQztZQUN4RCxFQUFFLEVBQUUsRUFBRSxFQUFFLEVBQUUsRUFBRSxFQUFFO1NBQ2YsQ0FBQyxDQUFDLENBQUM7UUFDSixNQUFNLENBQUMsSUFBSSxVQUFVLENBQUMsSUFBSSxFQUFFLEVBQUUsRUFBRSxDQUFDLENBQUMsQ0FBQyxDQUFDLE9BQU8sQ0FBQyxJQUFJLFVBQVUsQ0FBQyxDQUFDLEVBQUUsQ0FBQyxDQUFDLENBQUMsQ0FBQztRQUNsRSxNQUFNLENBQUMsSUFBSSxVQUFVLENBQUMsSUFBSSxFQUFFLEVBQUUsRUFBRSxDQUFDLENBQUMsQ0FBQyxDQUFDLE9BQU8sQ0FBQyxJQUFJLFVBQVUsQ0FBQztZQUN6RCxDQUFDLENBQUMsRUFBRSxDQUFDLENBQUMsRUFBRSxDQUFDLENBQUMsRUFBRSxDQUFDLENBQUM7U0FDZixDQUFDLENBQUMsQ0FBQztRQUNKLE1BQU0sQ0FBQyxLQUFLLENBQUMsQ0FBQyxPQUFPLENBQUM7WUFDcEI7Z0JBQ0UsSUFBSSxFQUFFLElBQUk7Z0JBQ1YsS0FBSyxFQUFFLE9BQU87Z0JBQ2QsS0FBSyxFQUFFLENBQUMsQ0FBQyxFQUFFLENBQUMsQ0FBQzthQUNkO1lBQ0Q7Z0JBQ0UsSUFBSSxFQUFFLElBQUk7Z0JBQ1YsS0FBSyxFQUFFLE9BQU87Z0JBQ2QsS0FBSyxFQUFFLEVBQUU7YUFDVjtZQUNEO2dCQUNFLElBQUksRUFBRSxJQUFJO2dCQUNWLEtBQUssRUFBRSxPQUFPO2dCQUNkLEtBQUssRUFBRSxDQUFDLENBQUMsQ0FBQzthQUNYO1NBQ0YsQ0FBQyxDQUFDO0lBQ0wsQ0FBQyxDQUFDLENBQUM7SUFFSCxFQUFFLENBQUMsY0FBYyxFQUFFLEtBQUssSUFBSSxFQUFFO1FBQzVCLE1BQU0sT0FBTyxHQUFtQjtZQUM5QixFQUFFLEVBQUUsUUFBUSxDQUFDLENBQUMsQ0FBQyxJQUFJLEVBQUUsS0FBSyxDQUFDLEVBQUUsQ0FBQyxLQUFLLEVBQUUsSUFBSSxDQUFDLENBQUMsRUFBRSxDQUFDLENBQUMsRUFBRSxDQUFDLENBQUMsRUFBRSxNQUFNLENBQUM7WUFDNUQsRUFBRSxFQUFFLE1BQU0sQ0FBQyxLQUFLLEVBQUUsTUFBTSxDQUFDO1lBQ3pCLEVBQUUsRUFBRSxRQUFRLENBQUMsQ0FBQyxLQUFLLEVBQUUsSUFBSSxFQUFFLElBQUksRUFBRSxLQUFLLENBQUMsRUFBRSxNQUFNLENBQUM7U0FDakQsQ0FBQztRQUNGLE1BQU0sWUFBWSxHQUFHLE1BQU0sRUFBRSxDQUFDLEVBQUUsQ0FBQyxhQUFhLENBQUMsT0FBTyxDQUFDLENBQUM7UUFDeEQsTUFBTSxJQUFJLEdBQUcsWUFBWSxDQUFDLElBQUksQ0FBQztRQUMvQixNQUFNLEtBQUssR0FBRyxZQUFZLENBQUMsS0FBSyxDQUFDO1FBQ2pDLE1BQU0sQ0FBQyxJQUFJLENBQUMsVUFBVSxDQUFDLENBQUMsT0FBTyxDQUFDLENBQUMsR0FBRyxDQUFDLEdBQUcsQ0FBQyxDQUFDLENBQUM7UUFDM0MsTUFBTSxDQUFDLElBQUksVUFBVSxDQUFDLElBQUksRUFBRSxDQUFDLEVBQUUsQ0FBQyxDQUFDLENBQUMsQ0FBQyxPQUFPLENBQUMsSUFBSSxVQUFVLENBQUMsQ0FBQyxDQUFDLEVBQUUsQ0FBQyxFQUFFLENBQUMsRUFBRSxDQUFDLENBQUMsQ0FBQyxDQUFDLENBQUM7UUFDekUsTUFBTSxDQUFDLElBQUksVUFBVSxDQUFDLElBQUksRUFBRSxDQUFDLEVBQUUsQ0FBQyxDQUFDLENBQUMsQ0FBQyxPQUFPLENBQUMsSUFBSSxVQUFVLENBQUMsQ0FBQyxDQUFDLENBQUMsQ0FBQyxDQUFDLENBQUM7UUFDaEUsTUFBTSxDQUFDLElBQUksVUFBVSxDQUFDLElBQUksRUFBRSxDQUFDLEVBQUUsQ0FBQyxDQUFDLENBQUMsQ0FBQyxPQUFPLENBQUMsSUFBSSxVQUFVLENBQUMsQ0FBQyxDQUFDLEVBQUUsQ0FBQyxFQUFFLENBQUMsRUFBRSxDQUFDLENBQUMsQ0FBQyxDQUFDLENBQUM7UUFDekUsTU