@tensorflow/tfjs-core
Version:
Hardware-accelerated JavaScript library for machine intelligence
803 lines • 121 kB
JavaScript
/**
* @license
* Copyright 2018 Google LLC. All Rights Reserved.
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
* =============================================================================
*/
import * as tf from '../index';
import { BROWSER_ENVS, CHROME_ENVS, describeWithFlags, NODE_ENVS } from '../jasmine_util';
import { HTTPRequest, httpRouter, parseUrl } from './http';
import { CompositeArrayBuffer } from './composite_array_buffer';
// Test data.
const modelTopology1 = {
'class_name': 'Sequential',
'keras_version': '2.1.4',
'config': [{
'class_name': 'Dense',
'config': {
'kernel_initializer': {
'class_name': 'VarianceScaling',
'config': {
'distribution': 'uniform',
'scale': 1.0,
'seed': null,
'mode': 'fan_avg'
}
},
'name': 'dense',
'kernel_constraint': null,
'bias_regularizer': null,
'bias_constraint': null,
'dtype': 'float32',
'activation': 'linear',
'trainable': true,
'kernel_regularizer': null,
'bias_initializer': { 'class_name': 'Zeros', 'config': {} },
'units': 1,
'batch_input_shape': [null, 3],
'use_bias': true,
'activity_regularizer': null
}
}],
'backend': 'tensorflow'
};
const trainingConfig1 = {
loss: 'categorical_crossentropy',
metrics: ['accuracy'],
optimizer_config: { class_name: 'SGD', config: { learningRate: 0.1 } }
};
let fetchSpy;
const fakeResponse = (body, contentType, path) => ({
ok: true,
json() {
return Promise.resolve(JSON.parse(body));
},
arrayBuffer() {
const buf = body.buffer ?
body.buffer :
body;
return Promise.resolve(buf);
},
headers: { get: (key) => contentType },
url: path
});
const setupFakeWeightFiles = (fileBufferMap, requestInits) => {
fetchSpy = spyOn(tf.env().platform, 'fetch')
.and.callFake((path, init) => {
if (fileBufferMap[path]) {
requestInits[path] = init;
return Promise.resolve(fakeResponse(fileBufferMap[path].data, fileBufferMap[path].contentType, path));
}
else {
return Promise.reject('path not found');
}
});
};
describeWithFlags('http-load fetch', NODE_ENVS, () => {
let requestInits;
// tslint:disable-next-line:no-any
let originalFetch;
// simulate a fetch polyfill, this needs to be non-null for spyOn to work
beforeEach(() => {
// tslint:disable-next-line:no-any
originalFetch = global.fetch;
// tslint:disable-next-line:no-any
global.fetch = () => { };
requestInits = {};
});
afterAll(() => {
// tslint:disable-next-line:no-any
global.fetch = originalFetch;
});
it('1 group, 2 weights, 1 path', async () => {
const weightManifest1 = [{
paths: ['weightfile0'],
weights: [
{
name: 'dense/kernel',
shape: [3, 1],
dtype: 'float32',
},
{
name: 'dense/bias',
shape: [2],
dtype: 'float32',
}
]
}];
const floatData = new Float32Array([1, 3, 3, 7, 4]);
setupFakeWeightFiles({
'./model.json': {
data: JSON.stringify({
modelTopology: modelTopology1,
weightsManifest: weightManifest1,
format: 'tfjs-layers',
generatedBy: '1.15',
convertedBy: '1.3.1',
signature: null,
userDefinedMetadata: {}
}),
contentType: 'application/json'
},
'./weightfile0': { data: floatData, contentType: 'application/octet-stream' },
}, requestInits);
const handler = tf.io.http('./model.json');
const modelArtifacts = await handler.load();
expect(modelArtifacts.modelTopology).toEqual(modelTopology1);
expect(modelArtifacts.weightSpecs).toEqual(weightManifest1[0].weights);
expect(modelArtifacts.format).toEqual('tfjs-layers');
expect(modelArtifacts.generatedBy).toEqual('1.15');
expect(modelArtifacts.convertedBy).toEqual('1.3.1');
expect(modelArtifacts.userDefinedMetadata).toEqual({});
expect(new Float32Array(CompositeArrayBuffer.join(modelArtifacts.weightData))).toEqual(floatData);
});
it('throw exception if no fetch polyfill', () => {
// tslint:disable-next-line:no-any
delete global.fetch;
try {
tf.io.http('./model.json');
}
catch (err) {
expect(err.message).toMatch(/Unable to find fetch polyfill./);
}
});
});
// Turned off for other browsers due to:
// https://github.com/tensorflow/tfjs/issues/426
describeWithFlags('http-save', CHROME_ENVS, () => {
// Test data.
const weightSpecs1 = [
{
name: 'dense/kernel',
shape: [3, 1],
dtype: 'float32',
},
{
name: 'dense/bias',
shape: [1],
dtype: 'float32',
}
];
const weightData1 = new ArrayBuffer(16);
const artifacts1 = {
modelTopology: modelTopology1,
weightSpecs: weightSpecs1,
weightData: weightData1,
format: 'layers-model',
generatedBy: 'TensorFlow.js v0.0.0',
convertedBy: null,
signature: null,
userDefinedMetadata: {},
modelInitializer: {},
trainingConfig: trainingConfig1
};
let requestInits = [];
beforeEach(() => {
requestInits = [];
spyOn(tf.env().platform, 'fetch')
.and.callFake((path, init) => {
if (path === 'model-upload-test' ||
path === 'http://model-upload-test') {
requestInits.push(init);
return Promise.resolve(new Response(null, { status: 200 }));
}
else {
return Promise.reject(new Response(null, { status: 404 }));
}
});
});
it('Save topology and weights, default POST method', (done) => {
const testStartDate = new Date();
const handler = tf.io.getSaveHandlers('http://model-upload-test')[0];
handler.save(artifacts1)
.then(saveResult => {
expect(saveResult.modelArtifactsInfo.dateSaved.getTime())
.toBeGreaterThanOrEqual(testStartDate.getTime());
// Note: The following two assertions work only because there is no
// non-ASCII characters in `modelTopology1` and `weightSpecs1`.
expect(saveResult.modelArtifactsInfo.modelTopologyBytes)
.toEqual(JSON.stringify(modelTopology1).length);
expect(saveResult.modelArtifactsInfo.weightSpecsBytes)
.toEqual(JSON.stringify(weightSpecs1).length);
expect(saveResult.modelArtifactsInfo.weightDataBytes)
.toEqual(weightData1.byteLength);
expect(requestInits.length).toEqual(1);
const init = requestInits[0];
expect(init.method).toEqual('POST');
const body = init.body;
const jsonFile = body.get('model.json');
const jsonFileReader = new FileReader();
jsonFileReader.onload = (event) => {
const modelJSON =
// tslint:disable-next-line:no-any
JSON.parse(event.target.result);
expect(modelJSON.modelTopology).toEqual(modelTopology1);
expect(modelJSON.weightsManifest.length).toEqual(1);
expect(modelJSON.weightsManifest[0].weights).toEqual(weightSpecs1);
expect(modelJSON.trainingConfig).toEqual(trainingConfig1);
const weightsFile = body.get('model.weights.bin');
const weightsFileReader = new FileReader();
weightsFileReader.onload = (event) => {
// tslint:disable-next-line:no-any
const weightData = event.target.result;
expect(new Uint8Array(weightData))
.toEqual(new Uint8Array(weightData1));
done();
};
weightsFileReader.onerror = ev => {
done.fail(weightsFileReader.error.message);
};
weightsFileReader.readAsArrayBuffer(weightsFile);
};
jsonFileReader.onerror = ev => {
done.fail(jsonFileReader.error.message);
};
jsonFileReader.readAsText(jsonFile);
})
.catch(err => {
done.fail(err.stack);
});
});
it('Save topology only, default POST method', (done) => {
const testStartDate = new Date();
const handler = tf.io.getSaveHandlers('http://model-upload-test')[0];
const topologyOnlyArtifacts = { modelTopology: modelTopology1 };
handler.save(topologyOnlyArtifacts)
.then(saveResult => {
expect(saveResult.modelArtifactsInfo.dateSaved.getTime())
.toBeGreaterThanOrEqual(testStartDate.getTime());
// Note: The following two assertions work only because there is no
// non-ASCII characters in `modelTopology1` and `weightSpecs1`.
expect(saveResult.modelArtifactsInfo.modelTopologyBytes)
.toEqual(JSON.stringify(modelTopology1).length);
expect(saveResult.modelArtifactsInfo.weightSpecsBytes).toEqual(0);
expect(saveResult.modelArtifactsInfo.weightDataBytes).toEqual(0);
expect(requestInits.length).toEqual(1);
const init = requestInits[0];
expect(init.method).toEqual('POST');
const body = init.body;
const jsonFile = body.get('model.json');
const jsonFileReader = new FileReader();
jsonFileReader.onload = (event) => {
// tslint:disable-next-line:no-any
const modelJSON = JSON.parse(event.target.result);
expect(modelJSON.modelTopology).toEqual(modelTopology1);
// No weights should have been sent to the server.
expect(body.get('model.weights.bin')).toEqual(null);
done();
};
jsonFileReader.onerror = event => {
done.fail(jsonFileReader.error.message);
};
jsonFileReader.readAsText(jsonFile);
})
.catch(err => {
done.fail(err.stack);
});
});
it('Save topology and weights, PUT method, extra headers', (done) => {
const testStartDate = new Date();
const handler = tf.io.http('model-upload-test', {
requestInit: {
method: 'PUT',
headers: { 'header_key_1': 'header_value_1', 'header_key_2': 'header_value_2' }
}
});
handler.save(artifacts1)
.then(saveResult => {
expect(saveResult.modelArtifactsInfo.dateSaved.getTime())
.toBeGreaterThanOrEqual(testStartDate.getTime());
// Note: The following two assertions work only because there is no
// non-ASCII characters in `modelTopology1` and `weightSpecs1`.
expect(saveResult.modelArtifactsInfo.modelTopologyBytes)
.toEqual(JSON.stringify(modelTopology1).length);
expect(saveResult.modelArtifactsInfo.weightSpecsBytes)
.toEqual(JSON.stringify(weightSpecs1).length);
expect(saveResult.modelArtifactsInfo.weightDataBytes)
.toEqual(weightData1.byteLength);
expect(requestInits.length).toEqual(1);
const init = requestInits[0];
expect(init.method).toEqual('PUT');
// Check headers.
expect(init.headers).toEqual({
'header_key_1': 'header_value_1',
'header_key_2': 'header_value_2'
});
const body = init.body;
const jsonFile = body.get('model.json');
const jsonFileReader = new FileReader();
jsonFileReader.onload = (event) => {
const modelJSON =
// tslint:disable-next-line:no-any
JSON.parse(event.target.result);
expect(modelJSON.format).toEqual('layers-model');
expect(modelJSON.generatedBy).toEqual('TensorFlow.js v0.0.0');
expect(modelJSON.convertedBy).toEqual(null);
expect(modelJSON.modelTopology).toEqual(modelTopology1);
expect(modelJSON.modelInitializer).toEqual({});
expect(modelJSON.weightsManifest.length).toEqual(1);
expect(modelJSON.weightsManifest[0].weights).toEqual(weightSpecs1);
expect(modelJSON.trainingConfig).toEqual(trainingConfig1);
const weightsFile = body.get('model.weights.bin');
const weightsFileReader = new FileReader();
weightsFileReader.onload = (event) => {
// tslint:disable-next-line:no-any
const weightData = event.target.result;
expect(new Uint8Array(weightData))
.toEqual(new Uint8Array(weightData1));
done();
};
weightsFileReader.onerror = event => {
done.fail(weightsFileReader.error.message);
};
weightsFileReader.readAsArrayBuffer(weightsFile);
};
jsonFileReader.onerror = event => {
done.fail(jsonFileReader.error.message);
};
jsonFileReader.readAsText(jsonFile);
})
.catch(err => {
done.fail(err.stack);
});
});
it('404 response causes Error', (done) => {
const handler = tf.io.getSaveHandlers('http://invalid/path')[0];
handler.save(artifacts1)
.then(saveResult => {
done.fail('Calling http at invalid URL succeeded ' +
'unexpectedly');
})
.catch(err => {
expect().nothing();
done();
});
});
it('getLoadHandlers with one URL string', () => {
const handlers = tf.io.getLoadHandlers('http://foo/model.json');
expect(handlers.length).toEqual(1);
expect(handlers[0] instanceof HTTPRequest).toEqual(true);
});
it('Existing body leads to Error', () => {
expect(() => tf.io.http('model-upload-test', {
requestInit: { body: 'existing body' }
})).toThrowError(/requestInit is expected to have no pre-existing body/);
});
it('Empty, null or undefined URL paths lead to Error', () => {
expect(() => tf.io.http(null))
.toThrowError(/must not be null, undefined or empty/);
expect(() => tf.io.http(undefined))
.toThrowError(/must not be null, undefined or empty/);
expect(() => tf.io.http(''))
.toThrowError(/must not be null, undefined or empty/);
});
it('router', () => {
expect(httpRouter('http://bar/foo') instanceof HTTPRequest).toEqual(true);
expect(httpRouter('https://localhost:5000/upload') instanceof HTTPRequest)
.toEqual(true);
expect(httpRouter('localhost://foo')).toBeNull();
expect(httpRouter('foo:5000/bar')).toBeNull();
});
});
describeWithFlags('parseUrl', BROWSER_ENVS, () => {
it('should parse url with no suffix', () => {
const url = 'http://google.com/file';
const [prefix, suffix] = parseUrl(url);
expect(prefix).toEqual('http://google.com/');
expect(suffix).toEqual('');
});
it('should parse url with suffix', () => {
const url = 'http://google.com/file?param=1';
const [prefix, suffix] = parseUrl(url);
expect(prefix).toEqual('http://google.com/');
expect(suffix).toEqual('?param=1');
});
it('should parse url with multiple serach params', () => {
const url = 'http://google.com/a?x=1/file?param=1';
const [prefix, suffix] = parseUrl(url);
expect(prefix).toEqual('http://google.com/a?x=1/');
expect(suffix).toEqual('?param=1');
});
});
describeWithFlags('http-load', BROWSER_ENVS, () => {
describe('JSON model', () => {
let requestInits;
beforeEach(() => {
requestInits = {};
});
it('1 group, 2 weights, 1 path', async () => {
const weightManifest1 = [{
paths: ['weightfile0'],
weights: [
{
name: 'dense/kernel',
shape: [3, 1],
dtype: 'float32',
},
{
name: 'dense/bias',
shape: [2],
dtype: 'float32',
}
]
}];
const floatData = new Float32Array([1, 3, 3, 7, 4]);
setupFakeWeightFiles({
'./model.json': {
data: JSON.stringify({
modelTopology: modelTopology1,
weightsManifest: weightManifest1,
format: 'tfjs-graph-model',
generatedBy: '1.15',
convertedBy: '1.3.1',
signature: null,
userDefinedMetadata: {},
modelInitializer: {}
}),
contentType: 'application/json'
},
'./weightfile0': { data: floatData, contentType: 'application/octet-stream' },
}, requestInits);
const handler = tf.io.http('./model.json');
const modelArtifacts = await handler.load();
expect(modelArtifacts.modelTopology).toEqual(modelTopology1);
expect(modelArtifacts.weightSpecs).toEqual(weightManifest1[0].weights);
expect(modelArtifacts.format).toEqual('tfjs-graph-model');
expect(modelArtifacts.generatedBy).toEqual('1.15');
expect(modelArtifacts.convertedBy).toEqual('1.3.1');
expect(modelArtifacts.userDefinedMetadata).toEqual({});
expect(modelArtifacts.modelInitializer).toEqual({});
expect(new Float32Array(CompositeArrayBuffer.join(modelArtifacts
.weightData))).toEqual(floatData);
expect(Object.keys(requestInits).length).toEqual(2);
// Assert that fetch is invoked with `window` as the context.
expect(fetchSpy.calls.mostRecent().object).toEqual(window);
});
it('1 group, 2 weights, 1 path, with requestInit', async () => {
const weightManifest1 = [{
paths: ['weightfile0'],
weights: [
{
name: 'dense/kernel',
shape: [3, 1],
dtype: 'float32',
},
{
name: 'dense/bias',
shape: [2],
dtype: 'float32',
}
]
}];
const floatData = new Float32Array([1, 3, 3, 7, 4]);
setupFakeWeightFiles({
'./model.json': {
data: JSON.stringify({
modelTopology: modelTopology1,
weightsManifest: weightManifest1
}),
contentType: 'application/json'
},
'./weightfile0': { data: floatData, contentType: 'application/octet-stream' },
}, requestInits);
const handler = tf.io.http('./model.json', { requestInit: { headers: { 'header_key_1': 'header_value_1' } } });
const modelArtifacts = await handler.load();
expect(modelArtifacts.modelTopology).toEqual(modelTopology1);
expect(modelArtifacts.weightSpecs).toEqual(weightManifest1[0].weights);
expect(new Float32Array(CompositeArrayBuffer.join(modelArtifacts
.weightData))).toEqual(floatData);
expect(Object.keys(requestInits).length).toEqual(2);
expect(Object.keys(requestInits).length).toEqual(2);
expect(requestInits['./model.json'].headers['header_key_1'])
.toEqual('header_value_1');
expect(requestInits['./weightfile0'].headers['header_key_1'])
.toEqual('header_value_1');
expect(fetchSpy.calls.mostRecent().object).toEqual(window);
});
it('1 group, 2 weight, 2 paths', async () => {
const weightManifest1 = [{
paths: ['weightfile0', 'weightfile1'],
weights: [
{
name: 'dense/kernel',
shape: [3, 1],
dtype: 'float32',
},
{
name: 'dense/bias',
shape: [2],
dtype: 'float32',
}
]
}];
const floatData1 = new Float32Array([1, 3, 3]);
const floatData2 = new Float32Array([7, 4]);
setupFakeWeightFiles({
'./model.json': {
data: JSON.stringify({
modelTopology: modelTopology1,
weightsManifest: weightManifest1
}),
contentType: 'application/json'
},
'./weightfile0': { data: floatData1, contentType: 'application/octet-stream' },
'./weightfile1': { data: floatData2, contentType: 'application/octet-stream' }
}, requestInits);
const handler = tf.io.http('./model.json');
const modelArtifacts = await handler.load();
expect(modelArtifacts.modelTopology).toEqual(modelTopology1);
expect(modelArtifacts.weightSpecs).toEqual(weightManifest1[0].weights);
expect(new Float32Array(CompositeArrayBuffer.join(modelArtifacts
.weightData))).toEqual(new Float32Array([1, 3, 3, 7, 4]));
});
it('2 groups, 2 weight, 2 paths', async () => {
const weightsManifest = [
{
paths: ['weightfile0'],
weights: [{
name: 'dense/kernel',
shape: [3, 1],
dtype: 'float32',
}]
},
{
paths: ['weightfile1'],
weights: [{
name: 'dense/bias',
shape: [2],
dtype: 'float32',
}],
}
];
const floatData1 = new Float32Array([1, 3, 3]);
const floatData2 = new Float32Array([7, 4]);
setupFakeWeightFiles({
'./model.json': {
data: JSON.stringify({ modelTopology: modelTopology1, weightsManifest }),
contentType: 'application/json'
},
'./weightfile0': { data: floatData1, contentType: 'application/octet-stream' },
'./weightfile1': { data: floatData2, contentType: 'application/octet-stream' }
}, requestInits);
const handler = tf.io.http('./model.json');
const modelArtifacts = await handler.load();
expect(modelArtifacts.modelTopology).toEqual(modelTopology1);
expect(modelArtifacts.weightSpecs)
.toEqual(weightsManifest[0].weights.concat(weightsManifest[1].weights));
expect(new Float32Array(CompositeArrayBuffer.join(modelArtifacts.weightData)))
.toEqual(new Float32Array([1, 3, 3, 7, 4]));
});
it('2 groups, 2 weight, 2 paths, Int32 and Uint8 Data', async () => {
const weightsManifest = [
{
paths: ['weightfile0'],
weights: [{
name: 'fooWeight',
shape: [3, 1],
dtype: 'int32',
}]
},
{
paths: ['weightfile1'],
weights: [{
name: 'barWeight',
shape: [2],
dtype: 'bool',
}],
}
];
const floatData1 = new Int32Array([1, 3, 3]);
const floatData2 = new Uint8Array([7, 4]);
setupFakeWeightFiles({
'path1/model.json': {
data: JSON.stringify({ modelTopology: modelTopology1, weightsManifest }),
contentType: 'application/json'
},
'path1/weightfile0': { data: floatData1, contentType: 'application/octet-stream' },
'path1/weightfile1': { data: floatData2, contentType: 'application/octet-stream' }
}, requestInits);
const handler = tf.io.http('path1/model.json');
const modelArtifacts = await handler.load();
expect(modelArtifacts.modelTopology).toEqual(modelTopology1);
expect(modelArtifacts.weightSpecs)
.toEqual(weightsManifest[0].weights.concat(weightsManifest[1].weights));
expect(new Int32Array(CompositeArrayBuffer.join(modelArtifacts.weightData)
.slice(0, 12))).toEqual(new Int32Array([1, 3, 3]));
expect(new Uint8Array(CompositeArrayBuffer.join(modelArtifacts.weightData)
.slice(12, 14))).toEqual(new Uint8Array([7, 4]));
});
it('topology only', async () => {
setupFakeWeightFiles({
'./model.json': {
data: JSON.stringify({ modelTopology: modelTopology1 }),
contentType: 'application/json'
},
}, requestInits);
const handler = tf.io.http('./model.json');
const modelArtifacts = await handler.load();
expect(modelArtifacts.modelTopology).toEqual(modelTopology1);
expect(modelArtifacts.weightSpecs).toBeUndefined();
expect(modelArtifacts.weightData).toBeUndefined();
});
it('weights only', async () => {
const weightsManifest = [
{
paths: ['weightfile0'],
weights: [{
name: 'fooWeight',
shape: [3, 1],
dtype: 'int32',
}]
},
{
paths: ['weightfile1'],
weights: [{
name: 'barWeight',
shape: [2],
dtype: 'float32',
}],
}
];
const floatData1 = new Int32Array([1, 3, 3]);
const floatData2 = new Float32Array([-7, -4]);
setupFakeWeightFiles({
'path1/model.json': {
data: JSON.stringify({ weightsManifest }),
contentType: 'application/json'
},
'path1/weightfile0': { data: floatData1, contentType: 'application/octet-stream' },
'path1/weightfile1': { data: floatData2, contentType: 'application/octet-stream' }
}, requestInits);
const handler = tf.io.http('path1/model.json');
const modelArtifacts = await handler.load();
expect(modelArtifacts.modelTopology).toBeUndefined();
expect(modelArtifacts.weightSpecs)
.toEqual(weightsManifest[0].weights.concat(weightsManifest[1].weights));
expect(new Int32Array(CompositeArrayBuffer.join(modelArtifacts.weightData)
.slice(0, 12))).toEqual(new Int32Array([1, 3, 3]));
expect(new Float32Array(CompositeArrayBuffer
.join(modelArtifacts.weightData)
.slice(12, 20))).toEqual(new Float32Array([-7, -4]));
});
it('Missing modelTopology and weightsManifest leads to error', async () => {
setupFakeWeightFiles({
'path1/model.json': { data: JSON.stringify({}), contentType: 'application/json' }
}, requestInits);
const handler = tf.io.http('path1/model.json');
handler.load()
.then(modelTopology1 => {
fail('Loading from missing modelTopology and weightsManifest ' +
'succeeded unexpectedly.');
})
.catch(err => {
expect(err.message)
.toMatch(/contains neither model topology or manifest/);
});
expect().nothing();
});
it('with fetch rejection leads to error', async () => {
setupFakeWeightFiles({
'path1/model.json': { data: JSON.stringify({}), contentType: 'text/html' }
}, requestInits);
const handler = tf.io.http('path2/model.json');
try {
const data = await handler.load();
expect(data).toBeDefined();
fail('Loading with fetch rejection succeeded unexpectedly.');
}
catch (err) {
// This error is mocked in beforeEach
expect(err).toEqual('path not found');
}
});
it('Provide WeightFileTranslateFunc', async () => {
const weightManifest1 = [{
paths: ['weightfile0'],
weights: [
{
name: 'dense/kernel',
shape: [3, 1],
dtype: 'float32',
},
{
name: 'dense/bias',
shape: [2],
dtype: 'float32',
}
]
}];
const floatData = new Float32Array([1, 3, 3, 7, 4]);
setupFakeWeightFiles({
'./model.json': {
data: JSON.stringify({
modelTopology: modelTopology1,
weightsManifest: weightManifest1
}),
contentType: 'application/json'
},
'auth_weightfile0': { data: floatData, contentType: 'application/octet-stream' },
}, requestInits);
async function prefixWeightUrlConverter(weightFile) {
// Add 'auth_' prefix to the weight file url.
return new Promise(resolve => setTimeout(resolve, 1, 'auth_' + weightFile));
}
const handler = tf.io.http('./model.json', {
requestInit: { headers: { 'header_key_1': 'header_value_1' } },
weightUrlConverter: prefixWeightUrlConverter
});
const modelArtifacts = await handler.load();
expect(modelArtifacts.modelTopology).toEqual(modelTopology1);
expect(modelArtifacts.weightSpecs).toEqual(weightManifest1[0].weights);
expect(new Float32Array(CompositeArrayBuffer.join(modelArtifacts.weightData))).toEqual(floatData);
expect(Object.keys(requestInits).length).toEqual(2);
expect(Object.keys(requestInits).length).toEqual(2);
expect(requestInits['./model.json'].headers['header_key_1'])
.toEqual('header_value_1');
expect(requestInits['auth_weightfile0'].headers['header_key_1'])
.toEqual('header_value_1');
expect(fetchSpy.calls.mostRecent().object).toEqual(window);
});
});
it('Overriding BrowserHTTPRequest fetchFunc', async () => {
const weightManifest1 = [{
paths: ['weightfile0'],
weights: [
{
name: 'dense/kernel',
shape: [3, 1],
dtype: 'float32',
},
{
name: 'dense/bias',
shape: [2],
dtype: 'float32',
}
]
}];
const floatData = new Float32Array([1, 3, 3, 7, 4]);
const fetchInputs = [];
const fetchInits = [];
async function customFetch(input, init) {
fetchInputs.push(input);
fetchInits.push(init);
if (input === './model.json') {
return new Response(JSON.stringify({
modelTopology: modelTopology1,
weightsManifest: weightManifest1,
trainingConfig: trainingConfig1
}), { status: 200, headers: { 'content-type': 'application/json' } });
}
else if (input === './weightfile0') {
return new Response(floatData, {
status: 200,
headers: { 'content-type': 'application/octet-stream' }
});
}
else {
return new Response(null, { status: 404 });
}
}
const handler = tf.io.http('./model.json', { requestInit: { credentials: 'include' }, fetchFunc: customFetch });
const modelArtifacts = await handler.load();
expect(modelArtifacts.modelTopology).toEqual(modelTopology1);
expect(modelArtifacts.trainingConfig).toEqual(trainingConfig1);
expect(modelArtifacts.weightSpecs).toEqual(weightManifest1[0].weights);
expect(new Float32Array(CompositeArrayBuffer
.join(modelArtifacts.weightData))).toEqual(floatData);
expect(fetchInputs).toEqual(['./model.json', './weightfile0']);
expect(fetchInits.length).toEqual(2);
expect(fetchInits[0].credentials).toEqual('include');
expect(fetchInits[1].credentials).toEqual('include');
});
});
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiaHR0cF90ZXN0LmpzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vLi4vLi4vLi4vLi4vLi4vdGZqcy1jb3JlL3NyYy9pby9odHRwX3Rlc3QudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQUE7Ozs7Ozs7Ozs7Ozs7OztHQWVHO0FBRUgsT0FBTyxLQUFLLEVBQUUsTUFBTSxVQUFVLENBQUM7QUFDL0IsT0FBTyxFQUFDLFlBQVksRUFBRSxXQUFXLEVBQUUsaUJBQWlCLEVBQUUsU0FBUyxFQUFDLE1BQU0saUJBQWlCLENBQUM7QUFDeEYsT0FBTyxFQUFDLFdBQVcsRUFBRSxVQUFVLEVBQUUsUUFBUSxFQUFDLE1BQU0sUUFBUSxDQUFDO0FBQ3pELE9BQU8sRUFBQyxvQkFBb0IsRUFBQyxNQUFNLDBCQUEwQixDQUFDO0FBRTlELGFBQWE7QUFDYixNQUFNLGNBQWMsR0FBTztJQUN6QixZQUFZLEVBQUUsWUFBWTtJQUMxQixlQUFlLEVBQUUsT0FBTztJQUN4QixRQUFRLEVBQUUsQ0FBQztZQUNULFlBQVksRUFBRSxPQUFPO1lBQ3JCLFFBQVEsRUFBRTtnQkFDUixvQkFBb0IsRUFBRTtvQkFDcEIsWUFBWSxFQUFFLGlCQUFpQjtvQkFDL0IsUUFBUSxFQUFFO3dCQUNSLGNBQWMsRUFBRSxTQUFTO3dCQUN6QixPQUFPLEVBQUUsR0FBRzt3QkFDWixNQUFNLEVBQUUsSUFBSTt3QkFDWixNQUFNLEVBQUUsU0FBUztxQkFDbEI7aUJBQ0Y7Z0JBQ0QsTUFBTSxFQUFFLE9BQU87Z0JBQ2YsbUJBQW1CLEVBQUUsSUFBSTtnQkFDekIsa0JBQWtCLEVBQUUsSUFBSTtnQkFDeEIsaUJBQWlCLEVBQUUsSUFBSTtnQkFDdkIsT0FBTyxFQUFFLFNBQVM7Z0JBQ2xCLFlBQVksRUFBRSxRQUFRO2dCQUN0QixXQUFXLEVBQUUsSUFBSTtnQkFDakIsb0JBQW9CLEVBQUUsSUFBSTtnQkFDMUIsa0JBQWtCLEVBQUUsRUFBQyxZQUFZLEVBQUUsT0FBTyxFQUFFLFFBQVEsRUFBRSxFQUFFLEVBQUM7Z0JBQ3pELE9BQU8sRUFBRSxDQUFDO2dCQUNWLG1CQUFtQixFQUFFLENBQUMsSUFBSSxFQUFFLENBQUMsQ0FBQztnQkFDOUIsVUFBVSxFQUFFLElBQUk7Z0JBQ2hCLHNCQUFzQixFQUFFLElBQUk7YUFDN0I7U0FDRixDQUFDO0lBQ0YsU0FBUyxFQUFFLFlBQVk7Q0FDeEIsQ0FBQztBQUNGLE1BQU0sZUFBZSxHQUF5QjtJQUM1QyxJQUFJLEVBQUUsMEJBQTBCO0lBQ2hDLE9BQU8sRUFBRSxDQUFDLFVBQVUsQ0FBQztJQUNyQixnQkFBZ0IsRUFBRSxFQUFDLFVBQVUsRUFBRSxLQUFLLEVBQUUsTUFBTSxFQUFFLEVBQUMsWUFBWSxFQUFFLEdBQUcsRUFBQyxFQUFDO0NBQ25FLENBQUM7QUFFRixJQUFJLFFBQXFCLENBQUM7QUFHMUIsTUFBTSxZQUFZLEdBQ2QsQ0FBQyxJQUFvQyxFQUFFLFdBQW1CLEVBQUUsSUFBWSxFQUFFLEVBQUUsQ0FDeEUsQ0FBQztJQUNDLEVBQUUsRUFBRSxJQUFJO0lBQ1IsSUFBSTtRQUNGLE9BQU8sT0FBTyxDQUFDLE9BQU8sQ0FBQyxJQUFJLENBQUMsS0FBSyxDQUFDLElBQWMsQ0FBQyxDQUFDLENBQUM7SUFDckQsQ0FBQztJQUNELFdBQVc7UUFDVCxNQUFNLEdBQUcsR0FBaUIsSUFBb0IsQ0FBQyxNQUFNLENBQUMsQ0FBQztZQUNsRCxJQUFvQixDQUFDLE1BQU0sQ0FBQyxDQUFDO1lBQzlCLElBQW1CLENBQUM7UUFDeEIsT0FBTyxPQUFPLENBQUMsT0FBTyxDQUFDLEdBQUcsQ0FBQyxDQUFDO0lBQzlCLENBQUM7SUFDRCxPQUFPLEVBQUUsRUFBQyxHQUFHLEVBQUUsQ0FBQyxHQUFXLEVBQUUsRUFBRSxDQUFDLFdBQVcsRUFBQztJQUM1QyxHQUFHLEVBQUUsSUFBSTtDQUNWLENBQXdCLENBQUM7QUFFbEMsTUFBTSxvQkFBb0IsR0FDdEIsQ0FBQyxhQUtBLEVBQ0EsWUFBMEMsRUFBRSxFQUFFO0lBQzdDLFFBQVEsR0FBRyxLQUFLLENBQUMsRUFBRSxDQUFDLEdBQUcsRUFBRSxDQUFDLFFBQVEsRUFBRSxPQUFPLENBQUM7U0FDNUIsR0FBRyxDQUFDLFFBQVEsQ0FBQyxDQUFDLElBQVksRUFBRSxJQUFpQixFQUFFLEVBQUU7UUFDaEQsSUFBSSxhQUFhLENBQUMsSUFBSSxDQUFDLEVBQUU7WUFDdkIsWUFBWSxDQUFDLElBQUksQ0FBQyxHQUFHLElBQUksQ0FBQztZQUMxQixPQUFPLE9BQU8sQ0FBQyxPQUFPLENBQUMsWUFBWSxDQUMvQixhQUFhLENBQUMsSUFBSSxDQUFDLENBQUMsSUFBSSxFQUN4QixhQUFhLENBQUMsSUFBSSxDQUFDLENBQUMsV0FBVyxFQUFFLElBQUksQ0FBQyxDQUFDLENBQUM7U0FDN0M7YUFBTTtZQUNMLE9BQU8sT0FBTyxDQUFDLE1BQU0sQ0FBQyxnQkFBZ0IsQ0FBQyxDQUFDO1NBQ3pDO0lBQ0gsQ0FBQyxDQUFDLENBQUM7QUFDcEIsQ0FBQyxDQUFDO0FBRU4saUJBQWlCLENBQUMsaUJBQWlCLEVBQUUsU0FBUyxFQUFFLEdBQUcsRUFBRTtJQUNuRCxJQUFJLFlBQWlFLENBQUM7SUFDdEUsa0NBQWtDO0lBQ2xDLElBQUksYUFBa0IsQ0FBQztJQUN2Qix5RUFBeUU7SUFDekUsVUFBVSxDQUFDLEdBQUcsRUFBRTtRQUNkLGtDQUFrQztRQUNsQyxhQUFhLEdBQUksTUFBYyxDQUFDLEtBQUssQ0FBQztRQUN0QyxrQ0FBa0M7UUFDakMsTUFBYyxDQUFDLEtBQUssR0FBRyxHQUFHLEVBQUUsR0FBRSxDQUFDLENBQUM7UUFDakMsWUFBWSxHQUFHLEVBQUUsQ0FBQztJQUNwQixDQUFDLENBQUMsQ0FBQztJQUVILFFBQVEsQ0FBQyxHQUFHLEVBQUU7UUFDWixrQ0FBa0M7UUFDakMsTUFBYyxDQUFDLEtBQUssR0FBRyxhQUFhLENBQUM7SUFDeEMsQ0FBQyxDQUFDLENBQUM7SUFFSCxFQUFFLENBQUMsNEJBQTRCLEVBQUUsS0FBSyxJQUFJLEVBQUU7UUFDMUMsTUFBTSxlQUFlLEdBQWdDLENBQUM7Z0JBQ3BELEtBQUssRUFBRSxDQUFDLGFBQWEsQ0FBQztnQkFDdEIsT0FBTyxFQUFFO29CQUNQO3dCQUNFLElBQUksRUFBRSxjQUFjO3dCQUNwQixLQUFLLEVBQUUsQ0FBQyxDQUFDLEVBQUUsQ0FBQyxDQUFDO3dCQUNiLEtBQUssRUFBRSxTQUFTO3FCQUNqQjtvQkFDRDt3QkFDRSxJQUFJLEVBQUUsWUFBWTt3QkFDbEIsS0FBSyxFQUFFLENBQUMsQ0FBQyxDQUFDO3dCQUNWLEtBQUssRUFBRSxTQUFTO3FCQUNqQjtpQkFDRjthQUNGLENBQUMsQ0FBQztRQUNILE1BQU0sU0FBUyxHQUFHLElBQUksWUFBWSxDQUFDLENBQUMsQ0FBQyxFQUFFLENBQUMsRUFBRSxDQUFDLEVBQUUsQ0FBQyxFQUFFLENBQUMsQ0FBQyxDQUFDLENBQUM7UUFDcEQsb0JBQW9CLENBQ2hCO1lBQ0UsY0FBYyxFQUFFO2dCQUNkLElBQUksRUFBRSxJQUFJLENBQUMsU0FBUyxDQUFDO29CQUNuQixhQUFhLEVBQUUsY0FBYztvQkFDN0IsZUFBZSxFQUFFLGVBQWU7b0JBQ2hDLE1BQU0sRUFBRSxhQUFhO29CQUNyQixXQUFXLEVBQUUsTUFBTTtvQkFDbkIsV0FBVyxFQUFFLE9BQU87b0JBQ3BCLFNBQVMsRUFBRSxJQUFJO29CQUNmLG1CQUFtQixFQUFFLEVBQUU7aUJBQ3hCLENBQUM7Z0JBQ0YsV0FBVyxFQUFFLGtCQUFrQjthQUNoQztZQUNELGVBQWUsRUFDWCxFQUFDLElBQUksRUFBRSxTQUFTLEVBQUUsV0FBVyxFQUFFLDBCQUEwQixFQUFDO1NBQy9ELEVBQ0QsWUFBWSxDQUFDLENBQUM7UUFFbEIsTUFBTSxPQUFPLEdBQUcsRUFBRSxDQUFDLEVBQUUsQ0FBQyxJQUFJLENBQUMsY0FBYyxDQUFDLENBQUM7UUFDM0MsTUFBTSxjQUFjLEdBQUcsTUFBTSxPQUFPLENBQUMsSUFBSSxFQUFFLENBQUM7UUFDNUMsTUFBTSxDQUFDLGNBQWMsQ0FBQyxhQUFhLENBQUMsQ0FBQyxPQUFPLENBQUMsY0FBYyxDQUFDLENBQUM7UUFDN0QsTUFBTSxDQUFDLGNBQWMsQ0FBQyxXQUFXLENBQUMsQ0FBQyxPQUFPLENBQUMsZUFBZSxDQUFDLENBQUMsQ0FBQyxDQUFDLE9BQU8sQ0FBQyxDQUFDO1FBQ3ZFLE1BQU0sQ0FBQyxjQUFjLENBQUMsTUFBTSxDQUFDLENBQUMsT0FBTyxDQUFDLGFBQWEsQ0FBQyxDQUFDO1FBQ3JELE1BQU0sQ0FBQyxjQUFjLENBQUMsV0FBVyxDQUFDLENBQUMsT0FBTyxDQUFDLE1BQU0sQ0FBQyxDQUFDO1FBQ25ELE1BQU0sQ0FBQyxjQUFjLENBQUMsV0FBVyxDQUFDLENBQUMsT0FBTyxDQUFDLE9BQU8sQ0FBQyxDQUFDO1FBQ3BELE1BQU0sQ0FBQyxjQUFjLENBQUMsbUJBQW1CLENBQUMsQ0FBQyxPQUFPLENBQUMsRUFBRSxDQUFDLENBQUM7UUFDdkQsTUFBTSxDQUFDLElBQUksWUFBWSxDQUFDLG9CQUFvQixDQUFDLElBQUksQ0FDN0MsY0FBYyxDQUFDLFVBQVUsQ0FBQyxDQUFDLENBQUMsQ0FBQyxPQUFPLENBQUMsU0FBUyxDQUFDLENBQUM7SUFDdEQsQ0FBQyxDQUFDLENBQUM7SUFFSCxFQUFFLENBQUMsc0NBQXNDLEVBQUUsR0FBRyxFQUFFO1FBQzlDLGtDQUFrQztRQUNsQyxPQUFRLE1BQWMsQ0FBQyxLQUFLLENBQUM7UUFDN0IsSUFBSTtZQUNGLEVBQUUsQ0FBQyxFQUFFLENBQUMsSUFBSSxDQUFDLGNBQWMsQ0FBQyxDQUFDO1NBQzVCO1FBQUMsT0FBTyxHQUFHLEVBQUU7WUFDWixNQUFNLENBQUMsR0FBRyxDQUFDLE9BQU8sQ0FBQyxDQUFDLE9BQU8sQ0FBQyxnQ0FBZ0MsQ0FBQyxDQUFDO1NBQy9EO0lBQ0gsQ0FBQyxDQUFDLENBQUM7QUFDTCxDQUFDLENBQUMsQ0FBQztBQUVILHdDQUF3QztBQUN4QyxnREFBZ0Q7QUFDaEQsaUJBQWlCLENBQUMsV0FBVyxFQUFFLFdBQVcsRUFBRSxHQUFHLEVBQUU7SUFDL0MsYUFBYTtJQUNiLE1BQU0sWUFBWSxHQUFpQztRQUNqRDtZQUNFLElBQUksRUFBRSxjQUFjO1lBQ3BCLEtBQUssRUFBRSxDQUFDLENBQUMsRUFBRSxDQUFDLENBQUM7WUFDYixLQUFLLEVBQUUsU0FBUztTQUNqQjtRQUNEO1lBQ0UsSUFBSSxFQUFFLFlBQVk7WUFDbEIsS0FBSyxFQUFFLENBQUMsQ0FBQyxDQUFDO1lBQ1YsS0FBSyxFQUFFLFNBQVM7U0FDakI7S0FDRixDQUFDO0lBQ0YsTUFBTSxXQUFXLEdBQUcsSUFBSSxXQUFXLENBQUMsRUFBRSxDQUFDLENBQUM7SUFDeEMsTUFBTSxVQUFVLEdBQXlCO1FBQ3ZDLGFBQWEsRUFBRSxjQUFjO1FBQzdCLFdBQVcsRUFBRSxZQUFZO1FBQ3pCLFVBQVUsRUFBRSxXQUFXO1FBQ3ZCLE1BQU0sRUFBRSxjQUFjO1FBQ3RCLFdBQVcsRUFBRSxzQkFBc0I7UUFDbkMsV0FBVyxFQUFFLElBQUk7UUFDakIsU0FBUyxFQUFFLElBQUk7UUFDZixtQkFBbUIsRUFBRSxFQUFFO1FBQ3ZCLGdCQUFnQixFQUFFLEVBQUU7UUFDcEIsY0FBYyxFQUFFLGVBQWU7S0FDaEMsQ0FBQztJQUVGLElBQUksWUFBWSxHQUFrQixFQUFFLENBQUM7SUFFckMsVUFBVSxDQUFDLEdBQUcsRUFBRTtRQUNkLFlBQVksR0FBRyxFQUFFLENBQUM7UUFDbEIsS0FBSyxDQUFDLEVBQUUsQ0FBQyxHQUFHLEVBQUUsQ0FBQyxRQUFRLEVBQUUsT0FBTyxDQUFDO2FBQzVCLEdBQUcsQ0FBQyxRQUFRLENBQUMsQ0FBQyxJQUFZLEVBQUUsSUFBaUIsRUFBRSxFQUFFO1lBQ2hELElBQUksSUFBSSxLQUFLLG1CQUFtQjtnQkFDNUIsSUFBSSxLQUFLLDBCQUEwQixFQUFFO2dCQUN2QyxZQUFZLENBQUMsSUFBSSxDQUFDLElBQUksQ0FBQyxDQUFDO2dCQUN4QixPQUFPLE9BQU8sQ0FBQyxPQUFPLENBQUMsSUFBSSxRQUFRLENBQUMsSUFBSSxFQUFFLEVBQUMsTUFBTSxFQUFFLEdBQUcsRUFBQyxDQUFDLENBQUMsQ0FBQzthQUMzRDtpQkFBTTtnQkFDTCxPQUFPLE9BQU8sQ0FBQyxNQUFNLENBQUMsSUFBSSxRQUFRLENBQUMsSUFBSSxFQUFFLEVBQUMsTUFBTSxFQUFFLEdBQUcsRUFBQyxDQUFDLENBQUMsQ0FBQzthQUMxRDtRQUNILENBQUMsQ0FBQyxDQUFDO0lBQ1QsQ0FBQyxDQUFDLENBQUM7SUFFSCxFQUFFLENBQUMsZ0RBQWdELEVBQUUsQ0FBQyxJQUFJLEVBQUUsRUFBRTtRQUM1RCxNQUFNLGFBQWEsR0FBRyxJQUFJLElBQUksRUFBRSxDQUFDO1FBQ2pDLE1BQU0sT0FBTyxHQUFHLEVBQUUsQ0FBQyxFQUFFLENBQUMsZUFBZSxDQUFDLDBCQUEwQixDQUFDLENBQUMsQ0FBQyxDQUFDLENBQUM7UUFDckUsT0FBTyxDQUFDLElBQUksQ0FBQyxVQUFVLENBQUM7YUFDbkIsSUFBSSxDQUFDLFVBQVUsQ0FBQyxFQUFFO1lBQ2pCLE1BQU0sQ0FBQyxVQUFVLENBQUMsa0JBQWtCLENBQUMsU0FBUyxDQUFDLE9BQU8sRUFBRSxDQUFDO2lCQUNwRCxzQkFBc0IsQ0FBQyxhQUFhLENBQUMsT0FBTyxFQUFFLENBQUMsQ0FBQztZQUNyRCxtRUFBbUU7WUFDbkUsaUVBQWlFO1lBQ2pFLE1BQU0sQ0FBQyxVQUFVLENBQUMsa0JBQWtCLENBQUMsa0JBQWtCLENBQUM7aUJBQ25ELE9BQU8sQ0FBQyxJQUFJLENBQUMsU0FBUyxDQUFDLGNBQWMsQ0FBQyxDQUFDLE1BQU0sQ0FBQyxDQUFDO1lBQ3BELE1BQU0sQ0FBQyxVQUFVLENBQUMsa0JBQWtCLENBQUMsZ0JBQWdCLENBQUM7aUJBQ2pELE9BQU8sQ0FBQyxJQUFJLENBQUMsU0FBUyxDQUFDLFlBQVksQ0FBQyxDQUFDLE1BQU0sQ0FBQyxDQUFDO1lBQ2xELE1BQU0sQ0FBQyxVQUFVLENBQUMsa0JBQWtCLENBQUMsZUFBZSxDQUFDO2lCQUNoRCxPQUFPLENBQUMsV0FBVyxDQUFDLFVBQVUsQ0FBQyxDQUFDO1lBRXJDLE1BQU0sQ0FBQyxZQUFZLENBQUMsTUFBTSxDQUFDLENBQUMsT0FBTyxDQUFDLENBQUMsQ0FBQyxDQUFDO1lBQ3ZDLE1BQU0sSUFBSSxHQUFHLFlBQVksQ0FBQyxDQUFDLENBQUMsQ0FBQztZQUM3QixNQUFNLENBQUMsSUFBSSxDQUFDLE1BQU0sQ0FBQyxDQUFDLE9BQU8sQ0FBQyxNQUFNLENBQUMsQ0FBQztZQUNwQyxNQUFNLElBQUksR0FBRyxJQUFJLENBQUMsSUFBZ0IsQ0FBQztZQUNuQyxNQUFNLFFBQVEsR0FBRyxJQUFJLENBQUMsR0FBRyxDQUFDLFlBQVksQ0FBUyxDQUFDO1lBQ2hELE1BQU0sY0FBYyxHQUFHLElBQUksVUFBVSxFQUFFLENBQUM7WUFDeEMsY0FBYyxDQUFDLE1BQU0sR0FBRyxDQUFDLEtBQVksRUFBRSxFQUFFO2dCQUN2QyxNQUFNLFNBQVM7Z0JBQ1gsa0NBQWtDO2dCQUNsQyxJQUFJLENBQUMsS0FBSyxDQUFFLEtBQUssQ0FBQyxNQUFjLENBQUMsTUFBTSxDQUFvQixDQUFDO2dCQUNoRSxNQUFNLENBQUMsU0FBUyxDQUFDLGFBQWEsQ0FBQyxDQUFDLE9BQU8sQ0FBQyxjQUFjLENBQUMsQ0FBQztnQkFDeEQsTUFBTSxDQUFDLFNBQVMsQ0FBQyxlQUFlLENBQUMsTUFBTSxDQUFDLENBQUMsT0FBTyxDQUFDLENBQUMsQ0FBQyxDQUFDO2dCQUNwRCxNQUFNLENBQUMsU0FBUyxDQUFDLGVBQWUsQ0FBQyxDQUFDLENBQUMsQ0FBQyxPQUFPLENBQUMsQ0FBQyxPQUFPLENBQUMsWUFBWSxDQUFDLENBQUM7Z0JBQ25FLE1BQU0sQ0FBQyxTQUFTLENBQUMsY0FBYyxDQUFDLENBQUMsT0FBTyxDQUFDLGVBQWUsQ0FBQyxDQUFDO2dCQUUxRCxNQUFNLFdBQVcsR0FBRyxJQUFJLENBQUMsR0FBRyxDQUFDLG1CQUFtQixDQUFTLENBQUM7Z0JBQzFELE1BQU0saUJBQWlCLEdBQUcsSUFBSSxVQUFVLEVBQUUsQ0FBQztnQkFDM0MsaUJBQWlCLENBQUMsTUFBTSxHQUFHLENBQUMsS0FBWSxFQUFFLEVBQUU7b0JBQzFDLGtDQUFrQztvQkFDbEMsTUFBTSxVQUFVLEdBQUksS0FBSyxDQUFDLE1BQWMsQ0FBQyxNQUFxQixDQUFDO29CQUMvRCxNQUFNLENBQUMsSUFBSSxVQUFVLENBQUMsVUFBVSxDQUFDLENBQUM7eUJBQzdCLE9BQU8sQ0FBQyxJQUFJLFVBQVUsQ0FBQyxXQUFXLENBQUMsQ0FBQyxDQUFDO29CQUMxQyxJQUFJLEVBQUUsQ0FBQztnQkFDVCxDQUFDLENBQUM7Z0JBQ0YsaUJBQWlCLENBQUMsT0FBTyxHQUFHLEVBQUUsQ0FBQyxFQUFFO29CQUMvQixJQUFJLENBQUMsSUFBSSxDQUFDLGlCQUFpQixDQUFDLEtBQUssQ0FBQyxPQUFPLENBQUMsQ0FBQztnQkFDN0MsQ0FBQyxDQUFDO2dCQUNGLGlCQUFpQixDQUFDLGlCQUFpQixDQUFDLFdBQVcsQ0FBQyxDQUFDO1lBQ25ELENBQUMsQ0FBQztZQUNGLGNBQWMsQ0FBQyxPQUFPLEdBQUcsRUFBRSxDQUFDLEVBQUU7Z0JBQzVCLElBQUksQ0FBQyxJQUFJLENBQUMsY0FBYyxDQUFDLEtBQUssQ0FBQyxPQUFPLENBQUMsQ0FBQztZQUMxQyxDQUFDLENBQUM7WUFDRixjQUFjLENBQUMsVUFBVSxDQUFDLFFBQVEsQ0FBQyxDQUFDO1FBQ3RDLENBQUMsQ0FBQzthQUNELEtBQUssQ0FBQyxHQUFHLENBQUMsRUFBRTtZQUNYLElBQUksQ0FBQyxJQUFJLENBQUMsR0FBRyxDQUFDLEtBQUssQ0FBQyxDQUFDO1FBQ3ZCLENBQUMsQ0FBQyxDQUFDO0lBQ1QsQ0FBQyxDQUFDLENBQUM7SUFFSCxFQUFFLENBQUMseUNBQXlDLEVBQUUsQ0FBQyxJQUFJLEVBQUUsRUFBRTtRQUNyRCxNQUFNLGFBQWEsR0FBRyxJQUFJLElBQUksRUFBRSxDQUFDO1FBQ2pDLE1BQU0sT0FBTyxHQUFHLEVBQUUsQ0FBQyxFQUFFLENBQUMsZUFBZSxDQUFDLDBCQUEwQixDQUFDLENBQUMsQ0FBQyxDQUFDLENBQUM7UUFDckUsTUFBTSxxQkFBcUIsR0FBRyxFQUFDLGFBQWEsRUFBRSxjQUFjLEVBQUMsQ0FBQztRQUM5RCxPQUFPLENBQUMsSUFBSSxDQUFDLHFCQUFxQixDQUFDO2FBQzlCLElBQUksQ0FBQyxVQUFVLENBQUMsRUFBRTtZQUNqQixNQUFNLENBQUMsVUFBVSxDQUFDLGtCQUFrQixDQUFDLFNBQVMsQ0FBQyxPQUFPLEVBQUUsQ0FBQztpQkFDcEQsc0JBQXNCLENBQUMsYUFBYSxDQUFDLE9BQU8sRUFBRSxDQUFDLENBQUM7WUFDckQsbUVBQW1FO1lBQ25FLGlFQUFpRTtZQUNqRSxNQUFNLENBQUMsVUFBVSxDQUFDLGtCQUFrQixDQUFDLGtCQUFrQixDQUFDO2lCQUNuRCxPQUFPLENBQUMsSUFBSSxDQUFDLFNBQVMsQ0FBQyxjQUFjLENBQUMsQ0FBQyxNQUFNLENBQUMsQ0FBQztZQUNwRCxNQUFNLENBQUMsVUFBVSxDQUFDLGtCQUFrQixDQUFDLGdCQUFnQixDQUFDLENBQUMsT0FBTyxDQUFDLENBQUMsQ0FBQyxDQUFDO1lBQ2xFLE1BQU0sQ0FBQyxVQUFVLENBQUMsa0JBQWtCLENBQUMsZUFBZSxDQUFDLENBQUMsT0FBTyxDQUFDLENBQUMsQ0FBQyxDQUFDO1lBRWpFLE1BQU0sQ0FBQyxZQUFZLENBQUMsTUFBTSxDQUFDLENBQUMsT0FBTyxDQUFDLENBQUMsQ0FBQyxDQUFDO1lBQ3ZDLE1BQU0sSUFBSSxHQUFHLFlBQVksQ0FBQyxDQUFDLENBQUMsQ0FBQztZQUM3QixNQUFNLENBQUMsSUFBSSxDQUFDLE1BQU0sQ0FBQyxDQUFDLE9BQU8sQ0FBQyxNQUFNLENBQUMsQ0FBQztZQUNwQyxNQUFNLElBQUksR0FBRyxJQUFJLENBQUMsSUFBZ0IsQ0FBQztZQUNuQyxNQUFNLFFBQVEsR0FBRyxJQUFJLENBQUMsR0FBRyxDQUFDLFlBQVksQ0FBUyxDQUFDO1lBQ2hELE1BQU0sY0FBYyxHQUFHLElBQUksVUFBVSxFQUFFLENBQUM7WUFDeEMsY0FBYyxDQUFDLE1BQU0sR0FBRyxDQUFDLEtBQVksRUFBRSxFQUFFO2dCQUN2QyxrQ0FBa0M7Z0JBQ2xDLE1BQU0sU0FBUyxHQUFHLElBQUksQ0FBQyxLQUFLLENBQUUsS0FBSyxDQUFDLE1BQWMsQ0FBQyxNQUFNLENBQUMsQ0FBQztnQkFDM0QsTUFBTSxDQUFDLFNBQVMsQ0FBQyxhQUFhLENBQUMsQ0FBQyxPQUFPLENBQUMsY0FBYyxDQUFDLENBQUM7Z0JBQ3hELGtEQUFrRDtnQkFDbEQsTUFBTSxDQUFDLElBQUksQ0FBQyxHQUFHLENBQUMsbUJBQW1CLENBQUMsQ0FBQyxDQUFDLE9BQU8sQ0FBQyxJQUFJLENBQUMsQ0FBQztnQkFDcEQsSUFBSSxFQUFFLENBQUM7WUFDVCxDQUFDLENBQUM7WUFDRixjQUFjLENBQUMsT0FBTyxHQUFHLEtBQUssQ0FBQyxFQUFFO2dCQUMvQixJQUFJLENBQUMsSUFBSSxDQUFDLGNBQWMsQ0FBQyxLQUFLLENBQUMsT0FBTyxDQUFDLENBQUM7WUFDMUMsQ0FBQyxDQUFDO1lBQ0YsY0FBYyxDQUFDLFVBQVUsQ0FBQyxRQUFRLENBQUMsQ0FBQztRQUN0QyxDQUFDLENBQUM7YUFDRCxLQUFLLENBQUMsR0FBRyxDQUFDLEVBQUU7WUFDWCxJQUFJLENBQUMsSUFBSSxDQUFDLEdBQUcsQ0FBQyxLQUFLLENBQUMsQ0FBQztRQUN2QixDQUFDLENBQUMsQ0FBQztJQUNULENBQUMsQ0FBQyxDQUFDO0lBRUgsRUFBRSxDQUFDLHNEQUFzRCxFQUFFLENBQUMsSUFBSSxFQUFFLEVBQUU7UUFDbEUsTUFBTSxhQUFhLEdBQUcsSUFBSSxJQUFJLEVBQUUsQ0FBQztRQUNqQyxNQUFNLE9BQU8sR0FBRyxFQUFFLENBQUMsRUFBRSxDQUFDLElBQUksQ0FBQyxtQkFBbUIsRUFBRTtZQUM5QyxXQUFXLEVBQUU7Z0JBQ1gsTUFBTSxFQUFFLEtBQUs7Z0JBQ2IsT0FBTyxFQUNILEVBQUMsY0FBYyxFQUFFLGdCQUFnQixFQUFFLGNBQWMsRUFBRSxnQkFBZ0IsRUFBQzthQUN6RTtTQUNGLENBQUMsQ0FBQztRQUNILE9BQU8sQ0FBQyxJQUFJLENBQUMsVUFBVSxDQUFDO2FBQ25CLElBQUksQ0FBQyxVQUFVLENBQUMsRUFBRTtZQUNqQixNQUFNLENBQUMsVUFBVSxDQUFDLGtCQUFrQixDQUFDLFNBQVMsQ0FBQyxPQUFPLEVBQUUsQ0FBQztpQkFDcEQsc0JBQXNCLENBQUMsYUFBYSxDQUFDLE9BQU8sRUFBRSxDQUFDLENBQUM7WUFDckQsbUVBQW1FO1lBQ25FLGlFQUFpRTtZQUNqRSxNQUFNLENBQUMsVUFBVSxDQUFDLGtCQUFrQixDQUFDLGtCQUFrQixDQUFDO2lCQUNuRCxPQUFPLENBQUMsSUFBSSxDQUFDLFNBQVMsQ0FBQyxjQUFjLENBQUMsQ0FBQyxNQUFNLENBQUMsQ0FBQztZQUNwRCxNQUFNLENBQUMsVUFBVSxDQUFDLGtCQUFrQixDQUFDLGdCQUFnQixDQUFDO2lCQUNqRCxPQUFPLENBQUMsSUFBSSxDQUFDLFNBQVMsQ0FBQyxZQUFZLENBQUMsQ0FBQyxNQUFNLENBQUMsQ0FBQztZQUNsRCxNQUFNLENBQUMsVUFBVSxDQUFDLGtCQUFrQixDQUFDLGVBQWUsQ0FBQztpQkFDaEQsT0FBTyxDQUFDLFdBQVcsQ0FBQyxVQUFVLENBQUMsQ0FBQztZQUVyQyxNQUFNLENBQUMsWUFBWSxDQUFDLE1BQU0sQ0FBQyxDQUFDLE9BQU8sQ0FBQyxDQUFDLENBQUMsQ0FBQztZQUN2QyxNQUFNLElBQUksR0FBRyxZQUFZLENBQUMsQ0FBQyxDQUFDLENBQUM7WUFDN0IsTUFBTSxDQUFDLElBQUksQ0FBQyxNQUFNLENBQUMsQ0FBQyxPQUFPLENBQUMsS0FBSyxDQUFDLENBQUM7WUFFbkMsaUJBQWlCO1lBQ2pCLE1BQU0sQ0FBQyxJQUFJLENBQUMsT0FBTyxDQUFDLENBQUMsT0FBTyxDQUFDO2dCQUMzQixjQUFjLEVBQUUsZ0JBQWdCO2dCQUNoQyxjQUFjLEVBQUUsZ0JBQWdCO2FBQ2pDLENBQUMsQ0FBQztZQUVILE1BQU0sSUFBSSxHQUFHLElBQUksQ0FBQyxJQUFnQixDQUFDO1lBQ25DLE1BQU0sUUFBUSxHQUFHLElBQUksQ0FBQyxHQUFHLENBQUMsWUFBWSxDQUFTLENBQUM7WUFDaEQsTUFBTSxjQUFjLEdBQUcsSUFBSSxVQUFVLEVBQUUsQ0FBQztZQUN4QyxjQUFjLENBQUMsTUFBTSxHQUFHLENBQUMsS0FBWSxFQUFFLEVBQUU7Z0JBQ3ZDLE1BQU0sU0FBUztnQkFDWCxrQ0FBa0M7Z0JBQ2xDLElBQUksQ0FB