itowns
Version:
A JS/WebGL framework for 3D geospatial data visualization
294 lines (283 loc) • 10.1 kB
JavaScript
/**
* Generated On: 2015-10-5
* Class: Scheduler
* Description: Cette classe singleton gère les requetes/Commandes de la scène. Ces commandes peuvent etre synchrone ou asynchrone. Elle permet d'executer, de prioriser et d'annuler les commandes de la pile. Les commandes executées sont placées dans une autre file d'attente.
*/
import PriorityQueue from 'js-priority-queue';
import DataSourceProvider from "../../Provider/DataSourceProvider.js";
import TileProvider from "../../Provider/TileProvider.js";
import $3dTilesProvider from "../../Provider/3dTilesProvider.js";
import PointCloudProvider from "../../Provider/PointCloudProvider.js";
import URLBuilder from "../../Provider/URLBuilder.js";
import CancelledCommandException from "./CancelledCommandException.js";
function queueOrdering(a, b) {
const cmp = b.priority - a.priority;
// Prioritize recent commands
if (cmp === 0) {
return b.timestamp - a.timestamp;
}
return cmp;
}
function drawNextLayer(storages) {
// Dithering algorithm to select the next layer
// see https://gamedev.stackexchange.com/a/95696 for more details
let sum = 0;
let selected;
let max;
for (const item of storages) {
const st = item[1];
if (st.q.length > 0) {
sum += st.priority;
st.accumulator += st.priority;
// Select the biggest accumulator
if (!selected || st.accumulator > max) {
selected = st;
max = st.accumulator;
}
}
}
if (selected) {
selected.accumulator -= sum;
return selected.q;
}
}
function _instanciateQueue() {
return {
queue(command) {
const layer = command.layer;
let st = this.storages.get(layer.id);
if (!st) {
st = {
q: new PriorityQueue({
comparator: queueOrdering
}),
priority: 1,
accumulator: 0
};
this.storages.set(layer.id, st);
}
// update priority (layer.priority may have changed)
st.priority = layer.priority || 1;
st.q.queue(command);
this.counters.pending++;
},
storages: new Map(),
counters: {
// commands in progress
executing: 0,
// commands successfully executed
executed: 0,
// commands failed
failed: 0,
// commands cancelled
cancelled: 0,
// commands pending
pending: 0
},
execute(cmd, provider) {
this.counters.pending--;
this.counters.executing++;
return provider.executeCommand(cmd).then(result => {
this.counters.executing--;
cmd.resolve(result);
// only count successul commands
this.counters.executed++;
}, err => {
this.counters.executing--;
cmd.reject(err);
this.counters.failed++;
});
}
};
}
/**
* The Scheduler is in charge of managing the [Providers]{@link Provider} that
* are used to gather resources needed to display the layers on a {@link View}.
* There is only one instance of a Scheduler per webview, and it is instanciated
* with the creation of the first view.
*
* @constructor
*/
function Scheduler() {
// Constructor
this.defaultQueue = _instanciateQueue();
this.hostQueues = new Map();
this.providers = {};
this.maxCommandsPerHost = 6;
// TODO: add an options to not instanciate default providers
this.initDefaultProviders();
}
Scheduler.prototype.constructor = Scheduler;
Scheduler.prototype.initDefaultProviders = function () {
// Register all providers
this.addProtocolProvider('tile', TileProvider);
this.addProtocolProvider('3d-tiles', $3dTilesProvider);
this.addProtocolProvider('pointcloud', PointCloudProvider);
};
Scheduler.prototype.runCommand = function (command, queue, executingCounterUpToDate) {
const provider = this.getProtocolProvider(command.layer.protocol);
if (!provider) {
throw new Error(`No known provider for layer ${command.layer.id}`);
}
queue.execute(command, provider, executingCounterUpToDate).then(() => {
// notify view that one command ended.
command.view.notifyChange(command.requester, command.redraw);
// try to execute next command
if (queue.counters.executing < this.maxCommandsPerHost) {
const cmd = this.deQueue(queue);
if (cmd) {
this.runCommand(cmd, queue);
}
}
});
};
Scheduler.prototype.execute = function (command) {
// TODO: check for mandatory commands fields
// parse host
const layer = command.layer;
const host = layer.source && layer.source.url && layer.source.url !== 'none' ? new URL(URLBuilder.subDomains(layer.source.url), import.meta.url).host : undefined;
command.promise = new Promise((resolve, reject) => {
command.resolve = resolve;
command.reject = reject;
});
// init queue if needed
if (host && !this.hostQueues.has(host)) {
this.hostQueues.set(host, _instanciateQueue());
}
const q = host ? this.hostQueues.get(host) : this.defaultQueue;
command.timestamp = Date.now();
q.queue(command);
if (q.counters.executing < this.maxCommandsPerHost) {
// Defer the processing after the end of the current frame.
// Promise.resolve or setTimeout(..., 0) will do the job, the difference
// is:
// - setTimeout is a new task, queued in the event-loop queues
// - Promise is a micro-task, executed before other tasks
Promise.resolve().then(() => {
if (q.counters.executing < this.maxCommandsPerHost) {
const cmd = this.deQueue(q);
if (cmd) {
this.runCommand(cmd, q);
}
}
});
}
return command.promise;
};
/**
* A Provider has the responsability to handle protocols and datablobs. Given a
* data request (see {@link Provider#executeCommand} for details about this
* request), it fetches serialized datasets, file content or even file chunks.
*
* @interface Provider
*/
/**
* When adding a layer to a view, some preprocessing can be done on it, before
* fetching or creating resources attached to it. For example, in the WMTS and
* WFS providers (included in iTowns), default options to the layer are added if
* some are missing.
*
* @param {Layer} layer
* @param {View} [view]
* @param {Scheduler} [scheduler]
* @param {Layer} [parentLayer]
*/
/**
* In the {@link Scheduler} loop, this function is called every time the layer
* needs new information about itself. For tiled layers, it gets the necessary
* tiles, given the current position of the camera on the map. For simple layers
* like a GPX trace, it gets the data once.
* <br><br>
* It passes a `command` object as a parameter, with the `view` and the `layer`
* always present. The other parameters are optional.
*
* @function
* @name Provider#executeCommand
*
* @param {Object} command
* @param {View} command.view
* @param {Layer} command.layer
* @param {TileMesh} [command.requester] - Every layer is attached to a tile.
* @param {number} [command.targetLevel] - The target level is used when there
* is a tiled layer, such as WMTS or TMS, but not in case like a GPX layer.
*
* @return {Promise} The {@link Scheduler} always expect a Promise as a result,
* resolving to an object containing sufficient information for the associated
* processing to the current layer. For example, see the
* [LayeredMaterialNodeProcessing#updateLayeredMaterialNodeElevation]{@link
* https://github.com/iTowns/itowns/blob/master/src/Process/LayeredMaterialNodeProcessing.js}
* class or other processing class.
*/
/**
* Adds a provider for a specified protocol. The provider will be used when
* executing the queue to provide resources. See {@link Provider} for more
* informations.
* By default, some protocols are already set in iTowns: WMTS, WMS, WFS, TMS,
* XYZ, PotreeConverter, Rasterizer, 3D-Tiles and Static.
* <br><br>
* Warning: if the specified protocol has already a provider attached to it, the
* current provider will be overwritten by the given provider.
*
* @param {string} protocol - The name of the protocol to add. This is the
* `protocol` parameter put inside the configuration when adding a layer. The
* capitalization of the name is not taken into account here.
* @param {Provider} provider - The provider to link to the protocol, that must
* respect the {@link Provider} interface description.
*
* @throws {Error} an error if any method of the {@link Provider} is not present
* in the provider.
*/
Scheduler.prototype.addProtocolProvider = function (protocol, provider) {
if (typeof provider.executeCommand !== 'function') {
throw new Error(`Can't add provider for ${protocol}: missing a executeCommand function.`);
}
this.providers[protocol] = provider;
};
/**
* Get a specific {@link Provider} given a particular protocol.
*
* @param {string} protocol
*
* @return {Provider}
*/
Scheduler.prototype.getProtocolProvider = function (protocol) {
return this.providers[protocol] || DataSourceProvider;
};
Scheduler.prototype.commandsWaitingExecutionCount = function () {
let sum = this.defaultQueue.counters.pending + this.defaultQueue.counters.executing;
for (const q of this.hostQueues) {
sum += q[1].counters.pending + q[1].counters.executing;
}
return sum;
};
Scheduler.prototype.commandsRunningCount = function () {
let sum = this.defaultQueue.counters.executing;
for (const q of this.hostQueues) {
sum += q[1].counters.executing;
}
return sum;
};
Scheduler.prototype.resetCommandsCount = function (type) {
let sum = this.defaultQueue.counters[type];
this.defaultQueue.counters[type] = 0;
for (const q of this.hostQueues) {
sum += q[1].counters[type];
q[1].counters[type] = 0;
}
return sum;
};
Scheduler.prototype.deQueue = function (queue) {
const st = drawNextLayer(queue.storages);
while (st && st.length > 0) {
const cmd = st.dequeue();
if (cmd.earlyDropFunction && cmd.earlyDropFunction(cmd)) {
queue.counters.pending--;
queue.counters.cancelled++;
cmd.reject(new CancelledCommandException(cmd));
} else {
return cmd;
}
}
return undefined;
};
export default Scheduler;