UNPKG

@lightningjs/renderer

Version:
362 lines 13.1 kB
/* * If not stated otherwise in this file or this component's LICENSE file the * following copyright and licenses apply: * * Copyright 2023 Comcast Cable Communications Management, LLC. * * Licensed under the Apache License, Version 2.0 (the License); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ import { ImageWorkerManager } from './lib/ImageWorker.js'; import { ColorTexture } from './textures/ColorTexture.js'; import { ImageTexture } from './textures/ImageTexture.js'; import { NoiseTexture } from './textures/NoiseTexture.js'; import { SubTexture } from './textures/SubTexture.js'; import { RenderTexture } from './textures/RenderTexture.js'; import { Texture, TextureType } from './textures/Texture.js'; import { EventEmitter } from '../common/EventEmitter.js'; import { getTimeStamp } from './platform.js'; import { validateCreateImageBitmap, } from './lib/validateImageBitmap.js'; export class CoreTextureManager extends EventEmitter { /** * Map of textures by cache key */ keyCache = new Map(); /** * Map of cache keys by texture */ inverseKeyCache = new WeakMap(); /** * Map of texture constructors by their type name */ txConstructors = {}; priorityQueue = []; uploadTextureQueue = []; initialized = false; stage; numImageWorkers; imageWorkerManager = null; hasCreateImageBitmap = !!self.createImageBitmap; imageBitmapSupported = { basic: false, options: false, full: false, }; hasWorker = !!self.Worker; /** * Renderer that this texture manager is associated with * * @remarks * This MUST be set before the texture manager is used. Otherwise errors * will occur when using the texture manager. */ renderer; /** * The current frame time in milliseconds * * @remarks * This is used to populate the `lastRenderableChangeTime` property of * {@link Texture} instances when their renderable state changes. * * Set by stage via `updateFrameTime` method. */ frameTime = 0; constructor(stage, settings) { super(); const { numImageWorkers, createImageBitmapSupport } = settings; this.stage = stage; this.numImageWorkers = numImageWorkers; if (createImageBitmapSupport === 'auto') { validateCreateImageBitmap() .then((result) => { this.initialize(result); }) .catch(() => { console.warn('[Lightning] createImageBitmap is not supported on this browser. ImageTexture will be slower.'); // initialized without image worker manager and createImageBitmap this.initialized = true; this.emit('initialized'); }); } else { this.initialize({ basic: createImageBitmapSupport === 'basic', options: createImageBitmapSupport === 'options', full: createImageBitmapSupport === 'full', }); } this.registerTextureType('ImageTexture', ImageTexture); this.registerTextureType('ColorTexture', ColorTexture); this.registerTextureType('NoiseTexture', NoiseTexture); this.registerTextureType('SubTexture', SubTexture); this.registerTextureType('RenderTexture', RenderTexture); } registerTextureType(textureType, textureClass) { this.txConstructors[textureType] = textureClass; } initialize(support) { this.hasCreateImageBitmap = support.basic || support.options || support.full; this.imageBitmapSupported = support; if (!this.hasCreateImageBitmap) { console.warn('[Lightning] createImageBitmap is not supported on this browser. ImageTexture will be slower.'); } if (this.hasCreateImageBitmap && this.hasWorker && this.numImageWorkers > 0) { this.imageWorkerManager = new ImageWorkerManager(this.numImageWorkers, support); } else { console.warn('[Lightning] Imageworker is 0 or not supported on this browser. Image loading will be slower.'); } this.initialized = true; this.emit('initialized'); } /** * Enqueue a texture for uploading to the GPU. * * @param texture - The texture to upload */ enqueueUploadTexture(texture) { if (this.uploadTextureQueue.includes(texture) === false) { this.uploadTextureQueue.push(texture); } } /** * Create a texture * * @param textureType - The type of texture to create * @param props - The properties to use for the texture */ createTexture(textureType, props) { let texture; const TextureClass = this.txConstructors[textureType]; if (!TextureClass) { throw new Error(`Texture type "${textureType}" is not registered`); } const cacheKey = TextureClass.makeCacheKey(props); if (cacheKey && this.keyCache.has(cacheKey)) { // eslint-disable-next-line @typescript-eslint/no-non-null-assertion texture = this.keyCache.get(cacheKey); } else { // eslint-disable-next-line @typescript-eslint/no-unsafe-argument, @typescript-eslint/no-explicit-any texture = new TextureClass(this, props); if (cacheKey) { this.initTextureToCache(texture, cacheKey); } } return texture; } orphanTexture(texture) { // if it is part of the download or upload queue, remove it this.removeTextureFromQueue(texture); if (texture.type === TextureType.subTexture) { // ignore subtextures return; } this.stage.txMemManager.addToOrphanedTextures(texture); } /** * Override loadTexture to use the batched approach. * * @param texture - The texture to load * @param immediate - Whether to prioritize the texture for immediate loading */ loadTexture(texture, priority) { this.stage.txMemManager.removeFromOrphanedTextures(texture); if (texture.type === TextureType.subTexture) { // ignore subtextures - they get loaded through their parent return; } if (texture.state === 'loaded') { // if the texture is already loaded, just return return; } if (Texture.TRANSITIONAL_TEXTURE_STATES.includes(texture.state)) { return; } // if we're not initialized, just queue the texture into the priority queue if (this.initialized === false) { this.priorityQueue.push(texture); return; } // If the texture failed to load, we need to re-download it. if (texture.state === 'failed') { texture.free(); texture.freeTextureData(); } texture.setState('loading'); // Get the texture data texture .getTextureData() .then(() => { if (texture.state !== 'fetched') { texture.setState('failed'); return; } // For non-image textures, upload immediately if (texture.type !== TextureType.image) { this.uploadTexture(texture).catch((err) => { console.error('Failed to upload non-image texture:', err); texture.setState('failed'); }); } else { // For image textures, queue for throttled upload // If it's a priority texture, upload it immediately if (priority === true) { this.uploadTexture(texture).catch((err) => { console.error('Failed to upload priority texture:', err); texture.setState('failed'); }); } else { this.enqueueUploadTexture(texture); } } }) .catch((err) => { console.error(err); texture.setState('failed'); }); } /** * Upload a texture to the GPU * * @param texture Texture to upload * @returns Promise that resolves when the texture is fully loaded */ async uploadTexture(texture) { if (this.stage.txMemManager.doNotExceedCriticalThreshold === true && this.stage.txMemManager.criticalCleanupRequested === true) { // we're at a critical memory threshold, don't upload textures texture.setState('failed'); return; } const coreContext = texture.loadCtxTexture(); if (coreContext !== null && coreContext.state === 'loaded') { texture.setState('loaded'); return; } await coreContext.load(); } /** * Check if a texture is being processed */ isProcessingTexture(texture) { return this.uploadTextureQueue.includes(texture) === true; } /** * Process a limited number of uploads. * * @param maxProcessingTime - The maximum processing time in milliseconds */ async processSome(maxProcessingTime) { if (this.initialized === false) { return; } const startTime = getTimeStamp(); // Process priority queue while (this.priorityQueue.length > 0 && getTimeStamp() - startTime < maxProcessingTime) { // eslint-disable-next-line @typescript-eslint/no-non-null-assertion const texture = this.priorityQueue.pop(); try { await texture.getTextureData(); await this.uploadTexture(texture); } catch (error) { console.error('Failed to process priority texture:', error); // Continue with next texture instead of stopping entire queue } } // Process uploads - await each upload to prevent GPU overload while (this.uploadTextureQueue.length > 0 && getTimeStamp() - startTime < maxProcessingTime) { // eslint-disable-next-line @typescript-eslint/no-non-null-assertion const texture = this.uploadTextureQueue.shift(); try { await this.uploadTexture(texture); } catch (error) { console.error('Failed to upload texture:', error); // Continue with next texture instead of stopping entire queue } } } hasUpdates() { return this.uploadTextureQueue.length > 0; } /** * Initialize a texture to the cache * * @param texture Texture to cache * @param cacheKey Cache key for the texture */ initTextureToCache(texture, cacheKey) { const { keyCache, inverseKeyCache } = this; keyCache.set(cacheKey, texture); inverseKeyCache.set(texture, cacheKey); } /** * Get a texture from the cache * * @param cacheKey */ getTextureFromCache(cacheKey) { return this.keyCache.get(cacheKey); } /** * Remove a texture from the cache * * @remarks * Called by Texture Cleanup when a texture is freed. * * @param texture */ removeTextureFromCache(texture) { const { inverseKeyCache, keyCache } = this; const cacheKey = inverseKeyCache.get(texture); if (cacheKey) { keyCache.delete(cacheKey); } } /** * Remove texture from the upload queue * * @param texture - The texture to remove */ removeTextureFromQueue(texture) { const uploadIndex = this.uploadTextureQueue.indexOf(texture); if (uploadIndex !== -1) { this.uploadTextureQueue.splice(uploadIndex, 1); } } /** * Resolve a parent texture from the cache or fallback to the provided texture. * * @param texture - The provided texture to resolve. * @returns The cached or provided texture. */ resolveParentTexture(texture) { if (!texture?.props) { return texture; } const cacheKey = ImageTexture.makeCacheKey(texture.props); const cachedTexture = cacheKey ? this.getTextureFromCache(cacheKey) : undefined; return cachedTexture ?? texture; } } //# sourceMappingURL=CoreTextureManager.js.map