playcanvas
Version:
Open-source WebGL/WebGPU 3D engine for the web
201 lines (198 loc) • 7.04 kB
JavaScript
import { FloatPacking } from '../../core/math/float-packing.js';
import { Quat } from '../../core/math/quat.js';
import { Vec3 } from '../../core/math/vec3.js';
import { PIXELFORMAT_RGBA16F, PIXELFORMAT_RGBA32U, PIXELFORMAT_R32U } from '../../platform/graphics/constants.js';
import { GSplatResourceBase } from './gsplat-resource-base.js';
import { GSplatFormat } from './gsplat-format.js';
const getSHData = (gsplatData, numCoeffs)=>{
const result = [];
for(let i = 0; i < numCoeffs; ++i){
result.push(gsplatData.getProp(`f_rest_${i}`));
}
return result;
};
class GSplatResource extends GSplatResourceBase {
configureMaterialDefines(defines) {
defines.set('SH_BANDS', this.shBands);
}
updateColorData(gsplatData) {
const texture = this.streams.getTexture('splatColor');
if (!texture) {
return;
}
const float2Half = FloatPacking.float2Half;
const data = texture.lock();
const cr = gsplatData.getProp('f_dc_0');
const cg = gsplatData.getProp('f_dc_1');
const cb = gsplatData.getProp('f_dc_2');
const ca = gsplatData.getProp('opacity');
const SH_C0 = 0.28209479177387814;
for(let i = 0; i < this.numSplats; ++i){
const r = cr[i] * SH_C0 + 0.5;
const g = cg[i] * SH_C0 + 0.5;
const b = cb[i] * SH_C0 + 0.5;
const a = 1 / (1 + Math.exp(-ca[i]));
data[i * 4 + 0] = float2Half(r);
data[i * 4 + 1] = float2Half(g);
data[i * 4 + 2] = float2Half(b);
data[i * 4 + 3] = float2Half(a);
}
texture.unlock();
}
updateTransformData(gsplatData) {
const float2Half = FloatPacking.float2Half;
const transformA = this.streams.getTexture('transformA');
const transformB = this.streams.getTexture('transformB');
if (!transformA) {
return;
}
const dataA = transformA.lock();
const dataAFloat32 = new Float32Array(dataA.buffer);
const dataB = transformB.lock();
const p = new Vec3();
const r = new Quat();
const s = new Vec3();
const iter = gsplatData.createIter(p, r, s);
for(let i = 0; i < this.numSplats; i++){
iter.read(i);
r.normalize();
if (r.w < 0) {
r.mulScalar(-1);
}
dataAFloat32[i * 4 + 0] = p.x;
dataAFloat32[i * 4 + 1] = p.y;
dataAFloat32[i * 4 + 2] = p.z;
dataA[i * 4 + 3] = float2Half(r.x) | float2Half(r.y) << 16;
dataB[i * 4 + 0] = float2Half(s.x);
dataB[i * 4 + 1] = float2Half(s.y);
dataB[i * 4 + 2] = float2Half(s.z);
dataB[i * 4 + 3] = float2Half(r.z);
}
transformA.unlock();
transformB.unlock();
}
updateSHData(gsplatData) {
const sh1to3Texture = this.streams.getTexture('splatSH_1to3');
const sh4to7Texture = this.streams.getTexture('splatSH_4to7');
const sh8to11Texture = this.streams.getTexture('splatSH_8to11');
const sh12to15Texture = this.streams.getTexture('splatSH_12to15');
const sh1to3Data = sh1to3Texture.lock();
const sh4to7Data = sh4to7Texture?.lock();
const sh8to11Data = sh8to11Texture?.lock();
const sh12to15Data = sh12to15Texture?.lock();
const numCoeffs = {
1: 3,
2: 8,
3: 15
}[this.shBands];
const src = getSHData(gsplatData, numCoeffs * 3);
const t11 = (1 << 11) - 1;
const t10 = (1 << 10) - 1;
const float32 = new Float32Array(1);
const uint32 = new Uint32Array(float32.buffer);
const c = new Array(numCoeffs * 3).fill(0);
for(let i = 0; i < gsplatData.numSplats; ++i){
for(let j = 0; j < numCoeffs; ++j){
c[j * 3] = src[j][i];
c[j * 3 + 1] = src[j + numCoeffs][i];
c[j * 3 + 2] = src[j + numCoeffs * 2][i];
}
let max = c[0];
for(let j = 1; j < numCoeffs * 3; ++j){
max = Math.max(max, Math.abs(c[j]));
}
if (max === 0) {
continue;
}
for(let j = 0; j < numCoeffs; ++j){
c[j * 3 + 0] = Math.max(0, Math.min(t11, Math.floor((c[j * 3 + 0] / max * 0.5 + 0.5) * t11 + 0.5)));
c[j * 3 + 1] = Math.max(0, Math.min(t10, Math.floor((c[j * 3 + 1] / max * 0.5 + 0.5) * t10 + 0.5)));
c[j * 3 + 2] = Math.max(0, Math.min(t11, Math.floor((c[j * 3 + 2] / max * 0.5 + 0.5) * t11 + 0.5)));
}
float32[0] = max;
sh1to3Data[i * 4 + 0] = uint32[0];
sh1to3Data[i * 4 + 1] = c[0] << 21 | c[1] << 11 | c[2];
sh1to3Data[i * 4 + 2] = c[3] << 21 | c[4] << 11 | c[5];
sh1to3Data[i * 4 + 3] = c[6] << 21 | c[7] << 11 | c[8];
if (this.shBands > 1) {
sh4to7Data[i * 4 + 0] = c[9] << 21 | c[10] << 11 | c[11];
sh4to7Data[i * 4 + 1] = c[12] << 21 | c[13] << 11 | c[14];
sh4to7Data[i * 4 + 2] = c[15] << 21 | c[16] << 11 | c[17];
sh4to7Data[i * 4 + 3] = c[18] << 21 | c[19] << 11 | c[20];
if (this.shBands > 2) {
sh8to11Data[i * 4 + 0] = c[21] << 21 | c[22] << 11 | c[23];
sh8to11Data[i * 4 + 1] = c[24] << 21 | c[25] << 11 | c[26];
sh8to11Data[i * 4 + 2] = c[27] << 21 | c[28] << 11 | c[29];
sh8to11Data[i * 4 + 3] = c[30] << 21 | c[31] << 11 | c[32];
sh12to15Data[i * 4 + 0] = c[33] << 21 | c[34] << 11 | c[35];
sh12to15Data[i * 4 + 1] = c[36] << 21 | c[37] << 11 | c[38];
sh12to15Data[i * 4 + 2] = c[39] << 21 | c[40] << 11 | c[41];
sh12to15Data[i * 4 + 3] = c[42] << 21 | c[43] << 11 | c[44];
} else {
sh8to11Data[i] = c[21] << 21 | c[22] << 11 | c[23];
}
}
}
sh1to3Texture.unlock();
sh4to7Texture?.unlock();
sh8to11Texture?.unlock();
sh12to15Texture?.unlock();
}
constructor(device, gsplatData){
super(device, gsplatData);
const numSplats = gsplatData.numSplats;
this.shBands = gsplatData.shBands;
const streams = [
{
name: 'splatColor',
format: PIXELFORMAT_RGBA16F
},
{
name: 'transformA',
format: PIXELFORMAT_RGBA32U
},
{
name: 'transformB',
format: PIXELFORMAT_RGBA16F
}
];
if (this.shBands > 0) {
streams.push({
name: 'splatSH_1to3',
format: PIXELFORMAT_RGBA32U
});
if (this.shBands > 1) {
streams.push({
name: 'splatSH_4to7',
format: PIXELFORMAT_RGBA32U
});
if (this.shBands > 2) {
streams.push({
name: 'splatSH_8to11',
format: PIXELFORMAT_RGBA32U
});
streams.push({
name: 'splatSH_12to15',
format: PIXELFORMAT_RGBA32U
});
} else {
streams.push({
name: 'splatSH_8to11',
format: PIXELFORMAT_R32U
});
}
}
}
this._format = new GSplatFormat(device, streams, {
readGLSL: '#include "gsplatUncompressedVS"',
readWGSL: '#include "gsplatUncompressedVS"'
});
this.streams.init(this.format, numSplats);
this.updateColorData(gsplatData);
this.updateTransformData(gsplatData);
if (this.shBands > 0) {
this.updateSHData(gsplatData);
}
}
}
export { GSplatResource };