three-gpu-pathtracer 0.0.1 → 0.0.4

package/src/uniforms/EquirectHdrInfoUniform.js

@@ -0,0 +1,263 @@
+import { DataTexture, FloatType, RedFormat, LinearFilter, DataUtils, HalfFloatType, Source, RepeatWrapping } from 'three';
+
+function binarySearchFindClosestIndexOf( array, targetValue, offset = 0, count = array.length ) {
+
+	let lower = 0;
+	let upper = count;
+	while ( lower < upper ) {
+
+		const mid = ~ ~ ( 0.5 * upper + 0.5 * lower );
+
+
+		// check if the middle array value is above or below the target and shift
+		// which half of the array we're looking at
+		if ( array[ offset + mid ] < targetValue ) {
+
+			lower = mid + 1;
+
+		} else {
+
+			upper = mid;
+
+		}
+
+	}
+
+	return lower;
+
+}
+
+function colorToLuminance( r, g, b ) {
+
+	// https://en.wikipedia.org/wiki/Relative_luminance
+	return 0.2126 * r + 0.7152 * g + 0.0722 * b;
+
+}
+
+// ensures the data is all floating point values and flipY is false
+function preprocessEnvMap( envMap ) {
+
+	const map = envMap.clone();
+	map.source = new Source( { ...map.image } );
+	const { width, height, data } = map.image;
+
+	// TODO: is there a simple way to avoid cloning and adjusting the env map data here?
+	// convert the data from half float uint 16 arrays to float arrays for cdf computation
+	let newData = data;
+	if ( map.type === HalfFloatType ) {
+
+		newData = new Float32Array( data.length );
+		for ( const i in data ) {
+
+			newData[ i ] = DataUtils.fromHalfFloat( data[ i ] );
+
+		}
+
+		map.image.data = newData;
+		map.type = FloatType;
+
+	}
+
+	// remove any y flipping for cdf computation
+	if ( map.flipY ) {
+
+		const ogData = newData;
+		newData = newData.slice();
+		for ( let y = 0; y < height; y ++ ) {
+
+			for ( let x = 0; x < width; x ++ ) {
+
+				const newY = height - y - 1;
+				const ogIndex = 4 * ( y * width + x );
+				const newIndex = 4 * ( newY * width + x );
+
+				newData[ newIndex + 0 ] = ogData[ ogIndex + 0 ];
+				newData[ newIndex + 1 ] = ogData[ ogIndex + 1 ];
+				newData[ newIndex + 2 ] = ogData[ ogIndex + 2 ];
+				newData[ newIndex + 3 ] = ogData[ ogIndex + 3 ];
+
+			}
+
+		}
+
+		map.flipY = false;
+		map.image.data = newData;
+
+	}
+
+	return map;
+
+}
+
+export class EquirectHdrInfoUniform {
+
+	constructor() {
+
+		// Stores a map of [0, 1] value -> cumulative importance row & pdf
+		// used to sampling a random value to a relevant row to sample from
+		const marginalWeights = new DataTexture();
+		marginalWeights.type = FloatType;
+		marginalWeights.format = RedFormat;
+		marginalWeights.minFilter = LinearFilter;
+		marginalWeights.magFilter = LinearFilter;
+		marginalWeights.generateMipmaps = false;
+
+		// Stores a map of [0, 1] value -> cumulative importance column & pdf
+		// used to sampling a random value to a relevant pixel to sample from
+		const conditionalWeights = new DataTexture();
+		conditionalWeights.type = FloatType;
+		conditionalWeights.format = RedFormat;
+		conditionalWeights.minFilter = LinearFilter;
+		conditionalWeights.magFilter = LinearFilter;
+		conditionalWeights.generateMipmaps = false;
+
+		// store the total sum in a 1x1 tex since some android mobile devices have issues
+		// storing large values in structs.
+		const totalSumTex = new DataTexture();
+		totalSumTex.type = FloatType;
+		totalSumTex.format = RedFormat;
+		totalSumTex.minFilter = LinearFilter;
+		totalSumTex.magFilter = LinearFilter;
+		totalSumTex.generateMipmaps = false;
+
+		this.marginalWeights = marginalWeights;
+		this.conditionalWeights = conditionalWeights;
+		this.totalSum = totalSumTex;
+		this.map = null;
+
+	}
+
+	dispose() {
+
+		this.marginalWeights.dispose();
+		this.conditionalWeights.dispose();
+		this.totalSum.dispose();
+		if ( this.map ) this.map.dispose();
+
+	}
+
+	updateFrom( hdr ) {
+
+		// https://github.com/knightcrawler25/GLSL-PathTracer/blob/3c6fd9b6b3da47cd50c527eeb45845eef06c55c3/src/loaders/hdrloader.cpp
+		// https://pbr-book.org/3ed-2018/Light_Transport_I_Surface_Reflection/Sampling_Light_Sources#InfiniteAreaLights
+		const map = preprocessEnvMap( hdr );
+		map.wrapS = RepeatWrapping;
+		map.wrapT = RepeatWrapping;
+
+		const { width, height, data } = map.image;
+
+		// "conditional" = "pixel relative to row pixels sum"
+		// "marginal" = "row relative to row sum"
+
+		// track the importance of any given pixel in the image by tracking its weight relative to other pixels in the image
+		const pdfConditional = new Float32Array( width * height );
+		const cdfConditional = new Float32Array( width * height );
+
+		const pdfMarginal = new Float32Array( height );
+		const cdfMarginal = new Float32Array( height );
+
+		let totalSumValue = 0.0;
+		let cumulativeWeightMarginal = 0.0;
+		for ( let y = 0; y < height; y ++ ) {
+
+			let cumulativeRowWeight = 0.0;
+			for ( let x = 0; x < width; x ++ ) {
+
+				const i = y * width + x;
+				const r = data[ 4 * i + 0 ];
+				const g = data[ 4 * i + 1 ];
+				const b = data[ 4 * i + 2 ];
+
+				// the probability of the pixel being selected in this row is the
+				// scale of the luminance relative to the rest of the pixels.
+				// TODO: this should also account for the solid angle of the pixel when sampling
+				const weight = colorToLuminance( r, g, b );
+				cumulativeRowWeight += weight;
+				totalSumValue += weight;
+
+				pdfConditional[ i ] = weight;
+				cdfConditional[ i ] = cumulativeRowWeight;
+
+			}
+
+			// can happen if the row is all black
+			if ( cumulativeRowWeight !== 0 ) {
+
+				// scale the pdf and cdf to [0.0, 1.0]
+				for ( let i = y * width, l = y * width + width; i < l; i ++ ) {
+
+					pdfConditional[ i ] /= cumulativeRowWeight;
+					cdfConditional[ i ] /= cumulativeRowWeight;
+
+				}
+
+			}
+
+			cumulativeWeightMarginal += cumulativeRowWeight;
+
+			// compute the marginal pdf and cdf along the height of the map.
+			pdfMarginal[ y ] = cumulativeRowWeight;
+			cdfMarginal[ y ] = cumulativeWeightMarginal;
+
+		}
+
+		// can happen if the texture is all black
+		if ( cumulativeWeightMarginal !== 0 ) {
+
+			// scale the marginal pdf and cdf to [0.0, 1.0]
+			for ( let i = 0, l = pdfMarginal.length; i < l; i ++ ) {
+
+				pdfMarginal[ i ] /= cumulativeWeightMarginal;
+				cdfMarginal[ i ] /= cumulativeWeightMarginal;
+
+			}
+
+		}
+
+		// compute a sorted index of distributions and the probabilities along them for both
+		// the marginal and conditional data. These will be used to sample with a random number
+		// to retrieve a uv value to sample in the environment map.
+		// These values continually increase so it's okay to interpolate between them.
+		const marginalDataArray = new Float32Array( height );
+		const conditionalDataArray = new Float32Array( width * height );
+
+		for ( let i = 0; i < height; i ++ ) {
+
+			const dist = ( i + 1 ) / height;
+			const row = binarySearchFindClosestIndexOf( cdfMarginal, dist );
+
+			marginalDataArray[ i ] = row / height;
+
+		}
+
+		for ( let y = 0; y < height; y ++ ) {
+
+			for ( let x = 0; x < width; x ++ ) {
+
+				const i = y * width + x;
+				const dist = ( x + 1 ) / width;
+				const col = binarySearchFindClosestIndexOf( cdfConditional, dist, y * width, width );
+
+				conditionalDataArray[ i ] = col / width;
+
+			}
+
+		}
+
+		this.dispose();
+
+		const { marginalWeights, conditionalWeights, totalSum } = this;
+		marginalWeights.image = { width: height, height: 1, data: marginalDataArray };
+		marginalWeights.needsUpdate = true;
+
+		conditionalWeights.image = { width, height, data: conditionalDataArray };
+		conditionalWeights.needsUpdate = true;
+
+		totalSum.image = { width: 1, height: 1, data: new Float32Array( [ totalSumValue ] ) };
+		totalSum.needsUpdate = true;
+
+		this.map = map;
+
+	}
+
+}

package/src/uniforms/MaterialsTexture.js

@@ -0,0 +1,251 @@
+import { DataTexture, RGBAFormat, ClampToEdgeWrapping, FloatType, FrontSide, BackSide, DoubleSide } from 'three';
+
+const MATERIAL_PIXELS = 19;
+const MATERIAL_STRIDE = MATERIAL_PIXELS * 4;
+
+export class MaterialsTexture extends DataTexture {
+
+	constructor() {
+
+		super( new Float32Array( 4 ), 1, 1 );
+
+		this.format = RGBAFormat;
+		this.type = FloatType;
+		this.wrapS = ClampToEdgeWrapping;
+		this.wrapT = ClampToEdgeWrapping;
+		this.generateMipmaps = false;
+
+	}
+
+	setCastShadow( materialIndex, cast ) {
+
+		// invert the shadow value so we default to "true" when initializing a material
+		const array = this.image.data;
+		const index = materialIndex * MATERIAL_STRIDE + 6 * 4 + 0;
+		array[ index ] = ! cast ? 1 : 0;
+
+	}
+
+	getCastShadow( materialIndex ) {
+
+		const array = this.image.data;
+		const index = materialIndex * MATERIAL_STRIDE + 6 * 4 + 0;
+		return ! Boolean( array[ index ] );
+
+	}
+
+	setSide( materialIndex, side ) {
+
+		const array = this.image.data;
+		const index = materialIndex * MATERIAL_STRIDE + 5 * 4 + 2;
+		switch ( side ) {
+
+		case FrontSide:
+			array[ index ] = 1;
+			break;
+		case BackSide:
+			array[ index ] = - 1;
+			break;
+		case DoubleSide:
+			array[ index ] = 0;
+			break;
+
+		}
+
+	}
+
+	getSide( materialIndex ) {
+
+		const array = this.image.data;
+		const index = materialIndex * MATERIAL_STRIDE + 5 * 4 + 2;
+		switch ( array[ index ] ) {
+
+		case 0:
+			return DoubleSide;
+		case 1:
+			return FrontSide;
+		case - 1:
+			return BackSide;
+
+		}
+
+		return 0;
+
+	}
+
+	setMatte( materialIndex, matte ) {
+
+		const array = this.image.data;
+		const index = materialIndex * MATERIAL_STRIDE + 5 * 4 + 3;
+		array[ index ] = matte ? 1 : 0;
+
+	}
+
+	getMatte( materialIndex ) {
+
+		const array = this.image.data;
+		const index = materialIndex * MATERIAL_STRIDE + 5 * 4 + 3;
+		return Boolean( array[ index ] );
+
+	}
+
+	updateFrom( materials, textures ) {
+
+		function getTexture( material, key, def = - 1 ) {
+
+			return key in material ? textures.indexOf( material[ key ] ) : def;
+
+		}
+
+		function getField( material, key, def ) {
+
+			return key in material ? material[ key ] : def;
+
+		}
+
+		/**
+		 *
+		 * @param {Object} material
+		 * @param {string} textureKey
+		 * @param {Float32Array} array
+		 * @param {number} offset
+		 * @returns {8} number of floats occupied by texture transform matrix
+		 */
+		function writeTextureMatrixToArray( material, textureKey, array, offset ) {
+
+			// check if texture exists
+			if ( material[ textureKey ] && material[ textureKey ].isTexture ) {
+
+				const elements = material[ textureKey ].matrix.elements;
+
+				let i = 0;
+
+				// first row
+				array[ offset + i ++ ] = elements[ 0 ];
+				array[ offset + i ++ ] = elements[ 3 ];
+				array[ offset + i ++ ] = elements[ 6 ];
+				i ++;
+
+				// second row
+				array[ offset + i ++ ] = elements[ 1 ];
+				array[ offset + i ++ ] = elements[ 4 ];
+				array[ offset + i ++ ] = elements[ 7 ];
+				i ++;
+
+			}
+
+			return 8;
+
+		}
+
+		let index = 0;
+		const pixelCount = materials.length * MATERIAL_PIXELS;
+		const dimension = Math.ceil( Math.sqrt( pixelCount ) );
+
+		if ( this.image.width !== dimension ) {
+
+			this.dispose();
+
+			this.image.data = new Float32Array( dimension * dimension * 4 );
+			this.image.width = dimension;
+			this.image.height = dimension;
+
+		}
+
+		const floatArray = this.image.data;
+
+		// on some devices (Google Pixel 6) the "floatBitsToInt" function does not work correctly so we
+		// can't encode texture ids that way.
+		// const intArray = new Int32Array( floatArray.buffer );
+
+		for ( let i = 0, l = materials.length; i < l; i ++ ) {
+
+			const m = materials[ i ];
+
+			// color
+			floatArray[ index ++ ] = m.color.r;
+			floatArray[ index ++ ] = m.color.g;
+			floatArray[ index ++ ] = m.color.b;
+			floatArray[ index ++ ] = getTexture( m, 'map' );
+
+			// metalness & roughness
+			floatArray[ index ++ ] = getField( m, 'metalness', 0.0 );
+			floatArray[ index ++ ] = textures.indexOf( m.metalnessMap );
+			floatArray[ index ++ ] = getField( m, 'roughness', 0.0 );
+			floatArray[ index ++ ] = textures.indexOf( m.roughnessMap );
+
+			// transmission & emissiveIntensity
+			floatArray[ index ++ ] = getField( m, 'ior', 1.0 );
+			floatArray[ index ++ ] = getField( m, 'transmission', 0.0 );
+			floatArray[ index ++ ] = getTexture( m, 'transmissionMap' );
+			floatArray[ index ++ ] = getField( m, 'emissiveIntensity', 0.0 );
+
+			// emission
+			if ( 'emissive' in m ) {
+
+				floatArray[ index ++ ] = m.emissive.r;
+				floatArray[ index ++ ] = m.emissive.g;
+				floatArray[ index ++ ] = m.emissive.b;
+
+			} else {
+
+				floatArray[ index ++ ] = 0.0;
+				floatArray[ index ++ ] = 0.0;
+				floatArray[ index ++ ] = 0.0;
+
+			}
+
+			floatArray[ index ++ ] = getTexture( m, 'emissiveMap' );
+
+			// normals
+			floatArray[ index ++ ] = getTexture( m, 'normalMap' );
+			if ( 'normalScale' in m ) {
+
+				floatArray[ index ++ ] = m.normalScale.x;
+				floatArray[ index ++ ] = m.normalScale.y;
+
+ 			} else {
+
+ 				floatArray[ index ++ ] = 1;
+ 				floatArray[ index ++ ] = 1;
+
+ 			}
+
+			floatArray[ index ++ ] = getTexture( m, 'alphaMap' );
+
+			// side & matte
+			floatArray[ index ++ ] = m.opacity;
+			floatArray[ index ++ ] = m.alphaTest;
+			index ++; // side
+			index ++; // matte
+
+			index ++; // shadow
+			index ++;
+			index ++;
+			index ++;
+
+			// map transform
+			index += writeTextureMatrixToArray( m, 'map', floatArray, index );
+
+			// metalnessMap transform
+			index += writeTextureMatrixToArray( m, 'metalnessMap', floatArray, index );
+
+			// roughnessMap transform
+			index += writeTextureMatrixToArray( m, 'roughnessMap', floatArray, index );
+
+			// transmissionMap transform
+			index += writeTextureMatrixToArray( m, 'transmissionMap', floatArray, index );
+
+			// emissiveMap transform
+			index += writeTextureMatrixToArray( m, 'emissiveMap', floatArray, index );
+
+			// normalMap transform
+			index += writeTextureMatrixToArray( m, 'normalMap', floatArray, index );
+
+		}
+
+		this.needsUpdate = true;
+
+	}
+
+}

package/src/uniforms/PhysicalCameraUniform.js

@@ -0,0 +1,36 @@
+import { PhysicalCamera } from '../core/PhysicalCamera.js';
+export class PhysicalCameraUniform {
+
+	constructor() {
+
+		this.bokehSize = 0;
+		this.apertureBlades = 0;
+		this.apertureRotation = 0;
+		this.focusDistance = 10;
+		this.anamorphicRatio = 1;
+
+	}
+
+	updateFrom( camera ) {
+
+		if ( camera instanceof PhysicalCamera ) {
+
+			this.bokehSize = camera.bokehSize;
+			this.apertureBlades = camera.apertureBlades;
+			this.apertureRotation = camera.apertureRotation;
+			this.focusDistance = camera.focusDistance;
+			this.anamorphicRatio = camera.anamorphicRatio;
+
+		} else {
+
+			this.bokehSize = 0;
+			this.apertureRotation = 0;
+			this.apertureBlades = 0;
+			this.focusDistance = 10;
+			this.anamorphicRatio = 1;
+
+		}
+
+	}
+
+}