{ "schema": "mr-phase-shift-snapshot/v4", "captureId": "stereo", "capturedAt": "2026-06-21T19:16:03.835Z", "files": { "imageFilename": "stereo.png", "jsonFilename": "stereo.json", "pngMetadata": { "chunkType": "iTXt", "keyword": "mr-phase-shift-metadata", "compression": "none" }, "imageIsSelfContained": true }, "assumptions": { "rgbCameraUsesExactDepthSensorFieldOfView": true, "rgbCameraUsesExactDepthSensorOpticalAxis": true, "rgbCameraUsesExactDepthSensorDistortionModel": true, "note": "Per user instruction, RGB intrinsics/extrinsics are treated as identical to the corresponding WebXR depth sensor geometry." }, "coordinateSystem": { "units": "meters", "handedness": "right-handed", "axes": "+X right, +Y up, -Z forward", "origin": "viewer pose at capture time", "worldAlignmentRequired": false, "matrixStorage": "column-major", "vectorConvention": "column vectors; AFromB maps coordinates in B into A", "clipSpace": "WebGL NDC x/y/z in [-1,+1]" }, "source": { "xrSessionMode": "immersive-ar", "rgbApi": "MediaDevices.getUserMedia", "depthApi": "WebXR Depth Sensing Module XRFrame.getDepthInformation", "referenceSpaceType": "local" }, "captureTrigger": { "type": "dom-event" }, "viewConfiguration": { "mode": "stereo", "primaryViewCount": 2, "eyeOrder": [ "left", "right" ], "viewIds": [ "left", "right" ], "supportsPlaybackOnDifferentViewConfiguration": true, "stereoBaseline": { "viewLeftToRightMeters": [ 0.06400000303983688, 0, 0 ], "viewOriginDistanceMeters": 0.06400000303983688, "depthSensorLeftToRightMeters": [ 0.07000000029802322, 0, 0 ], "depthSensorOriginDistanceMeters": 0.07000000029802322, "ipdEquivalentMeters": 0.06400000303983688, "ipdEquivalentSource": "Euclidean distance between left and right XRView origins in capture-local coordinates", "depthCameraBaselineMeters": 0.07000000029802322, "isGuaranteedBiologicalInterpupillaryDistance": false, "isGuaranteedPhysicalRgbCameraSeparation": false, "mayBeAnonymizedOrQuantizedByUserAgent": true, "useAsPlaybackEyeSeparation": false } }, "timing": { "synchronizationMethod": "next getUserMedia video frame, followed by next complete WebXR depth view set", "hardwareSynchronized": false, "video": { "frameCallbackAtPerformanceMs": 100 }, "xrFrameTimePerformanceMs": 101, "estimatedVideoToDepthSkewMs": 1 }, "output": { "width": 2048, "height": 2048, "topLeft": { "role": "left-rgb", "viewId": "left", "x": 0, "y": 0, "width": 1024, "height": 1024 }, "topRight": { "role": "right-rgb", "viewId": "right", "x": 1024, "y": 0, "width": 1024, "height": 1024 }, "bottomLeft": { "role": "left-depth-atlas", "viewId": "left", "x": 0, "y": 1024, "width": 1024, "height": 1024 }, "bottomRight": { "role": "right-depth-atlas", "viewId": "right", "x": 1024, "y": 1024, "width": 1024, "height": 1024 }, "depthTileSize": 512 }, "rgb": { "sourceWidth": 400, "sourceHeight": 100, "sourceAspect": 4, "mediaStreamVideoTrackCount": 1, "physicalCameraCount": null, "physicalCameraCountReason": "getUserMedia exposes MediaStreamTracks, not a calibrated count or baseline for internal physical cameras.", "selectedLayout": "sbs", "resolvedLayout": "sbs", "fitMode": "contain", "trackSettings": { "width": 160, "height": 100 }, "mappings": { "left": { "fitMode": "contain", "sourceRectPixels": { "x": 0, "y": 0, "width": 200, "height": 100, "layout": "sbs" }, "sampledSourceRectPixels": { "x": 0, "y": 0, "width": 200, "height": 100, "layout": "sbs" }, "normalizedViewRect": { "x": 0, "y": 0, "width": 1, "height": 1 }, "storedActiveRectPixels": { "x": 0, "y": 256, "width": 1024, "height": 512 }, "storedActiveRectNormalized": { "x": 0, "y": 0.25, "width": 1, "height": 0.5 }, "storedResolution": { "width": 1024, "height": 1024 } }, "right": { "fitMode": "contain", "sourceRectPixels": { "x": 200, "y": 0, "width": 200, "height": 100, "layout": "sbs" }, "sampledSourceRectPixels": { "x": 200, "y": 0, "width": 200, "height": 100, "layout": "sbs" }, "normalizedViewRect": { "x": 0, "y": 0, "width": 1, "height": 1 }, "storedActiveRectPixels": { "x": 0, "y": 256, "width": 1024, "height": 512 }, "storedActiveRectNormalized": { "x": 0, "y": 0.25, "width": 1, "height": 0.5 }, "storedResolution": { "width": 1024, "height": 1024 } } }, "calibrationSource": "corresponding depth.sensorGeometry by explicit assumption" }, "depthSession": { "usage": "cpu-optimized", "dataFormat": "float32" }, "metricDepth": { "preferredSource": "embedded-native-webxr-depth-chunks", "exactDeviceSamplesPreserved": true, "conversion": "zMeters = rawSample * rawValueToMeters; rawSample == 0 means invalid", "views": [ { "viewId": "left", "eye": "left", "xrViewIndex": 0, "chunkType": "mdPL" }, { "viewId": "right", "eye": "right", "xrViewIndex": 1, "chunkType": "mdPR" } ] }, "phaseDepthFallback": { "purpose": "visual/video-friendly fallback; embedded native depth is authoritative for metric reconstruction", "encoding": "coarse-inverse-sine-cosine-linear-camera-plane-z", "maxDistanceMeters": 10, "phaseCycles": 16, "zNormDefinition": "clamp(zMeters / maxDistanceMeters, 0, 1)", "validUnclippedDecodeMeters": "zMeters = decodedZNorm * maxDistanceMeters", "nominalPhaseQuantizationStepMeters": 0.0024509803921568627, "tiles": { "topLeft": "coarse zNorm", "topRight": "1 - zNorm", "bottomLeft": "0.5 + 0.5*sin(zNorm*phaseCycles*2*pi)", "bottomRight": "0.5 + 0.5*cos(zNorm*phaseCycles*2*pi)" }, "alphaState": { "0": "invalid or outside RGB active rectangle", "128": "valid sample beyond maxDistanceMeters; value is lower-bounded, not exact", "255": "valid sample within encoding range" } }, "reconstruction": { "preferredInput": "metricDepth embedded native chunks", "rawDepthPixelToNormalizedView": [ "depthUv=[(column+0.5)/width,(row+0.5)/height,0,1]", "viewUvH=normViewFromNormDepthBuffer*depthUv; viewUv=viewUvH.xy/viewUvH.w" ], "normalizedViewToSensorPoint": [ "ndc=[2*viewU-1,1-2*viewV,-1,1]", "rayH=projectionMatrixInverse*ndc; ray=rayH.xyz/rayH.w", "sensorPoint=ray*(zMeters/(-ray.z))" ], "sensorPointToCaptureLocal": "captureLocalPoint=captureLocalFromSensor*[sensorPoint,1]", "attachAtPlaybackViewer": "referenceFromCaptureLocal = playbackViewerPose.transform.matrix", "renderForEachPlaybackView": [ "playbackViewFromCaptureLocal = playbackXRView.transform.inverse.matrix * referenceFromCaptureLocal", "clip = playbackXRView.projectionMatrix * playbackViewFromCaptureLocal * captureLocalPoint" ], "playbackIpdRule": "Use every playback XRView transform exactly as supplied by the playback runtime; never rescale geometry by capture IPD.", "captureBaselinePurpose": "Calibration, stereo fusion, validation, and provenance only.", "physicalScale": "one coordinate unit is one meter" }, "occlusion": { "source": "same metric reconstructed depth surface", "invalidSamplesCreateHoles": true, "clippedPhaseSamplesAreNotExactOccluders": true, "embeddedNativeDepthRecommended": true, "recommendedStartingToleranceMeters": 0.01 }, "depth": { "views": [ { "viewId": "left", "eye": "left", "viewArrayIndex": 0, "xrViewIndex": 0, "nativeBuffer": { "width": 2, "height": 2, "dataFormat": "float32", "elementType": "float32", "rawValueToMeters": 1, "invalidRawValue": 0, "rowOrder": "top-to-bottom", "storageOrder": "row-major", "payload": { "chunkType": "mdPL", "payloadMagic": "MRD1", "headerVersion": 1, "headerBytes": 28, "rawElementType": "float32", "rawByteOrder": "little-endian", "rawByteLength": 16, "payloadByteLength": 44, "sha256OfRawBytes": null, "headerLayoutLittleEndian": { "magic": "bytes 0..3 ASCII MRD1", "version": "uint8 @4", "formatCode": "uint8 @5; 1=uint16, 2=float32", "rawByteOrderCode": "uint8 @6; 1=little, 2=big", "width": "uint32 @8", "height": "uint32 @12", "rawValueToMeters": "float64 @16", "rawByteLength": "uint32 @24", "rawBytes": "starts @28" } } }, "normalizedCoordinates": { "origin": "top-left", "xDirection": "right", "yDirection": "down", "normDepthBufferFromNormView": [ 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1 ], "normViewFromNormDepthBuffer": [ 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1 ] }, "xrViewGeometry": { "projectionMatrix": [ 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1 ], "projectionMatrixInverse": [ 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1 ], "captureLocalFromView": [ 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, -0.03200000151991844, 0, 0, 1 ], "viewFromCaptureLocal": [ 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0.03200000151991844, 0, 0, 1 ], "viewport": { "x": 0, "y": 0, "width": 100, "height": 100 } }, "sensorGeometry": { "projectionMatrix": [ 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1 ], "projectionMatrixInverse": [ 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1 ], "captureLocalFromSensor": [ 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, -0.03500000014901161, 0, 0, 1 ], "sensorFromCaptureLocal": [ 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0.03500000014901161, 0, 0, 1 ], "projectionSource": "test", "transformSource": "test", "depthMeaning": "camera-plane-z-from-sensor-near-plane" }, "rgbAndAtlasMapping": { "fitMode": "contain", "sourceRectPixels": { "x": 0, "y": 0, "width": 200, "height": 100, "layout": "sbs" }, "sampledSourceRectPixels": { "x": 0, "y": 0, "width": 200, "height": 100, "layout": "sbs" }, "normalizedViewRect": { "x": 0, "y": 0, "width": 1, "height": 1 }, "storedActiveRectPixels": { "x": 0, "y": 256, "width": 1024, "height": 512 }, "storedActiveRectNormalized": { "x": 0, "y": 0.25, "width": 1, "height": 0.5 }, "storedResolution": { "width": 1024, "height": 1024 } } }, { "viewId": "right", "eye": "right", "viewArrayIndex": 1, "xrViewIndex": 1, "nativeBuffer": { "width": 2, "height": 2, "dataFormat": "float32", "elementType": "float32", "rawValueToMeters": 1, "invalidRawValue": 0, "rowOrder": "top-to-bottom", "storageOrder": "row-major", "payload": { "chunkType": "mdPR", "payloadMagic": "MRD1", "headerVersion": 1, "headerBytes": 28, "rawElementType": "float32", "rawByteOrder": "little-endian", "rawByteLength": 16, "payloadByteLength": 44, "sha256OfRawBytes": null, "headerLayoutLittleEndian": { "magic": "bytes 0..3 ASCII MRD1", "version": "uint8 @4", "formatCode": "uint8 @5; 1=uint16, 2=float32", "rawByteOrderCode": "uint8 @6; 1=little, 2=big", "width": "uint32 @8", "height": "uint32 @12", "rawValueToMeters": "float64 @16", "rawByteLength": "uint32 @24", "rawBytes": "starts @28" } } }, "normalizedCoordinates": { "origin": "top-left", "xDirection": "right", "yDirection": "down", "normDepthBufferFromNormView": [ 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1 ], "normViewFromNormDepthBuffer": [ 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1 ] }, "xrViewGeometry": { "projectionMatrix": [ 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1 ], "projectionMatrixInverse": [ 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1 ], "captureLocalFromView": [ 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0.03200000151991844, 0, 0, 1 ], "viewFromCaptureLocal": [ 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, -0.03200000151991844, 0, 0, 1 ], "viewport": { "x": 0, "y": 0, "width": 100, "height": 100 } }, "sensorGeometry": { "projectionMatrix": [ 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1 ], "projectionMatrixInverse": [ 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1 ], "captureLocalFromSensor": [ 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0.03500000014901161, 0, 0, 1 ], "sensorFromCaptureLocal": [ 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, -0.03500000014901161, 0, 0, 1 ], "projectionSource": "test", "transformSource": "test", "depthMeaning": "camera-plane-z-from-sensor-near-plane" }, "rgbAndAtlasMapping": { "fitMode": "contain", "sourceRectPixels": { "x": 200, "y": 0, "width": 200, "height": 100, "layout": "sbs" }, "sampledSourceRectPixels": { "x": 200, "y": 0, "width": 200, "height": 100, "layout": "sbs" }, "normalizedViewRect": { "x": 0, "y": 0, "width": 1, "height": 1 }, "storedActiveRectPixels": { "x": 0, "y": 256, "width": 1024, "height": 512 }, "storedActiveRectNormalized": { "x": 0, "y": 0.25, "width": 1, "height": 0.5 }, "storedResolution": { "width": 1024, "height": 1024 } } } ], "byId": { "left": { "viewId": "left", "eye": "left", "viewArrayIndex": 0, "xrViewIndex": 0, "nativeBuffer": { "width": 2, "height": 2, "dataFormat": "float32", "elementType": "float32", "rawValueToMeters": 1, "invalidRawValue": 0, "rowOrder": "top-to-bottom", "storageOrder": "row-major", "payload": { "chunkType": "mdPL", "payloadMagic": "MRD1", "headerVersion": 1, "headerBytes": 28, "rawElementType": "float32", "rawByteOrder": "little-endian", "rawByteLength": 16, "payloadByteLength": 44, "sha256OfRawBytes": null, "headerLayoutLittleEndian": { "magic": "bytes 0..3 ASCII MRD1", "version": "uint8 @4", "formatCode": "uint8 @5; 1=uint16, 2=float32", "rawByteOrderCode": "uint8 @6; 1=little, 2=big", "width": "uint32 @8", "height": "uint32 @12", "rawValueToMeters": "float64 @16", "rawByteLength": "uint32 @24", "rawBytes": "starts @28" } } }, "normalizedCoordinates": { "origin": "top-left", "xDirection": "right", "yDirection": "down", "normDepthBufferFromNormView": [ 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1 ], "normViewFromNormDepthBuffer": [ 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1 ] }, "xrViewGeometry": { "projectionMatrix": [ 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1 ], "projectionMatrixInverse": [ 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1 ], "captureLocalFromView": [ 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, -0.03200000151991844, 0, 0, 1 ], "viewFromCaptureLocal": [ 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0.03200000151991844, 0, 0, 1 ], "viewport": { "x": 0, "y": 0, "width": 100, "height": 100 } }, "sensorGeometry": { "projectionMatrix": [ 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1 ], "projectionMatrixInverse": [ 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1 ], "captureLocalFromSensor": [ 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, -0.03500000014901161, 0, 0, 1 ], "sensorFromCaptureLocal": [ 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0.03500000014901161, 0, 0, 1 ], "projectionSource": "test", "transformSource": "test", "depthMeaning": "camera-plane-z-from-sensor-near-plane" }, "rgbAndAtlasMapping": { "fitMode": "contain", "sourceRectPixels": { "x": 0, "y": 0, "width": 200, "height": 100, "layout": "sbs" }, "sampledSourceRectPixels": { "x": 0, "y": 0, "width": 200, "height": 100, "layout": "sbs" }, "normalizedViewRect": { "x": 0, "y": 0, "width": 1, "height": 1 }, "storedActiveRectPixels": { "x": 0, "y": 256, "width": 1024, "height": 512 }, "storedActiveRectNormalized": { "x": 0, "y": 0.25, "width": 1, "height": 0.5 }, "storedResolution": { "width": 1024, "height": 1024 } } }, "right": { "viewId": "right", "eye": "right", "viewArrayIndex": 1, "xrViewIndex": 1, "nativeBuffer": { "width": 2, "height": 2, "dataFormat": "float32", "elementType": "float32", "rawValueToMeters": 1, "invalidRawValue": 0, "rowOrder": "top-to-bottom", "storageOrder": "row-major", "payload": { "chunkType": "mdPR", "payloadMagic": "MRD1", "headerVersion": 1, "headerBytes": 28, "rawElementType": "float32", "rawByteOrder": "little-endian", "rawByteLength": 16, "payloadByteLength": 44, "sha256OfRawBytes": null, "headerLayoutLittleEndian": { "magic": "bytes 0..3 ASCII MRD1", "version": "uint8 @4", "formatCode": "uint8 @5; 1=uint16, 2=float32", "rawByteOrderCode": "uint8 @6; 1=little, 2=big", "width": "uint32 @8", "height": "uint32 @12", "rawValueToMeters": "float64 @16", "rawByteLength": "uint32 @24", "rawBytes": "starts @28" } } }, "normalizedCoordinates": { "origin": "top-left", "xDirection": "right", "yDirection": "down", "normDepthBufferFromNormView": [ 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1 ], "normViewFromNormDepthBuffer": [ 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1 ] }, "xrViewGeometry": { "projectionMatrix": [ 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1 ], "projectionMatrixInverse": [ 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1 ], "captureLocalFromView": [ 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0.03200000151991844, 0, 0, 1 ], "viewFromCaptureLocal": [ 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, -0.03200000151991844, 0, 0, 1 ], "viewport": { "x": 0, "y": 0, "width": 100, "height": 100 } }, "sensorGeometry": { "projectionMatrix": [ 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1 ], "projectionMatrixInverse": [ 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1 ], "captureLocalFromSensor": [ 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0.03500000014901161, 0, 0, 1 ], "sensorFromCaptureLocal": [ 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, -0.03500000014901161, 0, 0, 1 ], "projectionSource": "test", "transformSource": "test", "depthMeaning": "camera-plane-z-from-sensor-near-plane" }, "rgbAndAtlasMapping": { "fitMode": "contain", "sourceRectPixels": { "x": 200, "y": 0, "width": 200, "height": 100, "layout": "sbs" }, "sampledSourceRectPixels": { "x": 200, "y": 0, "width": 200, "height": 100, "layout": "sbs" }, "normalizedViewRect": { "x": 0, "y": 0, "width": 1, "height": 1 }, "storedActiveRectPixels": { "x": 0, "y": 256, "width": 1024, "height": 512 }, "storedActiveRectNormalized": { "x": 0, "y": 0.25, "width": 1, "height": 0.5 }, "storedResolution": { "width": 1024, "height": 1024 } } } } }, "atlasStatistics": { "left": { "valid": 98304, "clipped": 0, "invalid": 163840, "total": 262144 }, "right": { "valid": 98304, "clipped": 0, "invalid": 163840, "total": 262144 } } }