123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710 |
- import { WebXRFeaturesManager, WebXRFeatureName } from "../webXRFeaturesManager.js";
- import { Matrix, Vector3 } from "../../Maths/math.vector.js";
- import { Color3 } from "../../Maths/math.color.js";
- import { Axis } from "../../Maths/math.axis.js";
- import { StandardMaterial } from "../../Materials/standardMaterial.js";
- import { CreateCylinder } from "../../Meshes/Builders/cylinderBuilder.js";
- import { CreateTorus } from "../../Meshes/Builders/torusBuilder.js";
- import { Ray } from "../../Culling/ray.js";
- import { PickingInfo } from "../../Collisions/pickingInfo.js";
- import { WebXRAbstractFeature } from "./WebXRAbstractFeature.js";
- import { UtilityLayerRenderer } from "../../Rendering/utilityLayerRenderer.js";
- import { Viewport } from "../../Maths/math.viewport.js";
- import { Tools } from "../../Misc/tools.js";
- /**
- * A module that will enable pointer selection for motion controllers of XR Input Sources
- */
- export class WebXRControllerPointerSelection extends WebXRAbstractFeature {
- /**
- * constructs a new background remover module
- * @param _xrSessionManager the session manager for this module
- * @param _options read-only options to be used in this module
- */
- constructor(_xrSessionManager, _options) {
- super(_xrSessionManager);
- this._options = _options;
- this._attachController = (xrController) => {
- if (this._controllers[xrController.uniqueId]) {
- // already attached
- return;
- }
- const { laserPointer, selectionMesh } = this._generateNewMeshPair(this._options.forceGripIfAvailable && xrController.grip ? xrController.grip : xrController.pointer);
- // get two new meshes
- this._controllers[xrController.uniqueId] = {
- xrController,
- laserPointer,
- selectionMesh,
- meshUnderPointer: null,
- pick: null,
- tmpRay: new Ray(new Vector3(), new Vector3()),
- disabledByNearInteraction: false,
- id: WebXRControllerPointerSelection._IdCounter++,
- };
- if (this._attachedController) {
- if (!this._options.enablePointerSelectionOnAllControllers &&
- this._options.preferredHandedness &&
- xrController.inputSource.handedness === this._options.preferredHandedness) {
- this._attachedController = xrController.uniqueId;
- }
- }
- else {
- if (!this._options.enablePointerSelectionOnAllControllers) {
- this._attachedController = xrController.uniqueId;
- }
- }
- switch (xrController.inputSource.targetRayMode) {
- case "tracked-pointer":
- return this._attachTrackedPointerRayMode(xrController);
- case "gaze":
- return this._attachGazeMode(xrController);
- case "screen":
- case "transient-pointer":
- return this._attachScreenRayMode(xrController);
- }
- };
- this._controllers = {};
- this._tmpVectorForPickCompare = new Vector3();
- /**
- * Disable lighting on the laser pointer (so it will always be visible)
- */
- this.disablePointerLighting = true;
- /**
- * Disable lighting on the selection mesh (so it will always be visible)
- */
- this.disableSelectionMeshLighting = true;
- /**
- * Should the laser pointer be displayed
- */
- this.displayLaserPointer = true;
- /**
- * Should the selection mesh be displayed (The ring at the end of the laser pointer)
- */
- this.displaySelectionMesh = true;
- /**
- * This color will be set to the laser pointer when selection is triggered
- */
- this.laserPointerPickedColor = new Color3(0.9, 0.9, 0.9);
- /**
- * Default color of the laser pointer
- */
- this.laserPointerDefaultColor = new Color3(0.7, 0.7, 0.7);
- /**
- * default color of the selection ring
- */
- this.selectionMeshDefaultColor = new Color3(0.8, 0.8, 0.8);
- /**
- * This color will be applied to the selection ring when selection is triggered
- */
- this.selectionMeshPickedColor = new Color3(0.3, 0.3, 1.0);
- this._identityMatrix = Matrix.Identity();
- this._screenCoordinatesRef = Vector3.Zero();
- this._viewportRef = new Viewport(0, 0, 0, 0);
- this._scene = this._xrSessionManager.scene;
- // force look and pick mode if using WebXR on safari, assuming it is vision OS
- // Only if not explicitly set. If set to false, it will not be forced
- if (this._options.lookAndPickMode === undefined && (this._scene.getEngine()._badDesktopOS || this._scene.getEngine()._badOS)) {
- this._options.lookAndPickMode = true;
- }
- // look and pick mode extra state changes
- if (this._options.lookAndPickMode) {
- this._options.enablePointerSelectionOnAllControllers = true;
- this.displayLaserPointer = false;
- }
- }
- /**
- * attach this feature
- * Will usually be called by the features manager
- *
- * @returns true if successful.
- */
- attach() {
- if (!super.attach()) {
- return false;
- }
- this._options.xrInput.controllers.forEach(this._attachController);
- this._addNewAttachObserver(this._options.xrInput.onControllerAddedObservable, this._attachController, true);
- this._addNewAttachObserver(this._options.xrInput.onControllerRemovedObservable, (controller) => {
- // REMOVE the controller
- this._detachController(controller.uniqueId);
- }, true);
- this._scene.constantlyUpdateMeshUnderPointer = true;
- if (this._options.gazeCamera) {
- const webXRCamera = this._options.gazeCamera;
- const { laserPointer, selectionMesh } = this._generateNewMeshPair(webXRCamera);
- this._controllers["camera"] = {
- webXRCamera,
- laserPointer,
- selectionMesh,
- meshUnderPointer: null,
- pick: null,
- tmpRay: new Ray(new Vector3(), new Vector3()),
- disabledByNearInteraction: false,
- id: WebXRControllerPointerSelection._IdCounter++,
- };
- this._attachGazeMode();
- }
- return true;
- }
- /**
- * detach this feature.
- * Will usually be called by the features manager
- *
- * @returns true if successful.
- */
- detach() {
- if (!super.detach()) {
- return false;
- }
- Object.keys(this._controllers).forEach((controllerId) => {
- this._detachController(controllerId);
- });
- return true;
- }
- /**
- * Will get the mesh under a specific pointer.
- * `scene.meshUnderPointer` will only return one mesh - either left or right.
- * @param controllerId the controllerId to check
- * @returns The mesh under pointer or null if no mesh is under the pointer
- */
- getMeshUnderPointer(controllerId) {
- if (this._controllers[controllerId]) {
- return this._controllers[controllerId].meshUnderPointer;
- }
- else {
- return null;
- }
- }
- /**
- * Get the xr controller that correlates to the pointer id in the pointer event
- *
- * @param id the pointer id to search for
- * @returns the controller that correlates to this id or null if not found
- */
- getXRControllerByPointerId(id) {
- const keys = Object.keys(this._controllers);
- for (let i = 0; i < keys.length; ++i) {
- if (this._controllers[keys[i]].id === id) {
- return this._controllers[keys[i]].xrController || null;
- }
- }
- return null;
- }
- /**
- * @internal
- */
- _getPointerSelectionDisabledByPointerId(id) {
- const keys = Object.keys(this._controllers);
- for (let i = 0; i < keys.length; ++i) {
- if (this._controllers[keys[i]].id === id) {
- return this._controllers[keys[i]].disabledByNearInteraction;
- }
- }
- return true;
- }
- /**
- * @internal
- */
- _setPointerSelectionDisabledByPointerId(id, state) {
- const keys = Object.keys(this._controllers);
- for (let i = 0; i < keys.length; ++i) {
- if (this._controllers[keys[i]].id === id) {
- this._controllers[keys[i]].disabledByNearInteraction = state;
- return;
- }
- }
- }
- _onXRFrame(_xrFrame) {
- Object.keys(this._controllers).forEach((id) => {
- // look and pick mode
- // only do this for the selected pointer
- const controllerData = this._controllers[id];
- if (this._options.lookAndPickMode && controllerData.xrController?.inputSource.targetRayMode !== "transient-pointer") {
- return;
- }
- if ((!this._options.enablePointerSelectionOnAllControllers && id !== this._attachedController) || controllerData.disabledByNearInteraction) {
- controllerData.selectionMesh.isVisible = false;
- controllerData.laserPointer.isVisible = false;
- controllerData.pick = null;
- return;
- }
- controllerData.laserPointer.isVisible = this.displayLaserPointer;
- let controllerGlobalPosition;
- // Every frame check collisions/input
- if (controllerData.xrController) {
- controllerGlobalPosition =
- this._options.forceGripIfAvailable && controllerData.xrController.grip
- ? controllerData.xrController.grip.position
- : controllerData.xrController.pointer.position;
- controllerData.xrController.getWorldPointerRayToRef(controllerData.tmpRay, this._options.forceGripIfAvailable);
- }
- else if (controllerData.webXRCamera) {
- controllerGlobalPosition = controllerData.webXRCamera.position;
- controllerData.webXRCamera.getForwardRayToRef(controllerData.tmpRay);
- }
- else {
- return;
- }
- if (this._options.maxPointerDistance) {
- controllerData.tmpRay.length = this._options.maxPointerDistance;
- }
- // update pointerX and pointerY of the scene. Only if the flag is set to true!
- if (!this._options.disableScenePointerVectorUpdate && controllerGlobalPosition) {
- const scene = this._xrSessionManager.scene;
- const camera = this._options.xrInput.xrCamera;
- if (camera) {
- camera.viewport.toGlobalToRef(scene.getEngine().getRenderWidth() / camera.rigCameras.length, scene.getEngine().getRenderHeight(), this._viewportRef);
- Vector3.ProjectToRef(controllerGlobalPosition, this._identityMatrix, camera.getTransformationMatrix(), this._viewportRef, this._screenCoordinatesRef);
- // stay safe
- if (typeof this._screenCoordinatesRef.x === "number" &&
- typeof this._screenCoordinatesRef.y === "number" &&
- !isNaN(this._screenCoordinatesRef.x) &&
- !isNaN(this._screenCoordinatesRef.y) &&
- this._screenCoordinatesRef.x !== Infinity &&
- this._screenCoordinatesRef.y !== Infinity) {
- scene.pointerX = this._screenCoordinatesRef.x;
- scene.pointerY = this._screenCoordinatesRef.y;
- controllerData.screenCoordinates = {
- x: this._screenCoordinatesRef.x,
- y: this._screenCoordinatesRef.y,
- };
- }
- }
- }
- let utilityScenePick = null;
- if (this._utilityLayerScene) {
- utilityScenePick = this._utilityLayerScene.pickWithRay(controllerData.tmpRay, this._utilityLayerScene.pointerMovePredicate || this.raySelectionPredicate);
- }
- const originalScenePick = this._scene.pickWithRay(controllerData.tmpRay, this._scene.pointerMovePredicate || this.raySelectionPredicate);
- if (!utilityScenePick || !utilityScenePick.hit) {
- // No hit in utility scene
- controllerData.pick = originalScenePick;
- }
- else if (!originalScenePick || !originalScenePick.hit) {
- // No hit in original scene
- controllerData.pick = utilityScenePick;
- }
- else if (utilityScenePick.distance < originalScenePick.distance) {
- // Hit is closer in utility scene
- controllerData.pick = utilityScenePick;
- }
- else {
- // Hit is closer in original scene
- controllerData.pick = originalScenePick;
- }
- if (controllerData.pick && controllerData.xrController) {
- controllerData.pick.aimTransform = controllerData.xrController.pointer;
- controllerData.pick.gripTransform = controllerData.xrController.grip || null;
- controllerData.pick.originMesh = controllerData.xrController.pointer;
- }
- const pick = controllerData.pick;
- if (pick && pick.pickedPoint && pick.hit) {
- // Update laser state
- this._updatePointerDistance(controllerData.laserPointer, pick.distance);
- // Update cursor state
- controllerData.selectionMesh.position.copyFrom(pick.pickedPoint);
- controllerData.selectionMesh.scaling.x = Math.sqrt(pick.distance);
- controllerData.selectionMesh.scaling.y = Math.sqrt(pick.distance);
- controllerData.selectionMesh.scaling.z = Math.sqrt(pick.distance);
- // To avoid z-fighting
- const pickNormal = this._convertNormalToDirectionOfRay(pick.getNormal(true), controllerData.tmpRay);
- const deltaFighting = 0.001;
- controllerData.selectionMesh.position.copyFrom(pick.pickedPoint);
- if (pickNormal) {
- const axis1 = Vector3.Cross(Axis.Y, pickNormal);
- const axis2 = Vector3.Cross(pickNormal, axis1);
- Vector3.RotationFromAxisToRef(axis2, pickNormal, axis1, controllerData.selectionMesh.rotation);
- controllerData.selectionMesh.position.addInPlace(pickNormal.scale(deltaFighting));
- }
- controllerData.selectionMesh.isVisible = true && this.displaySelectionMesh;
- controllerData.meshUnderPointer = pick.pickedMesh;
- }
- else {
- controllerData.selectionMesh.isVisible = false;
- this._updatePointerDistance(controllerData.laserPointer, 1);
- controllerData.meshUnderPointer = null;
- }
- });
- }
- get _utilityLayerScene() {
- return this._options.customUtilityLayerScene || UtilityLayerRenderer.DefaultUtilityLayer.utilityLayerScene;
- }
- _attachGazeMode(xrController) {
- const controllerData = this._controllers[(xrController && xrController.uniqueId) || "camera"];
- // attached when touched, detaches when raised
- const timeToSelect = this._options.timeToSelect || 3000;
- const sceneToRenderTo = this._options.useUtilityLayer ? this._utilityLayerScene : this._scene;
- let oldPick = new PickingInfo();
- const discMesh = CreateTorus("selection", {
- diameter: 0.0035 * 15,
- thickness: 0.0025 * 6,
- tessellation: 20,
- }, sceneToRenderTo);
- discMesh.isVisible = false;
- discMesh.isPickable = false;
- discMesh.parent = controllerData.selectionMesh;
- let timer = 0;
- let downTriggered = false;
- const pointerEventInit = {
- pointerId: controllerData.id,
- pointerType: "xr",
- };
- controllerData.onFrameObserver = this._xrSessionManager.onXRFrameObservable.add(() => {
- if (!controllerData.pick) {
- return;
- }
- this._augmentPointerInit(pointerEventInit, controllerData.id, controllerData.screenCoordinates);
- controllerData.laserPointer.material.alpha = 0;
- discMesh.isVisible = false;
- if (controllerData.pick.hit) {
- if (!this._pickingMoved(oldPick, controllerData.pick)) {
- if (timer > timeToSelect / 10) {
- discMesh.isVisible = true;
- }
- timer += this._scene.getEngine().getDeltaTime();
- if (timer >= timeToSelect) {
- this._scene.simulatePointerDown(controllerData.pick, pointerEventInit);
- // this pointerdown event is not setting the controllerData.pointerDownTriggered to avoid a pointerUp event when this feature is detached
- downTriggered = true;
- // pointer up right after down, if disable on touch out
- if (this._options.disablePointerUpOnTouchOut) {
- this._scene.simulatePointerUp(controllerData.pick, pointerEventInit);
- }
- discMesh.isVisible = false;
- }
- else {
- const scaleFactor = 1 - timer / timeToSelect;
- discMesh.scaling.set(scaleFactor, scaleFactor, scaleFactor);
- }
- }
- else {
- if (downTriggered) {
- if (!this._options.disablePointerUpOnTouchOut) {
- this._scene.simulatePointerUp(controllerData.pick, pointerEventInit);
- }
- }
- downTriggered = false;
- timer = 0;
- }
- }
- else {
- downTriggered = false;
- timer = 0;
- }
- this._scene.simulatePointerMove(controllerData.pick, pointerEventInit);
- oldPick = controllerData.pick;
- });
- if (this._options.renderingGroupId !== undefined) {
- discMesh.renderingGroupId = this._options.renderingGroupId;
- }
- if (xrController) {
- xrController.onDisposeObservable.addOnce(() => {
- if (controllerData.pick && !this._options.disablePointerUpOnTouchOut && downTriggered) {
- this._scene.simulatePointerUp(controllerData.pick, pointerEventInit);
- controllerData.finalPointerUpTriggered = true;
- }
- discMesh.dispose();
- });
- }
- }
- _attachScreenRayMode(xrController) {
- const controllerData = this._controllers[xrController.uniqueId];
- let downTriggered = false;
- const pointerEventInit = {
- pointerId: controllerData.id,
- pointerType: "xr",
- };
- controllerData.onFrameObserver = this._xrSessionManager.onXRFrameObservable.add(() => {
- this._augmentPointerInit(pointerEventInit, controllerData.id, controllerData.screenCoordinates);
- if (!controllerData.pick || (this._options.disablePointerUpOnTouchOut && downTriggered)) {
- return;
- }
- if (!downTriggered) {
- this._scene.simulatePointerDown(controllerData.pick, pointerEventInit);
- controllerData.pointerDownTriggered = true;
- downTriggered = true;
- if (this._options.disablePointerUpOnTouchOut) {
- this._scene.simulatePointerUp(controllerData.pick, pointerEventInit);
- }
- }
- else {
- this._scene.simulatePointerMove(controllerData.pick, pointerEventInit);
- }
- });
- xrController.onDisposeObservable.addOnce(() => {
- this._augmentPointerInit(pointerEventInit, controllerData.id, controllerData.screenCoordinates);
- this._xrSessionManager.runInXRFrame(() => {
- if (controllerData.pick && !controllerData.finalPointerUpTriggered && downTriggered && !this._options.disablePointerUpOnTouchOut) {
- this._scene.simulatePointerUp(controllerData.pick, pointerEventInit);
- controllerData.finalPointerUpTriggered = true;
- }
- });
- });
- }
- _attachTrackedPointerRayMode(xrController) {
- const controllerData = this._controllers[xrController.uniqueId];
- if (this._options.forceGazeMode) {
- return this._attachGazeMode(xrController);
- }
- const pointerEventInit = {
- pointerId: controllerData.id,
- pointerType: "xr",
- };
- controllerData.onFrameObserver = this._xrSessionManager.onXRFrameObservable.add(() => {
- controllerData.laserPointer.material.disableLighting = this.disablePointerLighting;
- controllerData.selectionMesh.material.disableLighting = this.disableSelectionMeshLighting;
- if (controllerData.pick) {
- this._augmentPointerInit(pointerEventInit, controllerData.id, controllerData.screenCoordinates);
- this._scene.simulatePointerMove(controllerData.pick, pointerEventInit);
- }
- });
- if (xrController.inputSource.gamepad) {
- const init = (motionController) => {
- if (this._options.overrideButtonId) {
- controllerData.selectionComponent = motionController.getComponent(this._options.overrideButtonId);
- }
- if (!controllerData.selectionComponent) {
- controllerData.selectionComponent = motionController.getMainComponent();
- }
- controllerData.onButtonChangedObserver = controllerData.selectionComponent.onButtonStateChangedObservable.add((component) => {
- if (component.changes.pressed) {
- const pressed = component.changes.pressed.current;
- if (controllerData.pick) {
- if (this._options.enablePointerSelectionOnAllControllers || xrController.uniqueId === this._attachedController) {
- this._augmentPointerInit(pointerEventInit, controllerData.id, controllerData.screenCoordinates);
- if (pressed) {
- this._scene.simulatePointerDown(controllerData.pick, pointerEventInit);
- controllerData.pointerDownTriggered = true;
- controllerData.selectionMesh.material.emissiveColor = this.selectionMeshPickedColor;
- controllerData.laserPointer.material.emissiveColor = this.laserPointerPickedColor;
- }
- else {
- this._scene.simulatePointerUp(controllerData.pick, pointerEventInit);
- controllerData.selectionMesh.material.emissiveColor = this.selectionMeshDefaultColor;
- controllerData.laserPointer.material.emissiveColor = this.laserPointerDefaultColor;
- }
- }
- }
- else {
- if (pressed && !this._options.enablePointerSelectionOnAllControllers && !this._options.disableSwitchOnClick) {
- // force a pointer up if switching controllers
- // get the controller that was attached before
- const prevController = this._controllers[this._attachedController];
- if (prevController && prevController.pointerDownTriggered && !prevController.finalPointerUpTriggered) {
- this._augmentPointerInit(pointerEventInit, prevController.id, prevController.screenCoordinates);
- this._scene.simulatePointerUp(new PickingInfo(), {
- pointerId: prevController.id,
- pointerType: "xr",
- });
- prevController.finalPointerUpTriggered = true;
- }
- this._attachedController = xrController.uniqueId;
- }
- }
- }
- });
- };
- if (xrController.motionController) {
- init(xrController.motionController);
- }
- else {
- xrController.onMotionControllerInitObservable.add(init);
- }
- }
- else {
- // use the select and squeeze events
- const selectStartListener = (event) => {
- this._xrSessionManager.onXRFrameObservable.addOnce(() => {
- this._augmentPointerInit(pointerEventInit, controllerData.id, controllerData.screenCoordinates);
- if (controllerData.xrController && event.inputSource === controllerData.xrController.inputSource && controllerData.pick) {
- this._scene.simulatePointerDown(controllerData.pick, pointerEventInit);
- controllerData.pointerDownTriggered = true;
- controllerData.selectionMesh.material.emissiveColor = this.selectionMeshPickedColor;
- controllerData.laserPointer.material.emissiveColor = this.laserPointerPickedColor;
- }
- });
- };
- const selectEndListener = (event) => {
- this._xrSessionManager.onXRFrameObservable.addOnce(() => {
- this._augmentPointerInit(pointerEventInit, controllerData.id, controllerData.screenCoordinates);
- if (controllerData.xrController && event.inputSource === controllerData.xrController.inputSource && controllerData.pick) {
- this._scene.simulatePointerUp(controllerData.pick, pointerEventInit);
- controllerData.selectionMesh.material.emissiveColor = this.selectionMeshDefaultColor;
- controllerData.laserPointer.material.emissiveColor = this.laserPointerDefaultColor;
- }
- });
- };
- controllerData.eventListeners = {
- selectend: selectEndListener,
- selectstart: selectStartListener,
- };
- this._xrSessionManager.session.addEventListener("selectstart", selectStartListener);
- this._xrSessionManager.session.addEventListener("selectend", selectEndListener);
- }
- }
- _convertNormalToDirectionOfRay(normal, ray) {
- if (normal) {
- const angle = Math.acos(Vector3.Dot(normal, ray.direction));
- if (angle < Math.PI / 2) {
- normal.scaleInPlace(-1);
- }
- }
- return normal;
- }
- _detachController(xrControllerUniqueId) {
- const controllerData = this._controllers[xrControllerUniqueId];
- if (!controllerData) {
- return;
- }
- if (controllerData.selectionComponent) {
- if (controllerData.onButtonChangedObserver) {
- controllerData.selectionComponent.onButtonStateChangedObservable.remove(controllerData.onButtonChangedObserver);
- }
- }
- if (controllerData.onFrameObserver) {
- this._xrSessionManager.onXRFrameObservable.remove(controllerData.onFrameObserver);
- }
- if (controllerData.eventListeners) {
- Object.keys(controllerData.eventListeners).forEach((eventName) => {
- const func = controllerData.eventListeners && controllerData.eventListeners[eventName];
- if (func) {
- // For future reference - this is an issue in the WebXR typings.
- this._xrSessionManager.session.removeEventListener(eventName, func);
- }
- });
- }
- if (!controllerData.finalPointerUpTriggered && controllerData.pointerDownTriggered) {
- // Stay safe and fire a pointerup, in case it wasn't already triggered
- const pointerEventInit = {
- pointerId: controllerData.id,
- pointerType: "xr",
- };
- this._xrSessionManager.runInXRFrame(() => {
- this._augmentPointerInit(pointerEventInit, controllerData.id, controllerData.screenCoordinates);
- this._scene.simulatePointerUp(controllerData.pick || new PickingInfo(), pointerEventInit);
- controllerData.finalPointerUpTriggered = true;
- });
- }
- this._xrSessionManager.scene.onBeforeRenderObservable.addOnce(() => {
- try {
- controllerData.selectionMesh.dispose();
- controllerData.laserPointer.dispose();
- // remove from the map
- delete this._controllers[xrControllerUniqueId];
- if (this._attachedController === xrControllerUniqueId) {
- // check for other controllers
- const keys = Object.keys(this._controllers);
- if (keys.length) {
- this._attachedController = keys[0];
- }
- else {
- this._attachedController = "";
- }
- }
- }
- catch (e) {
- Tools.Warn("controller already detached.");
- }
- });
- }
- _generateNewMeshPair(meshParent) {
- const sceneToRenderTo = this._options.useUtilityLayer ? this._options.customUtilityLayerScene || UtilityLayerRenderer.DefaultUtilityLayer.utilityLayerScene : this._scene;
- const laserPointer = this._options.customLasterPointerMeshGenerator
- ? this._options.customLasterPointerMeshGenerator()
- : CreateCylinder("laserPointer", {
- height: 1,
- diameterTop: 0.0002,
- diameterBottom: 0.004,
- tessellation: 20,
- subdivisions: 1,
- }, sceneToRenderTo);
- laserPointer.parent = meshParent;
- const laserPointerMaterial = new StandardMaterial("laserPointerMat", sceneToRenderTo);
- laserPointerMaterial.emissiveColor = this.laserPointerDefaultColor;
- laserPointerMaterial.alpha = 0.7;
- laserPointer.material = laserPointerMaterial;
- laserPointer.rotation.x = Math.PI / 2;
- this._updatePointerDistance(laserPointer, 1);
- laserPointer.isPickable = false;
- laserPointer.isVisible = false;
- // Create a gaze tracker for the XR controller
- const selectionMesh = this._options.customSelectionMeshGenerator
- ? this._options.customSelectionMeshGenerator()
- : CreateTorus("gazeTracker", {
- diameter: 0.0035 * 3,
- thickness: 0.0025 * 3,
- tessellation: 20,
- }, sceneToRenderTo);
- selectionMesh.bakeCurrentTransformIntoVertices();
- selectionMesh.isPickable = false;
- selectionMesh.isVisible = false;
- const targetMat = new StandardMaterial("targetMat", sceneToRenderTo);
- targetMat.specularColor = Color3.Black();
- targetMat.emissiveColor = this.selectionMeshDefaultColor;
- targetMat.backFaceCulling = false;
- selectionMesh.material = targetMat;
- if (this._options.renderingGroupId !== undefined) {
- laserPointer.renderingGroupId = this._options.renderingGroupId;
- selectionMesh.renderingGroupId = this._options.renderingGroupId;
- }
- return {
- laserPointer,
- selectionMesh,
- };
- }
- _pickingMoved(oldPick, newPick) {
- if (!oldPick.hit || !newPick.hit) {
- return true;
- }
- if (!oldPick.pickedMesh || !oldPick.pickedPoint || !newPick.pickedMesh || !newPick.pickedPoint) {
- return true;
- }
- if (oldPick.pickedMesh !== newPick.pickedMesh) {
- return true;
- }
- oldPick.pickedPoint?.subtractToRef(newPick.pickedPoint, this._tmpVectorForPickCompare);
- this._tmpVectorForPickCompare.set(Math.abs(this._tmpVectorForPickCompare.x), Math.abs(this._tmpVectorForPickCompare.y), Math.abs(this._tmpVectorForPickCompare.z));
- const delta = (this._options.gazeModePointerMovedFactor || 1) * 0.01 * newPick.distance;
- const length = this._tmpVectorForPickCompare.length();
- if (length > delta) {
- return true;
- }
- return false;
- }
- _updatePointerDistance(_laserPointer, distance = 100) {
- _laserPointer.scaling.y = distance;
- // a bit of distance from the controller
- if (this._scene.useRightHandedSystem) {
- distance *= -1;
- }
- _laserPointer.position.z = distance / 2 + 0.05;
- }
- _augmentPointerInit(pointerEventInit, id, screenCoordinates) {
- pointerEventInit.pointerId = id;
- pointerEventInit.pointerType = "xr";
- if (screenCoordinates) {
- pointerEventInit.screenX = screenCoordinates.x;
- pointerEventInit.screenY = screenCoordinates.y;
- }
- }
- /** @internal */
- get lasterPointerDefaultColor() {
- // here due to a typo
- return this.laserPointerDefaultColor;
- }
- }
- WebXRControllerPointerSelection._IdCounter = 200;
- /**
- * The module's name
- */
- WebXRControllerPointerSelection.Name = WebXRFeatureName.POINTER_SELECTION;
- /**
- * The (Babylon) version of this module.
- * This is an integer representing the implementation version.
- * This number does not correspond to the WebXR specs version
- */
- WebXRControllerPointerSelection.Version = 1;
- //register the plugin
- WebXRFeaturesManager.AddWebXRFeature(WebXRControllerPointerSelection.Name, (xrSessionManager, options) => {
- return () => new WebXRControllerPointerSelection(xrSessionManager, options);
- }, WebXRControllerPointerSelection.Version, true);
- //# sourceMappingURL=WebXRControllerPointerSelection.js.map
|