diff --git a/src/systems/interactions.js b/src/systems/interactions.js
index 45bb178622..ba1dcb7c41 100644
--- a/src/systems/interactions.js
+++ b/src/systems/interactions.js
@@ -154,8 +154,10 @@ AFRAME.registerSystem("interaction", {
       this.rightHandTeleporter || document.querySelector("#player-right-controller").components["teleporter"];
     this.gazeTeleporter = this.gazeTeleporter || document.querySelector("#gaze-teleport").components["teleporter"];
 
-    this.tickInteractor(this.options.leftHand, this.state.leftHand);
-    if (!this.state.rightRemote.held) {
+    if (this.options.leftHand.entity.object3D.visible) {
+      this.tickInteractor(this.options.leftHand, this.state.leftHand);
+    }
+    if (this.options.rightHand.entity.object3D.visible && !this.state.rightRemote.held) {
       this.tickInteractor(this.options.rightHand, this.state.rightHand);
     }