diff --git a/src/components/grabbable-toggle.js b/src/components/grabbable-toggle.js
index d7e978e8c3032b82b8386811dd724d90c9e6b504..5a11d5698d5ba53cbafeab63286bf142b1699bfb 100644
--- a/src/components/grabbable-toggle.js
+++ b/src/components/grabbable-toggle.js
@@ -135,6 +135,7 @@ AFRAME.registerComponent(
 
       if (handIndex !== -1) {
         this.grabbers.splice(handIndex, 1);
+        this.grabber = this.grabbers[0];
       }
 
       this.physicsEnd(evt);