diff --git a/src/components/raycaster.js b/src/components/raycaster.js
index b8a44ce9319..0f82970b07c 100644
--- a/src/components/raycaster.js
+++ b/src/components/raycaster.js
@@ -131,7 +131,9 @@ module.exports.Component = registerComponent('raycaster', {
 
     if (oldData.enabled && !data.enabled) { this.clearAllIntersections(); }
 
-    this.setDirty();
+    if (data.objects !== oldData.objects) {
+      this.setDirty();
+    }
   },
 
   play: function () {