diff --git a/src/canvas_events.mixin.js b/src/canvas_events.mixin.js
index 94c1d83b..e04b3efe 100644
--- a/src/canvas_events.mixin.js
+++ b/src/canvas_events.mixin.js
@@ -227,7 +227,7 @@
           target = this.getActiveGroup();
         }
         else {
-          if (target !== this.getActiveGroup()) {
+          if (target !== this.getActiveGroup() && target !== this.getActiveObject()) {
             this.deactivateAll();
             this.setActiveObject(target, e);
           }