diff --git a/src/OSDAnnotationLayer.js b/src/OSDAnnotationLayer.js
index 5c07bd8..1143c44 100644
--- a/src/OSDAnnotationLayer.js
+++ b/src/OSDAnnotationLayer.js
@@ -200,6 +200,7 @@ export class AnnotationLayer extends EventEmitter {
       releaseHandler: evt => {
         if (this.tools.current.isDrawing) {
           firstDragDone = true;
+
           // continue in dragging mode if moveHandler has not been fired
           // if (!started) return;
           const { x , y } = this.tools.current.getSVGPoint(evt.originalEvent);
@@ -245,6 +246,8 @@ export class AnnotationLayer extends EventEmitter {
       if (evt.key.toLowerCase() === hotkey && !this.tools.current.isDrawing) {
         this.mouseTracker.enabled = inverted;
         this.tools.current.enabled = inverted;
+
+        firstDragDone = false;
       }
     };