diff --git a/src/ZenGradientGenerator.mjs b/src/ZenGradientGenerator.mjs
index 25dbd65..920827f 100644
--- a/src/ZenGradientGenerator.mjs
+++ b/src/ZenGradientGenerator.mjs
@@ -280,12 +280,12 @@
 
     onDotMouseUp(event) {
       if (event.button === 2) {
-        if (this.numberOfDots < 2 || !event.target.classList.contains('zen-theme-picker-dot')
-            || this.numberOfDots === 1) {
+        if (this.numberOfDots < 2 || !event.target.classList.contains('zen-theme-picker-dot')) {
           return;
         }
         event.target.remove();
         this.updateCurrentWorkspace();
+        this.numberOfDots--;
         return;
       }
       if (this.dragging) {