diff --git a/Packages/viewerbase/lib/layoutManager.js b/Packages/viewerbase/lib/layoutManager.js
index ec2acf755..00ff9da0b 100644
--- a/Packages/viewerbase/lib/layoutManager.js
+++ b/Packages/viewerbase/lib/layoutManager.js
@@ -213,7 +213,11 @@ LayoutManager = class LayoutManager {
         if (this.isZoomed) {
             this.resetPreviousLayout();
         } else {
-            this.enlargeViewport(viewportIndex);
+            // Don't enlarge the viewport if we only have one Viewport
+            // to begin with
+            if (this.getNumberOfViewports() > 1) {
+                this.enlargeViewport(viewportIndex);    
+            }
         }
     }
 };