diff --git a/src/video/SDL_video.c b/src/video/SDL_video.c
index 3f416f2b73..74cd5d50c1 100644
--- a/src/video/SDL_video.c
+++ b/src/video/SDL_video.c
@@ -1508,7 +1508,7 @@ static int SDL_UpdateFullscreenMode(SDL_Window *window, SDL_bool fullscreen)
                 break;
             }
         }
-        if (i == _this->num_displays) {
+        if (!display || i == _this->num_displays) {
             /* Already not fullscreen on any display */
             goto done;
         }