diff --git a/src/video/SDL_video.c b/src/video/SDL_video.c
index 1aa3c0d23a..dc36afab2c 100644
--- a/src/video/SDL_video.c
+++ b/src/video/SDL_video.c
@@ -1745,8 +1745,10 @@ int SDL_UpdateFullscreenMode(SDL_Window *window, SDL_bool fullscreen, SDL_bool c
                 }
             }
 
-            /* Restore the cursor position */
-            SDL_RestoreMousePosition(window);
+            /* Restore the cursor position if we've exited fullscreen on a display */
+            if (display) {
+                SDL_RestoreMousePosition(window);
+            }
         }
     }