diff --git a/src/nvim/ui.c b/src/nvim/ui.c
index b95fdd1104..80f8b9221a 100644
--- a/src/nvim/ui.c
+++ b/src/nvim/ui.c
@@ -167,6 +167,10 @@ void ui_cursor_shape(void)
 
 void ui_refresh(void)
 {
+  if (!ui_count) {
+    return;
+  }
+
   width = height = INT_MAX;
 
   for (size_t i = 0; i < ui_count; i++) {