diff --git a/src/nvim/insexpand.c b/src/nvim/insexpand.c
index a5fc669b6e..5bf8c50143 100644
--- a/src/nvim/insexpand.c
+++ b/src/nvim/insexpand.c
@@ -3788,6 +3788,9 @@ void ins_compl_delete(bool new_leader)
 
   if ((int)curwin->w_cursor.col > col) {
     if (stop_arrow() == FAIL) {
+      if (remaining) {
+        XFREE_CLEAR(remaining);
+      }
       return;
     }
     backspace_until_column(col);