diff --git a/runtime/lua/vim/lsp/document_color.lua b/runtime/lua/vim/lsp/document_color.lua
index c306acf696..1c2d9ecb67 100644
--- a/runtime/lua/vim/lsp/document_color.lua
+++ b/runtime/lua/vim/lsp/document_color.lua
@@ -175,6 +175,18 @@ end
 local function buf_enable(bufnr)
   reset_bufstate(bufnr, true)
 
+  api.nvim_buf_attach(bufnr, false, {
+    on_reload = function(_, buf)
+      buf_clear(buf)
+      if bufstates[buf].enabled then
+        buf_refresh(buf)
+      end
+    end,
+    on_detach = function(_, buf)
+      buf_disable(buf)
+    end,
+  })
+
   api.nvim_create_autocmd('LspNotify', {
     buffer = bufnr,
     group = document_color_augroup,
@@ -191,25 +203,6 @@ local function buf_enable(bufnr)
     end,
   })
 
-  api.nvim_create_autocmd('LspAttach', {
-    buffer = bufnr,
-    group = document_color_augroup,
-    desc = 'Enable document_color when LSP client attaches',
-    callback = function(args)
-      api.nvim_buf_attach(args.buf, false, {
-        on_reload = function(_, buf)
-          buf_clear(buf)
-          if bufstates[buf].enabled then
-            buf_refresh(buf)
-          end
-        end,
-        on_detach = function(_, buf)
-          buf_disable(buf)
-        end,
-      })
-    end,
-  })
-
   api.nvim_create_autocmd('LspDetach', {
     buffer = bufnr,
     group = document_color_augroup,