autoload/lsp/lsp.vim | 8 ++++++--

diff --git a/autoload/lsp/lsp.vim b/autoload/lsp/lsp.vim
index 09ba79b4b1df4fb48e123762799be502d3770b45..dd3307a9a4da51370724113a1b5e1ac013ed777c 100644
--- a/autoload/lsp/lsp.vim
+++ b/autoload/lsp/lsp.vim
@@ -584,8 +584,12 @@ enddef
 
 # clear the symbol reference highlight
 def g:LspDocHighlightClear()
-  :silent! prop_remove({types: ['LspTextRef', 'LspReadRef', 'LspWriteRef'],
-			all: true})
+  var lspserver: dict<any> = buf.CurbufGetServerChecked()
+  if lspserver->empty()
+    return
+  endif
+
+  prop_remove({types: ['LspTextRef', 'LspReadRef', 'LspWriteRef'], all: true})
 enddef
 
 def g:LspRequestDocSymbols()