diff --git a/plugin/gitgutter.vim b/plugin/gitgutter.vim
index e27deb7..4741eb1 100644
--- a/plugin/gitgutter.vim
+++ b/plugin/gitgutter.vim
@@ -392,7 +392,9 @@ function! s:add_dummy_sign()
 endfunction
 
 function! s:remove_dummy_sign()
-  exe ":sign unplace" s:dummy_sign_id "file=" . s:file()
+  if exists('s:dummy_sign_id')
+    exe ":sign unplace" s:dummy_sign_id "file=" . s:file()
+  endif
 endfunction
 
 " }}}