diff --git a/autoload/gitgutter/highlight.vim b/autoload/gitgutter/highlight.vim
index 1439b72..2b68f9e 100644
--- a/autoload/gitgutter/highlight.vim
+++ b/autoload/gitgutter/highlight.vim
@@ -77,7 +77,7 @@ function! gitgutter#highlight#define_highlights() abort
 
   " When they are visible.
   for type in ["Add", "Change", "Delete"]
-    if hlexists("GitGutter".type)
+    if hlexists("GitGutter".type) && s:get_foreground_colors('Diff'.type) != ['NONE', 'NONE']
       if g:gitgutter_set_sign_backgrounds
         execute "highlight GitGutter".type." guibg=".guibg." ctermbg=".ctermbg
       endif