diff --git a/eldoc-box.el b/eldoc-box.el
index 94119bb..e338286 100644
--- a/eldoc-box.el
+++ b/eldoc-box.el
@@ -135,6 +135,8 @@ It will be passes with two arguments: WIDTH and HEIGHT of the childframe.")
                            #'eldoc-box--eldoc-message-function)
              (when eldoc-box-clear-with-C-g
                (advice-add #'keyboard-quit :before #'eldoc-box-quit-frame)))
+    (when eldoc-box-hover-at-point-mode
+      (eldoc-box-hover-at-point-mode -1))
     (remove-function (local 'eldoc-message-function) #'eldoc-box--eldoc-message-function)
     (advice-remove #'keyboard-quit #'eldoc-box-quit-frame)
     ;; if minor mode is turned off when childframe is visible