diff --git a/lisp/bookmark.el b/lisp/bookmark.el
index cd59293e0a4..153646c1fff 100644
--- a/lisp/bookmark.el
+++ b/lisp/bookmark.el
@@ -1584,6 +1584,8 @@ confirmation."
   (when (or no-confirm
             (yes-or-no-p "Permanently delete all bookmarks? "))
     (bookmark-maybe-load-default-file)
+    (dolist (bm bookmark-alist)
+      (bookmark--remove-fringe-mark bm))
     (setq bookmark-alist-modification-count
           (+ bookmark-alist-modification-count (length bookmark-alist)))
     (setq bookmark-alist nil)