diff --git a/lisp/use-package/bind-key.el b/lisp/use-package/bind-key.el
index a5d6a5f45bb..1ce717019f1 100644
--- a/lisp/use-package/bind-key.el
+++ b/lisp/use-package/bind-key.el
@@ -542,13 +542,13 @@ other modes.  See `override-global-mode'."
                  (format
                   (format "%%-%ds%%-%ds%%s\n" (car bind-key-column-widths)
                           (cdr bind-key-column-widths))
-                  key-name (format "`%s\'" command-desc)
+                  key-name (format "`%s'" command-desc)
                   (if (string= command-desc at-present-desc)
                       (if (or (null was-command)
                               (string= command-desc was-command-desc))
                           ""
-                        (format "was `%s\'" was-command-desc))
-                    (format "[now: `%s\']" at-present)))))
+                        (format "was `%s'" was-command-desc))
+                    (format "[now: `%s']" at-present)))))
             (princ (if (string-match "[ \t]+\n" line)
                        (replace-match "\n" t t line)
                      line))))