diff --git a/lisp/ChangeLog b/lisp/ChangeLog
index 9f0a7e5c715..99287618548 100644
--- a/lisp/ChangeLog
+++ b/lisp/ChangeLog
@@ -1,3 +1,8 @@
+2014-01-07  Bastien Guerry  <bzg@gnu.org>
+
+	* emacs-lisp/package.el (package-delete): Also delete the package
+	name from `package-alist', not its description only.
+
 2014-01-07  Glenn Morris  <rgm@gnu.org>
 
 	* help.el (view-external-packages):
diff --git a/lisp/emacs-lisp/package.el b/lisp/emacs-lisp/package.el
index 39fbc55ad4f..15dba461d2d 100644
--- a/lisp/emacs-lisp/package.el
+++ b/lisp/emacs-lisp/package.el
@@ -1231,7 +1231,7 @@ The file can either be a tar file or an Emacs Lisp file."
 	    (delete-file signed-file)))
       ;; Update package-alist.
       (let* ((name (package-desc-name pkg-desc)))
-        (delete pkg-desc (assq name package-alist)))
+	(delete (delete pkg-desc (assq name package-alist)) package-alist))
       (message "Package `%s' deleted." (package-desc-full-name pkg-desc)))))
 
 (defun package-archive-base (desc)