diff --git a/lisp/gnus/auth-source.el b/lisp/gnus/auth-source.el
index 75e6d0499d0..8846c2f16c5 100644
--- a/lisp/gnus/auth-source.el
+++ b/lisp/gnus/auth-source.el
@@ -63,11 +63,12 @@
 (autoload 'plstore-save "plstore")
 (autoload 'plstore-get-file "plstore")
 
-(autoload 'epg-make-context "epg")
-(autoload 'epg-context-set-passphrase-callback "epg")
-(autoload 'epg-decrypt-string "epg")
-(autoload 'epg-context-set-armor "epg")
-(autoload 'epg-encrypt-string "epg")
+(eval-and-compile
+  (autoload 'epg-make-context "epg")
+  (autoload 'epg-context-set-passphrase-callback "epg")
+  (autoload 'epg-decrypt-string "epg")
+  (autoload 'epg-encrypt-string "epg"))
+(eval-when-compile (require 'epg)) ;; setf-method for `epg-context-armor'
 
 (autoload 'help-mode "help-mode" nil t)