diff --git a/lisp/use-package/use-package.el b/lisp/use-package/use-package.el
index 33c6e18a626..59ecf93b278 100644
--- a/lisp/use-package/use-package.el
+++ b/lisp/use-package/use-package.el
@@ -581,7 +581,7 @@ For full documentation. please see commentary.
                   (t
                    pkg-load-path)))
 
-         (when byte-compile-current-file
+         (eval-when-compile
            ,@defines-eval
            ,(if (stringp name)
                 `(load ,name t)