diff --git a/modules/prelude-emacs-lisp.el b/modules/prelude-emacs-lisp.el
index d5e7612..c0c1767 100644
--- a/modules/prelude-emacs-lisp.el
+++ b/modules/prelude-emacs-lisp.el
@@ -39,7 +39,9 @@
   "Recompile your elc when saving an elisp file."
   (add-hook 'after-save-hook
             (lambda ()
-              (when (file-exists-p (byte-compile-dest-file buffer-file-name))
+              (when (and
+                     (string-prefix-p prelude-dir (file-truename buffer-file-name))
+                     (file-exists-p (byte-compile-dest-file buffer-file-name)))
                 (emacs-lisp-byte-compile)))
             nil
             t))