diff --git a/bin/compile b/bin/compile
index 27b889925b26d21c6aa0b87ca21e5a4d4dceea22..d21580e5f95f5571d0c25b7eecb5f9a75fe6fc66 100755
--- a/bin/compile
+++ b/bin/compile
@@ -105,19 +105,6 @@ fi
 mkdir -p $CACHE_DIR
 
 
-set +e
-
-# Create set-aside `.heroku` folder.
-mkdir .heroku
-HEROKU_DIR_STATUS=$?
-
-# This is a new app, disable injection.
-[ $HEROKU_DIR_STATUS -nq 0 ] && {
-  touch .heroku/injection_disabled
-}
-set -e
-
-
 # Nice defaults.
 LEGACY_VIRTUALENV=false
 VIRTUALENV_LOC=$MODERN_VIRTUALENV_LOC
@@ -145,6 +132,17 @@ for dir in $CACHED_DIRS; do
   cp -R $CACHE_DIR/$dir . &> /dev/null || true
 done
 
+set +e
+# Create set-aside `.heroku` folder.
+mkdir .heroku
+HEROKU_DIR_STATUS=$?
+
+# This is a new app, disable injection.
+[ $HEROKU_DIR_STATUS -eq 0 ] && {
+  touch .heroku/injection_disabled
+}
+set -e
+
 
 # ### Virtualenv Setup
 #