diff --git a/test/run b/test/run
index 484f241d4f503af08c4bf56cc50425114ecf6cc1..67d97c8adf10ba9bf61a187dd9e5919616e6fd26 100755
--- a/test/run
+++ b/test/run
@@ -89,9 +89,13 @@ testPylibmc() {
 
 testPython2_warn() {
     compile "python2_warn"
-    assertCaptured "python-2.7.14"
-    assertCaptured "security update!"
-    assertCapturedSuccess
+    if [[ $STACK = "heroku-18" ]]; then
+      assertCapturedError
+    else
+      assertCaptured "python-2.7.14"
+      assertCaptured "security update!"
+      assertCapturedSuccess
+    fi
 }
 
 testPython2() {
@@ -123,7 +127,8 @@ testPython3_5_warn() {
   compile "python3_5_warn"
   if [[ $STACK = "cedar-14" ]]; then
     assertCaptured "python-3.5.3"
-    assertCapturedSuccess
+    assertCaptured "security update!"
+    assertCapturedError
   else
     assertCapturedError
   fi