diff --git a/.travis.yml b/.travis.yml
index dfec9c5a0..7126b1250 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -2,16 +2,18 @@ language: node_js
 
 node_js: 0.10
 
+before_install:
+  - export DISPLAY=:99.0
+  - sh -e /etc/init.d/xvfb start
+
 install: 
   - npm install -g http-server
   - npm install -g slimerjs@0.9.2
   - npm install -g casperjs@1.1.0-beta3
 
 before_script:
-  - export DISPLAY=:99.0
-  - sh -e /etc/init.d/xvfb start
   - http-server -s -a 0.0.0.0 -p 8080 &
 
 script:
-    - casperjs test tests/headless/run-testsuite.js --host=http://0.0.0.0:8080/
-    - casperjs --engine=slimerjs test tests/headless/run-testsuite.js --host=http://0.0.0.0:8080/
+  - casperjs test tests/headless/run-testsuite.js --host=http://0.0.0.0:8080/
+  - ./tests/run-slimerjs.sh
diff --git a/tests/run-slimerjs.sh b/tests/run-slimerjs.sh
new file mode 100755
index 000000000..021984c89
--- /dev/null
+++ b/tests/run-slimerjs.sh
@@ -0,0 +1,9 @@
+#!/bin/bash
+
+casperjs --engine=slimerjs test tests/headless/run-testsuite.js --host=http://0.0.0.0:8080/ | tee slimerjs.log
+
+# Figure out the exit code ourselves because Gecko does not allow
+# SlimerJS to do so for now.
+[ -z "`grep ' 0 failed.' slimerjs.log`" ] && ERROR=1
+rm slimerjs.log
+exit $ERROR