diff --git a/test/run-travis-ci.sh b/test/run-travis-ci.sh
index 90f6617c..ecbb96df 100755
--- a/test/run-travis-ci.sh
+++ b/test/run-travis-ci.sh
@@ -1,7 +1,12 @@
 #!/bin/bash
 
 set -ex
-cd "$(dirname "$0")"
 
-./run-ert.sh
-./run-test.sh el-get-*.el 2>/dev/null
+# for now, just require no warnings or errors during compilation
+$EMACS -Q -L . -L methods -batch --eval '(setq byte-compile-error-on-warn t)' \
+    -f batch-byte-compile *.el methods/*.el
+
+# TODO: actually run some tests
+# cd "$(dirname "$0")"
+# ./run-ert.sh
+# ./run-test.sh el-get-*.el 2>/dev/null