diff --git a/test/scripts/travis.sh b/test/scripts/travis.sh
index 2697001..27cc9be 100755
--- a/test/scripts/travis.sh
+++ b/test/scripts/travis.sh
@@ -3,6 +3,13 @@
 set -x
 
 if [[ ${BUNDLE_GEMFILE} =~ .*test/gemfiles/.*.Gemfile ]]; then
+  if [[ ${BUNDLE_GEMFILE} =~ .*/no-rails.Gemfile ]]; then
+    if grep activesupport "${BUNDLE_GEMFILE}.lock"; then
+      echo "ERROR! no-rails.Gemfile.lock contains rails dependency!"
+      exit 1
+    fi
+  fi
+
   # No coverage for other gemfiles, because some specs are disabled
   export NO_COVERAGE="true"
   bundle exec rake --trace