diff --git a/.travis.yml b/.travis.yml
index 30d56b14d..852b2cab3 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -16,7 +16,6 @@ env:
 
 
 bundler_args: "--without development production heroku"
-before_install: "./script/ci/before_install.sh"
 script: "./script/ci/build.sh"
 
 addons:
diff --git a/script/ci/before_install.sh b/script/ci/before_install.sh
deleted file mode 100755
index 975944056..000000000
--- a/script/ci/before_install.sh
+++ /dev/null
@@ -1,4 +0,0 @@
-#!/bin/sh
-
-# Travis CI still includes 1.2.x by default
-gem install bundler --version '>= 1.3.4'