diff --git a/.travis.yml b/.travis.yml
index e5f78977de..fe9490202a 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -32,3 +32,5 @@ git:
 
 cache: bundler
 dist: precise
+
+bundler_args: --without debug
diff --git a/Gemfile b/Gemfile
index 9dc1b4dc37..06ed0c3eb0 100644
--- a/Gemfile
+++ b/Gemfile
@@ -1,3 +1,6 @@
 source 'https://rubygems.org'
 gemspec :name => "github-linguist"
-gem 'byebug' if RUBY_VERSION >= '2.0'
+
+group :debug do
+  gem 'byebug' if RUBY_VERSION >= '2.2'
+end