diff --git a/.gitignore b/.gitignore
index ba32dfe..9bb08f1 100644
--- a/.gitignore
+++ b/.gitignore
@@ -2,3 +2,4 @@ Gemfile.lock
 bin
 .bundle
 *.gem
+*.gemfile.lock
diff --git a/.travis.yml b/.travis.yml
index 04f25c8..08b9816 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -10,10 +10,11 @@ rvm:
   - jruby-19mode
 
 gemfile:
-  - gemfiles/activesupport3.2
-  - gemfiles/activesupport4.0
-  - gemfiles/dalli1.1
-  - gemfiles/dalli2
+  - gemfiles/activesupport3.2.gemfile
+  - gemfiles/activesupport4.0.gemfile
+  - gemfiles/activesupport4.1.gemfile
+  - gemfiles/dalli1.1.gemfile
+  - gemfiles/dalli2.gemfile
 
 services:
   - redis
diff --git a/Appraisals b/Appraisals
new file mode 100644
index 0000000..85c670b
--- /dev/null
+++ b/Appraisals
@@ -0,0 +1,19 @@
+appraise 'activesupport3.2' do
+  gem 'activesupport', '~> 3.2.0'
+end
+
+appraise 'activesupport4.0' do
+  gem 'activesupport', '~> 4.0.0'
+end
+
+appraise 'activesupport4.1' do
+  gem 'activesupport', '~> 4.1.0'
+end
+
+appraise 'dalli1.1' do
+  gem 'dalli', '1.1.5'
+end
+
+appraise 'dalli2' do
+  gem 'dalli', '~> 2.0'
+end
diff --git a/gemfiles/activesupport3.2 b/gemfiles/activesupport3.2
deleted file mode 100644
index fa85fbc..0000000
--- a/gemfiles/activesupport3.2
+++ /dev/null
@@ -1,4 +0,0 @@
-source "https://rubygems.org"
-gemspec path: '../'
-
-gem 'activesupport', '~> 3.2.0'
diff --git a/gemfiles/activesupport3.2.gemfile b/gemfiles/activesupport3.2.gemfile
new file mode 100644
index 0000000..61efc24
--- /dev/null
+++ b/gemfiles/activesupport3.2.gemfile
@@ -0,0 +1,7 @@
+# This file was generated by Appraisal
+
+source "https://rubygems.org"
+
+gem "activesupport", "~> 3.2.0"
+
+gemspec :path => "../"
diff --git a/gemfiles/activesupport4.0 b/gemfiles/activesupport4.0
deleted file mode 100644
index 9267a0e..0000000
--- a/gemfiles/activesupport4.0
+++ /dev/null
@@ -1,4 +0,0 @@
-source "https://rubygems.org"
-gemspec path: '../'
-
-gem 'activesupport', '~> 4.0.0'
diff --git a/gemfiles/activesupport4.0.gemfile b/gemfiles/activesupport4.0.gemfile
new file mode 100644
index 0000000..697ad67
--- /dev/null
+++ b/gemfiles/activesupport4.0.gemfile
@@ -0,0 +1,7 @@
+# This file was generated by Appraisal
+
+source "https://rubygems.org"
+
+gem "activesupport", "~> 4.0.0"
+
+gemspec :path => "../"
diff --git a/gemfiles/activesupport4.1.gemfile b/gemfiles/activesupport4.1.gemfile
new file mode 100644
index 0000000..670c4f8
--- /dev/null
+++ b/gemfiles/activesupport4.1.gemfile
@@ -0,0 +1,7 @@
+# This file was generated by Appraisal
+
+source "https://rubygems.org"
+
+gem "activesupport", "~> 4.1.0"
+
+gemspec :path => "../"
diff --git a/gemfiles/dalli1.1 b/gemfiles/dalli1.1
deleted file mode 100644
index 3fec868..0000000
--- a/gemfiles/dalli1.1
+++ /dev/null
@@ -1,4 +0,0 @@
-source "https://rubygems.org"
-gemspec path: '../'
-
-gem 'dalli', '~> 1.1.5'
diff --git a/gemfiles/dalli1.1.gemfile b/gemfiles/dalli1.1.gemfile
new file mode 100644
index 0000000..06ca591
--- /dev/null
+++ b/gemfiles/dalli1.1.gemfile
@@ -0,0 +1,7 @@
+# This file was generated by Appraisal
+
+source "https://rubygems.org"
+
+gem "dalli", "1.1.5"
+
+gemspec :path => "../"
diff --git a/gemfiles/dalli2 b/gemfiles/dalli2
deleted file mode 100644
index 476d3f2..0000000
--- a/gemfiles/dalli2
+++ /dev/null
@@ -1,4 +0,0 @@
-source "https://rubygems.org"
-gemspec path: '../'
-
-gem 'dalli', '~> 2.7'
diff --git a/gemfiles/dalli2.gemfile b/gemfiles/dalli2.gemfile
new file mode 100644
index 0000000..e9fe487
--- /dev/null
+++ b/gemfiles/dalli2.gemfile
@@ -0,0 +1,7 @@
+# This file was generated by Appraisal
+
+source "https://rubygems.org"
+
+gem "dalli", "~> 2.0"
+
+gemspec :path => "../"
diff --git a/rack-attack.gemspec b/rack-attack.gemspec
index aafb1ba..db5a019 100644
--- a/rack-attack.gemspec
+++ b/rack-attack.gemspec
@@ -26,6 +26,7 @@ Gem::Specification.new do |s|
   s.add_development_dependency 'minitest'
   s.add_development_dependency 'rack-test'
   s.add_development_dependency 'rake'
+  s.add_development_dependency 'appraisal'
   s.add_development_dependency 'activesupport', '>= 3.0.0'
   s.add_development_dependency 'redis-activesupport'
   s.add_development_dependency 'dalli'