diff --git a/spec/acceptance/stores/redis_store_spec.rb b/spec/acceptance/stores/redis_store_spec.rb
new file mode 100644
index 0000000..17e5a0a
--- /dev/null
+++ b/spec/acceptance/stores/redis_store_spec.rb
@@ -0,0 +1,39 @@
+require_relative "../../spec_helper"
+require_relative "../../support/cache_store_helper"
+
+require "redis-store"
+require "timecop"
+
+describe "ActiveSupport::Cache::RedisStore as a cache backend" do
+  before do
+    Rack::Attack.cache.store = ::Redis::Store.new
+  end
+
+  after do
+    Rack::Attack.cache.store.flushdb
+  end
+
+  it_works_for_cache_backed_features
+
+  it "doesn't leak keys" do
+    Rack::Attack.throttle("by ip", limit: 1, period: 1) do |request|
+      request.ip
+    end
+
+    key = nil
+
+    # Freeze time during these statement to be sure that the key used by rack attack is the same
+    # we pre-calculate in local variable `key`
+    Timecop.freeze do
+      key = "rack::attack:#{Time.now.to_i}:by ip:1.2.3.4"
+
+      get "/", {}, "REMOTE_ADDR" => "1.2.3.4"
+    end
+
+    assert Rack::Attack.cache.store.read(key)
+
+    sleep 2.1
+
+    assert_nil Rack::Attack.cache.store.read(key)
+  end
+end
diff --git a/spec/integration/rack_attack_cache_spec.rb b/spec/integration/rack_attack_cache_spec.rb
index 9a13720..4e76552 100644
--- a/spec/integration/rack_attack_cache_spec.rb
+++ b/spec/integration/rack_attack_cache_spec.rb
@@ -22,8 +22,7 @@ describe Rack::Attack::Cache do
     ActiveSupport::Cache::MemoryStore.new,
     ActiveSupport::Cache::DalliStore.new("127.0.0.1"),
     Dalli::Client.new,
-    ConnectionPool.new { Dalli::Client.new },
-    Redis::Store.new
+    ConnectionPool.new { Dalli::Client.new }
   ]
 
   cache_stores.each do |store|