Add rate limiting to Action Controller via the Kredis limiter type (#50490)

* Add rate limiting via the Kredis limiter type
This commit is contained in:
David Heinemeier Hansson 2023-12-31 13:26:01 +01:00 committed by GitHub
parent c2636a615e
commit 179b979ddb
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
8 changed files with 149 additions and 0 deletions

View File

@ -93,6 +93,8 @@ else
gem "rack", git: "https://github.com/rack/rack.git", branch: "main" gem "rack", git: "https://github.com/rack/rack.git", branch: "main"
end end
gem "kredis", ">= 1.7.0", require: false
# Active Job # Active Job
group :job do group :job do
gem "resque", require: false gem "resque", require: false

View File

@ -300,6 +300,10 @@ GEM
rexml rexml
kramdown-parser-gfm (1.1.0) kramdown-parser-gfm (1.1.0)
kramdown (~> 2.0) kramdown (~> 2.0)
kredis (1.7.0)
activemodel (>= 6.0.0)
activesupport (>= 6.0.0)
redis (>= 4.2, < 6)
language_server-protocol (3.17.0.3) language_server-protocol (3.17.0.3)
libxml-ruby (4.0.0) libxml-ruby (4.0.0)
listen (3.8.0) listen (3.8.0)
@ -594,6 +598,7 @@ DEPENDENCIES
jbuilder jbuilder
jsbundling-rails jsbundling-rails
json (>= 2.0.0, != 2.7.0) json (>= 2.0.0, != 2.7.0)
kredis (>= 1.7.0)
libxml-ruby libxml-ruby
listen (~> 3.3) listen (~> 3.3)
mdl mdl

View File

@ -1,3 +1,18 @@
* Add rate limiting API using Redis and the [Kredis limiter type](https://github.com/rails/kredis/blob/main/lib/kredis/types/limiter.rb).
```ruby
class SessionsController < ApplicationController
rate_limit to: 10, within: 3.minutes, only: :create
end
class SignupsController < ApplicationController
rate_limit to: 1000, within: 10.seconds,
by: -> { request.domain }, with: -> { redirect_to busy_controller_url, alert: "Too many signups!" }, only: :new
end
```
*DHH*
* Add `image/svg+xml` to the compressible content types of ActionDispatch::Static * Add `image/svg+xml` to the compressible content types of ActionDispatch::Static
*Georg Ledermann* *Georg Ledermann*

View File

@ -46,6 +46,7 @@ module ActionController
autoload :Logging autoload :Logging
autoload :MimeResponds autoload :MimeResponds
autoload :ParamsWrapper autoload :ParamsWrapper
autoload :RateLimiting
autoload :Redirecting autoload :Redirecting
autoload :Renderers autoload :Renderers
autoload :Rendering autoload :Rendering

View File

@ -121,6 +121,7 @@ module ActionController
ConditionalGet, ConditionalGet,
BasicImplicitRender, BasicImplicitRender,
StrongParameters, StrongParameters,
RateLimiting,
DataStreaming, DataStreaming,
DefaultHeaders, DefaultHeaders,

View File

@ -214,6 +214,7 @@ module ActionController
RequestForgeryProtection, RequestForgeryProtection,
ContentSecurityPolicy, ContentSecurityPolicy,
PermissionsPolicy, PermissionsPolicy,
RateLimiting,
Streaming, Streaming,
DataStreaming, DataStreaming,
HttpAuthentication::Basic::ControllerMethods, HttpAuthentication::Basic::ControllerMethods,

View File

@ -0,0 +1,64 @@
# frozen_string_literal: true
module ActionController # :nodoc:
module RateLimiting
extend ActiveSupport::Concern
module ClassMethods
# Applies a rate limit to all actions or those specified by the normal <tt>before_action</tt> filters with <tt>only:</tt> and <tt>except:</tt>.
#
# The maximum number of requests allowed is specified <tt>to:</tt> and constrained to the window of time given by <tt>within:</tt>.
#
# Rate limits are by default unique to the ip address making the request, but you can provide your own identity function by passing a callable
# in the <tt>by:</tt> parameter. It's evaluated within the context of the controller processing the request.
#
# Requests that exceed the rate limit are refused with a <tt>429 Too Many Requests</tt> response. You can specialize this by passing a callable
# in the <tt>with:</tt> parameter. It's evaluated within the context of the controller processing the request.
#
# Examples:
#
# class SessionsController < ApplicationController
# rate_limit to: 10, within: 3.minutes, only: :create
# end
#
# class SignupsController < ApplicationController
# rate_limit to: 1000, within: 10.seconds,
# by: -> { request.domain }, with: -> { redirect_to busy_controller_url, alert: "Too many signups on domain!" }, only: :new
# end
#
# Note: Rate limiting relies on the application having an accessible Redis server and on Kredis 1.7.0+ being available in the bundle.
# This uses the Kredis limiter type underneath, which is failsafe, so in case Redis is inaccessible, the rate limit will not refuse action execution.
def rate_limit(to:, within:, by: -> { request.remote_ip }, with: -> { head :too_many_requests }, **options)
require_compatible_kredis
before_action -> { rate_limiting(to: to, within: within, by: by, with: with) }, **options
end
private
def require_compatible_kredis
require "kredis"
if Kredis::VERSION < "1.7.0"
raise StandardError, \
"Rate limiting requires Kredis 1.7.0+. Please update by calling `bundle update kredis`."
end
rescue LoadError
raise LoadError, \
"Rate limiting requires Redis and Kredis. " +
"Please ensure you have Redis installed on your system and the Kredis gem in your Gemfile."
end
end
private
def rate_limiting(to:, within:, by:, with:)
limiter = Kredis.limiter "rate-limit:#{controller_path}:#{instance_exec(&by)}", limit: to, expires_in: within
if limiter.exceeded?
ActiveSupport::Notifications.instrument("rate_limit.action_controller", request: request) do
instance_exec(&with)
end
else
limiter.poke
end
end
end
end

View File

@ -0,0 +1,60 @@
# frozen_string_literal: true
require "abstract_unit"
require "kredis"
Kredis.configurator = Class.new do
def config_for(name) { db: "2" } end
def root() Pathname.new(Dir.pwd) end
end.new
# Enable Kredis logging
# ActiveSupport::LogSubscriber.logger = ActiveSupport::Logger.new(STDOUT)
class RateLimitedController < ActionController::Base
rate_limit to: 2, within: 2.seconds, by: -> { Thread.current[:redis_test_seggregation] }, only: :limited_to_two
def limited_to_two
head :ok
end
rate_limit to: 2, within: 2.seconds, by: -> { Thread.current[:redis_test_seggregation] }, with: -> { head :forbidden }, only: :limited_with
def limited_with
head :ok
end
end
class RateLimitingTest < ActionController::TestCase
tests RateLimitedController
setup do
Thread.current[:redis_test_seggregation] = Random.hex(10)
Kredis.counter("rate-limit:rate_limited:#{Thread.current[:redis_test_seggregation]}").del
end
test "exceeding basic limit" do
get :limited_to_two
get :limited_to_two
assert_response :ok
get :limited_to_two
assert_response :too_many_requests
end
test "limit resets after time" do
get :limited_to_two
get :limited_to_two
assert_response :ok
sleep 3
get :limited_to_two
assert_response :ok
end
test "limited with" do
get :limited_with
get :limited_with
get :limited_with
assert_response :forbidden
end
end