Some checks failed
Server CI / Postgres (shard 0) (push) Has been skipped
Server CI / Postgres (shard 3) (push) Has been skipped
BuildEnv Docker Image / build-image (push) Failing after 4s
BuildEnv Docker Image / build-image-fips (push) Failing after 4s
Migration Review & Release Notes / Generate migration review & release notes (push) Failing after 3s
Server CI / Build Environment (push) Failing after 3s
Server CI / Postgres (shard 1) (push) Has been skipped
Tools CI / check-style (mattermost-govet) (push) Failing after 4s
Server CI / Postgres (shard 2) (push) Has been skipped
Tools CI / check-style (mmgotool) (push) Failing after 3s
Server CI / Elasticsearch v8 Compatibility (push) Has been skipped
Server CI / OpenSearch v2 Compatibility (push) Has been skipped
Server CI / Postgres FIPS (shard 0) (push) Has been skipped
Tools CI / Test (mattermost-govet) (push) Failing after 3s
Server CI / Postgres FIPS (shard 1) (push) Has been skipped
Server CI / Postgres FIPS (shard 2) (push) Has been skipped
Tools CI / Test (mmgotool) (push) Failing after 3s
Server CI / Postgres FIPS (shard 3) (push) Has been skipped
Server CI / Run mmctl tests (push) Has been skipped
Server CI / Run mmctl tests (FIPS) (push) Has been skipped
Server CI / Merge Postgres Test Results (push) Has been skipped
Server CI / Merge Postgres FIPS Test Results (push) Has been skipped
Server CI / Check backport migrations (push) Has been skipped
Server CI / Check generated files (push) Has been skipped
Server CI / check-style (push) Has been skipped
Server CI / Vet API (push) Has been skipped
Server CI / Build mattermost server app (push) Has been skipped
Server CI / Server CI Complete (push) Failing after 2s
Server CI / Server CI Artifacts (push) Has been skipped
Server CI / Sentry Upload (push) Has been skipped
Server CI / Server CI Report (push) Failing after 5m1s
Server CI Nightly Race / Race Detector (push) Has been skipped
CodeQL / Analyze (go) (push) Has been cancelled
CodeQL / Analyze (javascript) (push) Has been cancelled
Webapp CI Cache Warm / Warm Webapp node_modules Cache (push) Has been cancelled
E2E CI Cache Warm / Warm E2E npm Registry Cache (push) Has been cancelled
API / build (push) Has been cancelled
Web App CI / check-types (push) Has been cancelled
Web App CI / check-lint (push) Has been cancelled
Web App CI / check-i18n (push) Has been cancelled
Web App CI / check-external-links (push) Has been cancelled
Web App CI / test (platform) (push) Has been cancelled
Web App CI / test (mattermost-redux) (push) Has been cancelled
Web App CI / test (channels shard 1/4) (push) Has been cancelled
Web App CI / test (channels shard 2/4) (push) Has been cancelled
Web App CI / test (channels shard 3/4) (push) Has been cancelled
Web App CI / test (channels shard 4/4) (push) Has been cancelled
Web App CI / upload-coverage (push) Has been cancelled
Web App CI / build (push) Has been cancelled
YAML Lint / yamllint (push) Has been cancelled
Push mirrored docker images / cd/Push mirrored docker images (push) Has been cancelled
docs-cd / Build and deploy docs (push) Has been cancelled
Docs CI / build (push) Has been cancelled
E2E Cache Warm: Cypress deps / Warm Cypress deps cache (push) Has been cancelled
Scorecards supply-chain security / Scorecard analysis (push) Has been cancelled
Server CI Weekly / Postgres FIPS (push) Has been skipped
Server CI Weekly / Run mmctl tests (FIPS) (push) Has been skipped
Server CI Weekly / Postgres with binary parameters (push) Has been skipped
Server CI Weekly / Build Environment (push) Failing after 1s
Server CI Cache Warm / Warm Go Module and Build Cache (push) Failing after 2s
Server CI Nightly Race / Build Environment (push) Failing after 1s
133 lines
3.9 KiB
Go
133 lines
3.9 KiB
Go
// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
|
|
// See LICENSE.txt for license information.
|
|
|
|
package app
|
|
|
|
import (
|
|
"context"
|
|
"math"
|
|
"net/http"
|
|
"strconv"
|
|
"strings"
|
|
|
|
"github.com/pkg/errors"
|
|
"github.com/throttled/throttled/v2"
|
|
"github.com/throttled/throttled/v2/store/memstore"
|
|
|
|
"github.com/mattermost/mattermost/server/public/model"
|
|
"github.com/mattermost/mattermost/server/public/shared/i18n"
|
|
"github.com/mattermost/mattermost/server/public/shared/mlog"
|
|
"github.com/mattermost/mattermost/server/v8/channels/utils"
|
|
)
|
|
|
|
type RateLimiter struct {
|
|
throttledRateLimiter *throttled.GCRARateLimiterCtx
|
|
useAuth bool
|
|
useIP bool
|
|
header string
|
|
trustedProxyIPHeader []string
|
|
}
|
|
|
|
func NewRateLimiter(settings *model.RateLimitSettings, trustedProxyIPHeader []string) (*RateLimiter, error) {
|
|
store, err := memstore.NewCtx(*settings.MemoryStoreSize)
|
|
if err != nil {
|
|
return nil, errors.Wrap(err, i18n.T("api.server.start_server.rate_limiting_memory_store"))
|
|
}
|
|
|
|
quota := throttled.RateQuota{
|
|
MaxRate: throttled.PerSec(*settings.PerSec),
|
|
MaxBurst: *settings.MaxBurst,
|
|
}
|
|
|
|
throttledRateLimiter, err := throttled.NewGCRARateLimiterCtx(store, quota)
|
|
if err != nil {
|
|
return nil, errors.Wrap(err, i18n.T("api.server.start_server.rate_limiting_rate_limiter"))
|
|
}
|
|
|
|
return &RateLimiter{
|
|
throttledRateLimiter: throttledRateLimiter,
|
|
useAuth: *settings.VaryByUser,
|
|
useIP: *settings.VaryByRemoteAddr,
|
|
header: settings.VaryByHeader,
|
|
trustedProxyIPHeader: trustedProxyIPHeader,
|
|
}, nil
|
|
}
|
|
|
|
func (rl *RateLimiter) GenerateKey(r *http.Request) string {
|
|
key := ""
|
|
|
|
if rl.useAuth {
|
|
token, tokenLocation := ParseAuthTokenFromRequest(r)
|
|
if tokenLocation != TokenLocationNotFound {
|
|
key += token
|
|
} else if rl.useIP { // If we don't find an authentication token and IP based is enabled, fall back to IP
|
|
key += utils.GetIPAddress(r, rl.trustedProxyIPHeader)
|
|
}
|
|
} else if rl.useIP { // Only if Auth based is not enabed do we use a plain IP based
|
|
key += utils.GetIPAddress(r, rl.trustedProxyIPHeader)
|
|
}
|
|
|
|
// Note that most of the time the user won't have to set this because the utils.GetIPAddress above tries the
|
|
// most common headers anyway.
|
|
if rl.header != "" {
|
|
key += strings.ToLower(r.Header.Get(rl.header))
|
|
}
|
|
|
|
return key
|
|
}
|
|
|
|
func (rl *RateLimiter) RateLimitWriter(ctx context.Context, key string, w http.ResponseWriter) bool {
|
|
limited, context, err := rl.throttledRateLimiter.RateLimitCtx(ctx, key, 1)
|
|
if err != nil {
|
|
mlog.Error("Internal server error when rate limiting. Rate Limiting broken.", mlog.Err(err))
|
|
return false
|
|
}
|
|
|
|
setRateLimitHeaders(w, context)
|
|
|
|
if limited {
|
|
mlog.Debug("Denied due to throttling settings code=429", mlog.String("key", key))
|
|
http.Error(w, "limit exceeded", http.StatusTooManyRequests)
|
|
}
|
|
|
|
return limited
|
|
}
|
|
|
|
func (rl *RateLimiter) UserIdRateLimit(ctx context.Context, userID string, w http.ResponseWriter) bool {
|
|
if rl.useAuth {
|
|
return rl.RateLimitWriter(ctx, userID, w)
|
|
}
|
|
return false
|
|
}
|
|
|
|
func (rl *RateLimiter) RateLimitHandler(wrappedHandler http.Handler) http.Handler {
|
|
return http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
|
key := rl.GenerateKey(r)
|
|
|
|
if !rl.RateLimitWriter(r.Context(), key, w) {
|
|
wrappedHandler.ServeHTTP(w, r)
|
|
}
|
|
})
|
|
}
|
|
|
|
// Copied from https://github.com/throttled/throttled http.go
|
|
func setRateLimitHeaders(w http.ResponseWriter, context throttled.RateLimitResult) {
|
|
if v := context.Limit; v >= 0 {
|
|
w.Header().Add("X-RateLimit-Limit", strconv.Itoa(v))
|
|
}
|
|
|
|
if v := context.Remaining; v >= 0 {
|
|
w.Header().Add("X-RateLimit-Remaining", strconv.Itoa(v))
|
|
}
|
|
|
|
if v := context.ResetAfter; v >= 0 {
|
|
vi := int(math.Ceil(v.Seconds()))
|
|
w.Header().Add("X-RateLimit-Reset", strconv.Itoa(vi))
|
|
}
|
|
|
|
if v := context.RetryAfter; v >= 0 {
|
|
vi := int(math.Ceil(v.Seconds()))
|
|
w.Header().Add("Retry-After", strconv.Itoa(vi))
|
|
}
|
|
}
|