Some checks failed
Server CI / Postgres (shard 0) (push) Has been skipped
Server CI / Postgres (shard 3) (push) Has been skipped
BuildEnv Docker Image / build-image (push) Failing after 4s
BuildEnv Docker Image / build-image-fips (push) Failing after 4s
Migration Review & Release Notes / Generate migration review & release notes (push) Failing after 3s
Server CI / Build Environment (push) Failing after 3s
Server CI / Postgres (shard 1) (push) Has been skipped
Tools CI / check-style (mattermost-govet) (push) Failing after 4s
Server CI / Postgres (shard 2) (push) Has been skipped
Tools CI / check-style (mmgotool) (push) Failing after 3s
Server CI / Elasticsearch v8 Compatibility (push) Has been skipped
Server CI / OpenSearch v2 Compatibility (push) Has been skipped
Server CI / Postgres FIPS (shard 0) (push) Has been skipped
Tools CI / Test (mattermost-govet) (push) Failing after 3s
Server CI / Postgres FIPS (shard 1) (push) Has been skipped
Server CI / Postgres FIPS (shard 2) (push) Has been skipped
Tools CI / Test (mmgotool) (push) Failing after 3s
Server CI / Postgres FIPS (shard 3) (push) Has been skipped
Server CI / Run mmctl tests (push) Has been skipped
Server CI / Run mmctl tests (FIPS) (push) Has been skipped
Server CI / Merge Postgres Test Results (push) Has been skipped
Server CI / Merge Postgres FIPS Test Results (push) Has been skipped
Server CI / Check backport migrations (push) Has been skipped
Server CI / Check generated files (push) Has been skipped
Server CI / check-style (push) Has been skipped
Server CI / Vet API (push) Has been skipped
Server CI / Build mattermost server app (push) Has been skipped
Server CI / Server CI Complete (push) Failing after 2s
Server CI / Server CI Artifacts (push) Has been skipped
Server CI / Sentry Upload (push) Has been skipped
Server CI / Server CI Report (push) Failing after 5m1s
Server CI Nightly Race / Race Detector (push) Has been skipped
CodeQL / Analyze (go) (push) Has been cancelled
CodeQL / Analyze (javascript) (push) Has been cancelled
Webapp CI Cache Warm / Warm Webapp node_modules Cache (push) Has been cancelled
E2E CI Cache Warm / Warm E2E npm Registry Cache (push) Has been cancelled
API / build (push) Has been cancelled
Web App CI / check-types (push) Has been cancelled
Web App CI / check-lint (push) Has been cancelled
Web App CI / check-i18n (push) Has been cancelled
Web App CI / check-external-links (push) Has been cancelled
Web App CI / test (platform) (push) Has been cancelled
Web App CI / test (mattermost-redux) (push) Has been cancelled
Web App CI / test (channels shard 1/4) (push) Has been cancelled
Web App CI / test (channels shard 2/4) (push) Has been cancelled
Web App CI / test (channels shard 3/4) (push) Has been cancelled
Web App CI / test (channels shard 4/4) (push) Has been cancelled
Web App CI / upload-coverage (push) Has been cancelled
Web App CI / build (push) Has been cancelled
YAML Lint / yamllint (push) Has been cancelled
Push mirrored docker images / cd/Push mirrored docker images (push) Has been cancelled
docs-cd / Build and deploy docs (push) Has been cancelled
Docs CI / build (push) Has been cancelled
E2E Cache Warm: Cypress deps / Warm Cypress deps cache (push) Has been cancelled
Scorecards supply-chain security / Scorecard analysis (push) Has been cancelled
Server CI Weekly / Postgres FIPS (push) Has been skipped
Server CI Weekly / Run mmctl tests (FIPS) (push) Has been skipped
Server CI Weekly / Postgres with binary parameters (push) Has been skipped
Server CI Weekly / Build Environment (push) Failing after 1s
Server CI Cache Warm / Warm Go Module and Build Cache (push) Failing after 2s
Server CI Nightly Race / Build Environment (push) Failing after 1s
147 lines
4.2 KiB
Go
147 lines
4.2 KiB
Go
// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
|
|
// See LICENSE.txt for license information.
|
|
|
|
package cache
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"time"
|
|
|
|
"github.com/mattermost/mattermost/server/public/model"
|
|
"github.com/mattermost/mattermost/server/v8/einterfaces"
|
|
"github.com/redis/rueidis"
|
|
)
|
|
|
|
// CacheOptions contains options for initializing a cache
|
|
type CacheOptions struct {
|
|
Size int
|
|
DefaultExpiry time.Duration
|
|
Name string
|
|
InvalidateClusterEvent model.ClusterEvent
|
|
Striped bool
|
|
// StripedBuckets is used only by LRUStriped and shouldn't be greater than the number
|
|
// of CPUs available on the machine running this cache.
|
|
StripedBuckets int
|
|
}
|
|
|
|
// Provider is a provider for Cache
|
|
type Provider interface {
|
|
// NewCache creates a new cache with given options.
|
|
NewCache(opts *CacheOptions) (Cache, error)
|
|
// Connect opens a new connection to the cache using specific provider parameters.
|
|
// The returned string contains the status of the response from the cache backend.
|
|
Connect() (string, error)
|
|
// SetMetrics
|
|
SetMetrics(metrics einterfaces.MetricsInterface)
|
|
// Close releases any resources used by the cache provider.
|
|
Close() error
|
|
// Type returns what type of cache it generates.
|
|
Type() string
|
|
}
|
|
|
|
type cacheProvider struct {
|
|
}
|
|
|
|
// NewProvider creates a new CacheProvider
|
|
func NewProvider() Provider {
|
|
return &cacheProvider{}
|
|
}
|
|
|
|
// NewCache creates a new cache with given opts
|
|
func (c *cacheProvider) NewCache(opts *CacheOptions) (Cache, error) {
|
|
if opts.Striped {
|
|
return NewLRUStriped(opts)
|
|
}
|
|
return NewLRU(opts), nil
|
|
}
|
|
|
|
// Connect opens a new connection to the cache using specific provider parameters.
|
|
func (c *cacheProvider) Connect() (string, error) {
|
|
return "OK", nil
|
|
}
|
|
|
|
func (c *cacheProvider) SetMetrics(metrics einterfaces.MetricsInterface) {
|
|
}
|
|
|
|
// Close releases any resources used by the cache provider.
|
|
func (c *cacheProvider) Close() error {
|
|
return nil
|
|
}
|
|
|
|
func (c *cacheProvider) Type() string {
|
|
return model.CacheTypeLRU
|
|
}
|
|
|
|
type redisProvider struct {
|
|
client rueidis.Client
|
|
cachePrefix string
|
|
metrics einterfaces.MetricsInterface
|
|
}
|
|
|
|
type RedisOptions struct {
|
|
RedisAddr string
|
|
RedisPassword string
|
|
RedisDB int
|
|
RedisCachePrefix string
|
|
DisableCache bool
|
|
}
|
|
|
|
// NewProvider creates a new CacheProvider
|
|
func NewRedisProvider(opts *RedisOptions) (Provider, error) {
|
|
client, err := rueidis.NewClient(rueidis.ClientOption{
|
|
InitAddress: []string{opts.RedisAddr},
|
|
Password: opts.RedisPassword,
|
|
SelectDB: opts.RedisDB,
|
|
ForceSingleClient: true,
|
|
CacheSizeEachConn: 32 * (1 << 20), // 32MiB local cache size
|
|
DisableCache: opts.DisableCache,
|
|
// This is used to collect more commands before flushing to Redis.
|
|
// This increases latency at the cost of lower CPU usage at Redis.
|
|
// It's a tradeoff we are willing to make because Redis is only
|
|
// meant to be used at very high scales. The docs suggest 20us,
|
|
// but going as high as 250us doesn't make any material difference.
|
|
MaxFlushDelay: 250 * time.Microsecond,
|
|
DisableRetry: true,
|
|
// The default is 10s, which is a bit too high
|
|
ConnWriteTimeout: 5 * time.Second,
|
|
})
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return &redisProvider{client: client, cachePrefix: opts.RedisCachePrefix}, nil
|
|
}
|
|
|
|
// NewCache creates a new cache with given opts
|
|
func (r *redisProvider) NewCache(opts *CacheOptions) (Cache, error) {
|
|
if r.cachePrefix != "" {
|
|
opts.Name = r.cachePrefix + ":" + opts.Name
|
|
}
|
|
rr, err := NewRedis(opts, r.client)
|
|
rr.metrics = r.metrics
|
|
return rr, err
|
|
}
|
|
|
|
// Connect opens a new connection to the cache using specific provider parameters.
|
|
func (r *redisProvider) Connect() (string, error) {
|
|
res, err := r.client.Do(context.Background(), r.client.B().Ping().Build()).ToString()
|
|
if err != nil {
|
|
return "", fmt.Errorf("unable to establish connection with redis: %v", err)
|
|
}
|
|
return res, nil
|
|
}
|
|
|
|
func (r *redisProvider) SetMetrics(metrics einterfaces.MetricsInterface) {
|
|
r.metrics = metrics
|
|
}
|
|
|
|
func (r *redisProvider) Type() string {
|
|
return model.CacheTypeRedis
|
|
}
|
|
|
|
// Close releases any resources used by the cache provider.
|
|
func (r *redisProvider) Close() error {
|
|
r.client.Close()
|
|
return nil
|
|
}
|