Some checks failed
Server CI / Postgres (shard 0) (push) Has been skipped
Server CI / Postgres (shard 3) (push) Has been skipped
BuildEnv Docker Image / build-image (push) Failing after 4s
BuildEnv Docker Image / build-image-fips (push) Failing after 4s
Migration Review & Release Notes / Generate migration review & release notes (push) Failing after 3s
Server CI / Build Environment (push) Failing after 3s
Server CI / Postgres (shard 1) (push) Has been skipped
Tools CI / check-style (mattermost-govet) (push) Failing after 4s
Server CI / Postgres (shard 2) (push) Has been skipped
Tools CI / check-style (mmgotool) (push) Failing after 3s
Server CI / Elasticsearch v8 Compatibility (push) Has been skipped
Server CI / OpenSearch v2 Compatibility (push) Has been skipped
Server CI / Postgres FIPS (shard 0) (push) Has been skipped
Tools CI / Test (mattermost-govet) (push) Failing after 3s
Server CI / Postgres FIPS (shard 1) (push) Has been skipped
Server CI / Postgres FIPS (shard 2) (push) Has been skipped
Tools CI / Test (mmgotool) (push) Failing after 3s
Server CI / Postgres FIPS (shard 3) (push) Has been skipped
Server CI / Run mmctl tests (push) Has been skipped
Server CI / Run mmctl tests (FIPS) (push) Has been skipped
Server CI / Merge Postgres Test Results (push) Has been skipped
Server CI / Merge Postgres FIPS Test Results (push) Has been skipped
Server CI / Check backport migrations (push) Has been skipped
Server CI / Check generated files (push) Has been skipped
Server CI / check-style (push) Has been skipped
Server CI / Vet API (push) Has been skipped
Server CI / Build mattermost server app (push) Has been skipped
Server CI / Server CI Complete (push) Failing after 2s
Server CI / Server CI Artifacts (push) Has been skipped
Server CI / Sentry Upload (push) Has been skipped
Server CI / Server CI Report (push) Failing after 5m1s
Server CI Nightly Race / Race Detector (push) Has been skipped
CodeQL / Analyze (go) (push) Has been cancelled
CodeQL / Analyze (javascript) (push) Has been cancelled
Webapp CI Cache Warm / Warm Webapp node_modules Cache (push) Has been cancelled
E2E CI Cache Warm / Warm E2E npm Registry Cache (push) Has been cancelled
API / build (push) Has been cancelled
Web App CI / check-types (push) Has been cancelled
Web App CI / check-lint (push) Has been cancelled
Web App CI / check-i18n (push) Has been cancelled
Web App CI / check-external-links (push) Has been cancelled
Web App CI / test (platform) (push) Has been cancelled
Web App CI / test (mattermost-redux) (push) Has been cancelled
Web App CI / test (channels shard 1/4) (push) Has been cancelled
Web App CI / test (channels shard 2/4) (push) Has been cancelled
Web App CI / test (channels shard 3/4) (push) Has been cancelled
Web App CI / test (channels shard 4/4) (push) Has been cancelled
Web App CI / upload-coverage (push) Has been cancelled
Web App CI / build (push) Has been cancelled
YAML Lint / yamllint (push) Has been cancelled
Push mirrored docker images / cd/Push mirrored docker images (push) Has been cancelled
docs-cd / Build and deploy docs (push) Has been cancelled
Docs CI / build (push) Has been cancelled
E2E Cache Warm: Cypress deps / Warm Cypress deps cache (push) Has been cancelled
Scorecards supply-chain security / Scorecard analysis (push) Has been cancelled
Server CI Weekly / Postgres FIPS (push) Has been skipped
Server CI Weekly / Run mmctl tests (FIPS) (push) Has been skipped
Server CI Weekly / Postgres with binary parameters (push) Has been skipped
Server CI Weekly / Build Environment (push) Failing after 1s
Server CI Cache Warm / Warm Go Module and Build Cache (push) Failing after 2s
Server CI Nightly Race / Build Environment (push) Failing after 1s
180 lines
6.4 KiB
Go
180 lines
6.4 KiB
Go
// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
|
|
// See LICENSE.txt for license information.
|
|
|
|
package localcachelayer
|
|
|
|
import (
|
|
"bytes"
|
|
"fmt"
|
|
"strconv"
|
|
"strings"
|
|
|
|
"github.com/mattermost/mattermost/server/public/model"
|
|
"github.com/mattermost/mattermost/server/public/shared/request"
|
|
"github.com/mattermost/mattermost/server/v8/channels/store"
|
|
)
|
|
|
|
type LocalCachePostStore struct {
|
|
store.PostStore
|
|
rootStore *LocalCacheStore
|
|
}
|
|
|
|
func (s *LocalCachePostStore) handleClusterInvalidateLastPostTime(msg *model.ClusterMessage) {
|
|
if bytes.Equal(msg.Data, clearCacheMessageData) {
|
|
s.rootStore.lastPostTimeCache.Purge()
|
|
} else {
|
|
s.rootStore.lastPostTimeCache.Remove(string(msg.Data))
|
|
}
|
|
}
|
|
|
|
func (s *LocalCachePostStore) handleClusterInvalidateLastPosts(msg *model.ClusterMessage) {
|
|
if bytes.Equal(msg.Data, clearCacheMessageData) {
|
|
s.rootStore.postLastPostsCache.Purge()
|
|
} else {
|
|
s.rootStore.postLastPostsCache.Remove(string(msg.Data))
|
|
}
|
|
}
|
|
|
|
func (s *LocalCachePostStore) handleClusterInvalidatePostsUsage(msg *model.ClusterMessage) {
|
|
if bytes.Equal(msg.Data, clearCacheMessageData) {
|
|
s.rootStore.postsUsageCache.Purge()
|
|
} else {
|
|
s.rootStore.postsUsageCache.Remove(string(msg.Data))
|
|
}
|
|
}
|
|
|
|
func (s LocalCachePostStore) ClearCaches() {
|
|
s.rootStore.doClearCacheCluster(s.rootStore.lastPostTimeCache)
|
|
s.rootStore.doClearCacheCluster(s.rootStore.postLastPostsCache)
|
|
s.rootStore.doClearCacheCluster(s.rootStore.postsUsageCache)
|
|
s.PostStore.ClearCaches()
|
|
|
|
if s.rootStore.metrics != nil {
|
|
s.rootStore.metrics.IncrementMemCacheInvalidationCounter(s.rootStore.lastPostTimeCache.Name())
|
|
s.rootStore.metrics.IncrementMemCacheInvalidationCounter(s.rootStore.postLastPostsCache.Name())
|
|
s.rootStore.metrics.IncrementMemCacheInvalidationCounter(s.rootStore.postsUsageCache.Name())
|
|
}
|
|
}
|
|
|
|
func (s LocalCachePostStore) InvalidateLastPostTimeCache(channelId string) {
|
|
s.rootStore.doInvalidateCacheCluster(s.rootStore.lastPostTimeCache, channelId, nil)
|
|
|
|
// Keys are "{channelid}{limit}" and caching only occurs on limits of 30 and 60
|
|
s.rootStore.doInvalidateCacheCluster(s.rootStore.postLastPostsCache, channelId+"30", nil)
|
|
s.rootStore.doInvalidateCacheCluster(s.rootStore.postLastPostsCache, channelId+"60", nil)
|
|
|
|
s.PostStore.InvalidateLastPostTimeCache(channelId)
|
|
|
|
if s.rootStore.metrics != nil {
|
|
s.rootStore.metrics.IncrementMemCacheInvalidationCounter(s.rootStore.lastPostTimeCache.Name())
|
|
s.rootStore.metrics.IncrementMemCacheInvalidationCounter(s.rootStore.postLastPostsCache.Name())
|
|
}
|
|
}
|
|
|
|
func (s LocalCachePostStore) GetEtag(channelId string, allowFromCache, collapsedThreads bool, includeTranslations bool) string {
|
|
var baseEtag string
|
|
|
|
if allowFromCache {
|
|
var lastTime int64
|
|
if err := s.rootStore.doStandardReadCache(s.rootStore.lastPostTimeCache, channelId, &lastTime); err == nil {
|
|
baseEtag = fmt.Sprintf("%v.%v", model.CurrentVersion, lastTime)
|
|
}
|
|
}
|
|
|
|
if baseEtag == "" {
|
|
baseEtag = s.PostStore.GetEtag(channelId, allowFromCache, collapsedThreads, includeTranslations)
|
|
|
|
splittedResult := strings.Split(baseEtag, ".")
|
|
|
|
lastTime, _ := strconv.ParseInt((splittedResult[len(splittedResult)-1]), 10, 64)
|
|
|
|
s.rootStore.doStandardAddToCache(s.rootStore.lastPostTimeCache, channelId, lastTime)
|
|
}
|
|
|
|
// If translations should be included, append translation time
|
|
if includeTranslations {
|
|
translationTime, err := s.rootStore.AutoTranslation().GetLatestPostUpdateAtForChannel(channelId)
|
|
if err == nil && translationTime > 0 {
|
|
return fmt.Sprintf("%s_%d", baseEtag, translationTime)
|
|
}
|
|
}
|
|
|
|
return baseEtag
|
|
}
|
|
|
|
func (s LocalCachePostStore) GetPostsSince(rctx request.CTX, options model.GetPostsSinceOptions, allowFromCache bool, sanitizeOptions map[string]bool) (*model.PostList, error) {
|
|
if allowFromCache {
|
|
// If the last post in the channel's time is less than or equal to the time we are getting posts since,
|
|
// we can safely return no posts.
|
|
var lastTime int64
|
|
if err := s.rootStore.doStandardReadCache(s.rootStore.lastPostTimeCache, options.ChannelId, &lastTime); err == nil && lastTime <= options.Time {
|
|
list := model.NewPostList()
|
|
return list, nil
|
|
}
|
|
}
|
|
|
|
list, err := s.PostStore.GetPostsSince(rctx, options, allowFromCache, sanitizeOptions)
|
|
|
|
latestUpdate := options.Time
|
|
if err == nil {
|
|
for _, p := range list.ToSlice() {
|
|
if latestUpdate < p.UpdateAt {
|
|
latestUpdate = p.UpdateAt
|
|
}
|
|
}
|
|
s.rootStore.doStandardAddToCache(s.rootStore.lastPostTimeCache, options.ChannelId, latestUpdate)
|
|
}
|
|
|
|
return list, err
|
|
}
|
|
|
|
func (s LocalCachePostStore) GetPosts(rctx request.CTX, options model.GetPostsOptions, allowFromCache bool, sanitizeOptions map[string]bool) (*model.PostList, error) {
|
|
if !allowFromCache {
|
|
return s.PostStore.GetPosts(rctx, options, allowFromCache, sanitizeOptions)
|
|
}
|
|
|
|
offset := options.PerPage * options.Page
|
|
// Caching only occurs on limits of 30 and 60, the common limits requested by MM clients
|
|
if offset == 0 && (options.PerPage == 60 || options.PerPage == 30) {
|
|
var cacheItem *model.PostList
|
|
if err := s.rootStore.doStandardReadCache(s.rootStore.postLastPostsCache, fmt.Sprintf("%s%v", options.ChannelId, options.PerPage), &cacheItem); err == nil {
|
|
return cacheItem, nil
|
|
}
|
|
}
|
|
|
|
list, err := s.PostStore.GetPosts(rctx, options, false, sanitizeOptions)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
// Caching only occurs on limits of 30 and 60, the common limits requested by MM clients
|
|
if offset == 0 && (options.PerPage == 60 || options.PerPage == 30) {
|
|
s.rootStore.doStandardAddToCache(s.rootStore.postLastPostsCache, fmt.Sprintf("%s%v", options.ChannelId, options.PerPage), list)
|
|
}
|
|
|
|
return list, err
|
|
}
|
|
|
|
// AnalyticsPostCount looks up cache only when ExcludeDeleted and UsersPostsOnly are true and rest are falsy.
|
|
func (s LocalCachePostStore) AnalyticsPostCount(options *model.PostCountOptions) (int64, error) {
|
|
if !options.AllowFromCache || options.MustHaveFile || options.MustHaveHashtag || !options.UsersPostsOnly || !options.ExcludeDeleted || options.TeamId != "" {
|
|
return s.PostStore.AnalyticsPostCount(options)
|
|
}
|
|
|
|
// Currently cache only for app > usage > GetPostsUsage()
|
|
// Other filter combinations can be cached if required
|
|
cacheKey := "posts_usage"
|
|
var count int64
|
|
if err := s.rootStore.doStandardReadCache(s.rootStore.postsUsageCache, cacheKey, &count); err == nil {
|
|
return count, nil
|
|
}
|
|
|
|
count, err := s.PostStore.AnalyticsPostCount(options)
|
|
if err != nil {
|
|
return 0, err
|
|
}
|
|
|
|
s.rootStore.doStandardAddToCache(s.rootStore.postsUsageCache, cacheKey, count)
|
|
return count, nil
|
|
}
|