Some checks failed
Server CI / Postgres (shard 0) (push) Has been skipped
Server CI / Postgres (shard 3) (push) Has been skipped
BuildEnv Docker Image / build-image (push) Failing after 4s
BuildEnv Docker Image / build-image-fips (push) Failing after 4s
Migration Review & Release Notes / Generate migration review & release notes (push) Failing after 3s
Server CI / Build Environment (push) Failing after 3s
Server CI / Postgres (shard 1) (push) Has been skipped
Tools CI / check-style (mattermost-govet) (push) Failing after 4s
Server CI / Postgres (shard 2) (push) Has been skipped
Tools CI / check-style (mmgotool) (push) Failing after 3s
Server CI / Elasticsearch v8 Compatibility (push) Has been skipped
Server CI / OpenSearch v2 Compatibility (push) Has been skipped
Server CI / Postgres FIPS (shard 0) (push) Has been skipped
Tools CI / Test (mattermost-govet) (push) Failing after 3s
Server CI / Postgres FIPS (shard 1) (push) Has been skipped
Server CI / Postgres FIPS (shard 2) (push) Has been skipped
Tools CI / Test (mmgotool) (push) Failing after 3s
Server CI / Postgres FIPS (shard 3) (push) Has been skipped
Server CI / Run mmctl tests (push) Has been skipped
Server CI / Run mmctl tests (FIPS) (push) Has been skipped
Server CI / Merge Postgres Test Results (push) Has been skipped
Server CI / Merge Postgres FIPS Test Results (push) Has been skipped
Server CI / Check backport migrations (push) Has been skipped
Server CI / Check generated files (push) Has been skipped
Server CI / check-style (push) Has been skipped
Server CI / Vet API (push) Has been skipped
Server CI / Build mattermost server app (push) Has been skipped
Server CI / Server CI Complete (push) Failing after 2s
Server CI / Server CI Artifacts (push) Has been skipped
Server CI / Sentry Upload (push) Has been skipped
Server CI / Server CI Report (push) Failing after 5m1s
Server CI Nightly Race / Race Detector (push) Has been skipped
CodeQL / Analyze (go) (push) Has been cancelled
CodeQL / Analyze (javascript) (push) Has been cancelled
Webapp CI Cache Warm / Warm Webapp node_modules Cache (push) Has been cancelled
E2E CI Cache Warm / Warm E2E npm Registry Cache (push) Has been cancelled
API / build (push) Has been cancelled
Web App CI / check-types (push) Has been cancelled
Web App CI / check-lint (push) Has been cancelled
Web App CI / check-i18n (push) Has been cancelled
Web App CI / check-external-links (push) Has been cancelled
Web App CI / test (platform) (push) Has been cancelled
Web App CI / test (mattermost-redux) (push) Has been cancelled
Web App CI / test (channels shard 1/4) (push) Has been cancelled
Web App CI / test (channels shard 2/4) (push) Has been cancelled
Web App CI / test (channels shard 3/4) (push) Has been cancelled
Web App CI / test (channels shard 4/4) (push) Has been cancelled
Web App CI / upload-coverage (push) Has been cancelled
Web App CI / build (push) Has been cancelled
YAML Lint / yamllint (push) Has been cancelled
Push mirrored docker images / cd/Push mirrored docker images (push) Has been cancelled
docs-cd / Build and deploy docs (push) Has been cancelled
Docs CI / build (push) Has been cancelled
E2E Cache Warm: Cypress deps / Warm Cypress deps cache (push) Has been cancelled
Scorecards supply-chain security / Scorecard analysis (push) Has been cancelled
Server CI Weekly / Postgres FIPS (push) Has been skipped
Server CI Weekly / Run mmctl tests (FIPS) (push) Has been skipped
Server CI Weekly / Postgres with binary parameters (push) Has been skipped
Server CI Weekly / Build Environment (push) Failing after 1s
Server CI Cache Warm / Warm Go Module and Build Cache (push) Failing after 2s
Server CI Nightly Race / Build Environment (push) Failing after 1s
210 lines
5.2 KiB
Go
210 lines
5.2 KiB
Go
// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
|
|
// See LICENSE.txt for license information.
|
|
|
|
package remotecluster
|
|
|
|
import (
|
|
"context"
|
|
"encoding/json"
|
|
"fmt"
|
|
"net/http"
|
|
"net/http/httptest"
|
|
"sync"
|
|
"sync/atomic"
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/stretchr/testify/assert"
|
|
"github.com/stretchr/testify/require"
|
|
"github.com/wiggin77/merror"
|
|
|
|
"github.com/mattermost/mattermost/server/public/model"
|
|
)
|
|
|
|
const (
|
|
TestTopics = " share incident "
|
|
TestTopic = "share"
|
|
NumRemotes = 50
|
|
NoteContent = "Woot!!"
|
|
)
|
|
|
|
type testPayload struct {
|
|
Note string `json:"note"`
|
|
}
|
|
|
|
func TestBroadcastMsg(t *testing.T) {
|
|
msgId := model.NewId()
|
|
|
|
t.Run("No error", func(t *testing.T) {
|
|
var countCallbacks atomic.Int32
|
|
var countWebReq atomic.Int32
|
|
merr := merror.New()
|
|
|
|
ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
|
defer func() {
|
|
w.WriteHeader(200)
|
|
var resp Response
|
|
b, errMarshall := json.Marshal(&resp)
|
|
if errMarshall != nil {
|
|
merr.Append(errMarshall)
|
|
return
|
|
}
|
|
w.Write(b)
|
|
}()
|
|
|
|
countWebReq.Add(1)
|
|
|
|
var frame model.RemoteClusterFrame
|
|
jsonErr := json.NewDecoder(r.Body).Decode(&frame)
|
|
if jsonErr != nil {
|
|
merr.Append(jsonErr)
|
|
return
|
|
}
|
|
if len(frame.Msg.Payload) == 0 {
|
|
merr.Append(fmt.Errorf("webrequest missing Msg.Payload"))
|
|
}
|
|
if msgId != frame.Msg.Id {
|
|
merr.Append(fmt.Errorf("webrequest msgId expected %s, got %s", msgId, frame.Msg.Id))
|
|
return
|
|
}
|
|
|
|
note := testPayload{}
|
|
err := json.Unmarshal(frame.Msg.Payload, ¬e)
|
|
if err != nil {
|
|
merr.Append(err)
|
|
return
|
|
}
|
|
if note.Note != NoteContent {
|
|
merr.Append(fmt.Errorf("webrequest payload expected %s, got %s", NoteContent, note.Note))
|
|
return
|
|
}
|
|
}))
|
|
defer ts.Close()
|
|
|
|
mockServer := newMockServer(t, makeRemoteClusters(NumRemotes, ts.URL, false))
|
|
mockApp := newMockApp(t, nil)
|
|
|
|
service, err := NewRemoteClusterService(mockServer, mockApp)
|
|
require.NoError(t, err)
|
|
service.disablePing = true
|
|
|
|
err = service.Start()
|
|
require.NoError(t, err)
|
|
defer service.Shutdown()
|
|
|
|
wg := &sync.WaitGroup{}
|
|
wg.Add(NumRemotes)
|
|
|
|
msg := makeRemoteClusterMsg(msgId, NoteContent)
|
|
|
|
ctx, cancel := context.WithTimeout(context.Background(), time.Second*15)
|
|
defer cancel()
|
|
|
|
err = service.BroadcastMsg(ctx, msg, func(msg model.RemoteClusterMsg, remote *model.RemoteCluster, resp *Response, err error) {
|
|
defer wg.Done()
|
|
countCallbacks.Add(1)
|
|
|
|
if err != nil {
|
|
merr.Append(err)
|
|
}
|
|
if msgId != msg.Id {
|
|
merr.Append(fmt.Errorf("result callback msgId expected %s, got %s", msgId, msg.Id))
|
|
}
|
|
|
|
var note testPayload
|
|
err2 := json.Unmarshal(msg.Payload, ¬e)
|
|
if err2 != nil {
|
|
merr.Append(fmt.Errorf("unmarshal payload error: %w", err2))
|
|
return
|
|
}
|
|
if note.Note != NoteContent {
|
|
merr.Append(fmt.Errorf("compare payload failed: expected '%s', got '%s'", NoteContent, note))
|
|
}
|
|
})
|
|
assert.NoError(t, err)
|
|
|
|
wg.Wait()
|
|
|
|
assert.NoError(t, merr.ErrorOrNil())
|
|
|
|
assert.Equal(t, int32(NumRemotes), countCallbacks.Load())
|
|
assert.Equal(t, int32(NumRemotes), countWebReq.Load())
|
|
t.Logf("%d callbacks counted; %d web requests counted; %d expected",
|
|
countCallbacks.Load(), countWebReq.Load(), NumRemotes)
|
|
})
|
|
|
|
t.Run("HTTP error", func(t *testing.T) {
|
|
ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
|
w.WriteHeader(500)
|
|
}))
|
|
defer ts.Close()
|
|
|
|
mockServer := newMockServer(t, makeRemoteClusters(NumRemotes, ts.URL, false))
|
|
mockApp := newMockApp(t, nil)
|
|
|
|
service, err := NewRemoteClusterService(mockServer, mockApp)
|
|
require.NoError(t, err)
|
|
service.disablePing = true
|
|
|
|
err = service.Start()
|
|
require.NoError(t, err)
|
|
defer service.Shutdown()
|
|
|
|
msg := makeRemoteClusterMsg(msgId, NoteContent)
|
|
var countCallbacks atomic.Int32
|
|
var countErrors atomic.Int32
|
|
wg := &sync.WaitGroup{}
|
|
wg.Add(NumRemotes)
|
|
|
|
err = service.BroadcastMsg(context.Background(), msg, func(msg model.RemoteClusterMsg, remote *model.RemoteCluster, resp *Response, err error) {
|
|
defer wg.Done()
|
|
countCallbacks.Add(1)
|
|
if err != nil {
|
|
countErrors.Add(1)
|
|
}
|
|
})
|
|
assert.NoError(t, err)
|
|
|
|
wg.Wait()
|
|
|
|
assert.Equal(t, int32(NumRemotes), countCallbacks.Load())
|
|
assert.Equal(t, int32(NumRemotes), countErrors.Load())
|
|
})
|
|
}
|
|
|
|
func makeRemoteClusters(num int, siteURL string, isPlugin bool) []*model.RemoteCluster {
|
|
var remotes []*model.RemoteCluster
|
|
for i := range num {
|
|
rc := makeRemoteCluster(fmt.Sprintf("test cluster %d", i+1), siteURL, TestTopics)
|
|
if isPlugin {
|
|
rc.PluginID = model.NewId()
|
|
}
|
|
remotes = append(remotes, rc)
|
|
}
|
|
return remotes
|
|
}
|
|
|
|
func makeRemoteCluster(name string, siteURL string, topics string) *model.RemoteCluster {
|
|
return &model.RemoteCluster{
|
|
RemoteId: model.NewId(),
|
|
Name: name,
|
|
SiteURL: siteURL,
|
|
Token: model.NewId(),
|
|
Topics: topics,
|
|
CreateAt: model.GetMillis(),
|
|
LastPingAt: model.GetMillis(),
|
|
CreatorId: model.NewId(),
|
|
}
|
|
}
|
|
|
|
func makeRemoteClusterMsg(id string, note string) model.RemoteClusterMsg {
|
|
payload := testPayload{Note: note}
|
|
raw, _ := json.Marshal(payload)
|
|
|
|
return model.RemoteClusterMsg{
|
|
Id: id,
|
|
Topic: TestTopic,
|
|
CreateAt: model.GetMillis(),
|
|
Payload: raw}
|
|
}
|