snapshot of https://github.com/mattermost/mattermost.git (master, 2026-09-16; blobs > 131072B omitted)
Some checks failed
Server CI / Postgres (shard 0) (push) Has been skipped
Server CI / Postgres (shard 3) (push) Has been skipped
BuildEnv Docker Image / build-image (push) Failing after 4s
BuildEnv Docker Image / build-image-fips (push) Failing after 4s
Migration Review & Release Notes / Generate migration review & release notes (push) Failing after 3s
Server CI / Build Environment (push) Failing after 3s
Server CI / Postgres (shard 1) (push) Has been skipped
Tools CI / check-style (mattermost-govet) (push) Failing after 4s
Server CI / Postgres (shard 2) (push) Has been skipped
Tools CI / check-style (mmgotool) (push) Failing after 3s
Server CI / Elasticsearch v8 Compatibility (push) Has been skipped
Server CI / OpenSearch v2 Compatibility (push) Has been skipped
Server CI / Postgres FIPS (shard 0) (push) Has been skipped
Tools CI / Test (mattermost-govet) (push) Failing after 3s
Server CI / Postgres FIPS (shard 1) (push) Has been skipped
Server CI / Postgres FIPS (shard 2) (push) Has been skipped
Tools CI / Test (mmgotool) (push) Failing after 3s
Server CI / Postgres FIPS (shard 3) (push) Has been skipped
Server CI / Run mmctl tests (push) Has been skipped
Server CI / Run mmctl tests (FIPS) (push) Has been skipped
Server CI / Merge Postgres Test Results (push) Has been skipped
Server CI / Merge Postgres FIPS Test Results (push) Has been skipped
Server CI / Check backport migrations (push) Has been skipped
Server CI / Check generated files (push) Has been skipped
Server CI / check-style (push) Has been skipped
Server CI / Vet API (push) Has been skipped
Server CI / Build mattermost server app (push) Has been skipped
Server CI / Server CI Complete (push) Failing after 2s
Server CI / Server CI Artifacts (push) Has been skipped
Server CI / Sentry Upload (push) Has been skipped
Server CI / Server CI Report (push) Failing after 5m1s
Server CI Nightly Race / Race Detector (push) Has been skipped
CodeQL / Analyze (go) (push) Has been cancelled
CodeQL / Analyze (javascript) (push) Has been cancelled
Webapp CI Cache Warm / Warm Webapp node_modules Cache (push) Has been cancelled
E2E CI Cache Warm / Warm E2E npm Registry Cache (push) Has been cancelled
API / build (push) Has been cancelled
Web App CI / check-types (push) Has been cancelled
Web App CI / check-lint (push) Has been cancelled
Web App CI / check-i18n (push) Has been cancelled
Web App CI / check-external-links (push) Has been cancelled
Web App CI / test (platform) (push) Has been cancelled
Web App CI / test (mattermost-redux) (push) Has been cancelled
Web App CI / test (channels shard 1/4) (push) Has been cancelled
Web App CI / test (channels shard 2/4) (push) Has been cancelled
Web App CI / test (channels shard 3/4) (push) Has been cancelled
Web App CI / test (channels shard 4/4) (push) Has been cancelled
Web App CI / upload-coverage (push) Has been cancelled
Web App CI / build (push) Has been cancelled
YAML Lint / yamllint (push) Has been cancelled
Push mirrored docker images / cd/Push mirrored docker images (push) Has been cancelled
docs-cd / Build and deploy docs (push) Has been cancelled
Docs CI / build (push) Has been cancelled
E2E Cache Warm: Cypress deps / Warm Cypress deps cache (push) Has been cancelled
Scorecards supply-chain security / Scorecard analysis (push) Has been cancelled
Server CI Weekly / Postgres FIPS (push) Has been skipped
Server CI Weekly / Run mmctl tests (FIPS) (push) Has been skipped
Server CI Weekly / Postgres with binary parameters (push) Has been skipped
Server CI Weekly / Build Environment (push) Failing after 1s
Server CI Cache Warm / Warm Go Module and Build Cache (push) Failing after 2s
Server CI Nightly Race / Build Environment (push) Failing after 1s
Some checks failed
Server CI / Postgres (shard 0) (push) Has been skipped
Server CI / Postgres (shard 3) (push) Has been skipped
BuildEnv Docker Image / build-image (push) Failing after 4s
BuildEnv Docker Image / build-image-fips (push) Failing after 4s
Migration Review & Release Notes / Generate migration review & release notes (push) Failing after 3s
Server CI / Build Environment (push) Failing after 3s
Server CI / Postgres (shard 1) (push) Has been skipped
Tools CI / check-style (mattermost-govet) (push) Failing after 4s
Server CI / Postgres (shard 2) (push) Has been skipped
Tools CI / check-style (mmgotool) (push) Failing after 3s
Server CI / Elasticsearch v8 Compatibility (push) Has been skipped
Server CI / OpenSearch v2 Compatibility (push) Has been skipped
Server CI / Postgres FIPS (shard 0) (push) Has been skipped
Tools CI / Test (mattermost-govet) (push) Failing after 3s
Server CI / Postgres FIPS (shard 1) (push) Has been skipped
Server CI / Postgres FIPS (shard 2) (push) Has been skipped
Tools CI / Test (mmgotool) (push) Failing after 3s
Server CI / Postgres FIPS (shard 3) (push) Has been skipped
Server CI / Run mmctl tests (push) Has been skipped
Server CI / Run mmctl tests (FIPS) (push) Has been skipped
Server CI / Merge Postgres Test Results (push) Has been skipped
Server CI / Merge Postgres FIPS Test Results (push) Has been skipped
Server CI / Check backport migrations (push) Has been skipped
Server CI / Check generated files (push) Has been skipped
Server CI / check-style (push) Has been skipped
Server CI / Vet API (push) Has been skipped
Server CI / Build mattermost server app (push) Has been skipped
Server CI / Server CI Complete (push) Failing after 2s
Server CI / Server CI Artifacts (push) Has been skipped
Server CI / Sentry Upload (push) Has been skipped
Server CI / Server CI Report (push) Failing after 5m1s
Server CI Nightly Race / Race Detector (push) Has been skipped
CodeQL / Analyze (go) (push) Has been cancelled
CodeQL / Analyze (javascript) (push) Has been cancelled
Webapp CI Cache Warm / Warm Webapp node_modules Cache (push) Has been cancelled
E2E CI Cache Warm / Warm E2E npm Registry Cache (push) Has been cancelled
API / build (push) Has been cancelled
Web App CI / check-types (push) Has been cancelled
Web App CI / check-lint (push) Has been cancelled
Web App CI / check-i18n (push) Has been cancelled
Web App CI / check-external-links (push) Has been cancelled
Web App CI / test (platform) (push) Has been cancelled
Web App CI / test (mattermost-redux) (push) Has been cancelled
Web App CI / test (channels shard 1/4) (push) Has been cancelled
Web App CI / test (channels shard 2/4) (push) Has been cancelled
Web App CI / test (channels shard 3/4) (push) Has been cancelled
Web App CI / test (channels shard 4/4) (push) Has been cancelled
Web App CI / upload-coverage (push) Has been cancelled
Web App CI / build (push) Has been cancelled
YAML Lint / yamllint (push) Has been cancelled
Push mirrored docker images / cd/Push mirrored docker images (push) Has been cancelled
docs-cd / Build and deploy docs (push) Has been cancelled
Docs CI / build (push) Has been cancelled
E2E Cache Warm: Cypress deps / Warm Cypress deps cache (push) Has been cancelled
Scorecards supply-chain security / Scorecard analysis (push) Has been cancelled
Server CI Weekly / Postgres FIPS (push) Has been skipped
Server CI Weekly / Run mmctl tests (FIPS) (push) Has been skipped
Server CI Weekly / Postgres with binary parameters (push) Has been skipped
Server CI Weekly / Build Environment (push) Failing after 1s
Server CI Cache Warm / Warm Go Module and Build Cache (push) Failing after 2s
Server CI Nightly Race / Build Environment (push) Failing after 1s
This commit is contained in:
178
server/channels/store/sqlstore/diagnostics.go
Normal file
178
server/channels/store/sqlstore/diagnostics.go
Normal file
@@ -0,0 +1,178 @@
|
||||
// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
|
||||
// See LICENSE.txt for license information.
|
||||
|
||||
package sqlstore
|
||||
|
||||
import (
|
||||
"context"
|
||||
"database/sql"
|
||||
"time"
|
||||
|
||||
"github.com/hashicorp/go-multierror"
|
||||
"github.com/jmoiron/sqlx"
|
||||
"github.com/pkg/errors"
|
||||
|
||||
"github.com/mattermost/mattermost/server/public/model"
|
||||
"github.com/mattermost/mattermost/server/public/shared/request"
|
||||
"github.com/mattermost/mattermost/server/v8/channels/store"
|
||||
)
|
||||
|
||||
const pgDiagnosticsQueryTimeout = 10 * time.Second
|
||||
|
||||
func (ss *SqlStore) GetDiagnostics(rctx request.CTX) (*store.DatabaseDiagnostics, error) {
|
||||
diagnostics := &store.DatabaseDiagnostics{}
|
||||
applyDBPoolStats(diagnostics, ss.MasterDBStats(), ss.ReplicaDBStats())
|
||||
|
||||
if ss.DriverName() != model.DatabaseDriverPostgres {
|
||||
return diagnostics, nil
|
||||
}
|
||||
|
||||
if err := collectPostgresDatabaseDiagnostics(rctx.Context(), ss.GetMaster().DB(), diagnostics); err != nil {
|
||||
return diagnostics, err
|
||||
}
|
||||
|
||||
return diagnostics, nil
|
||||
}
|
||||
|
||||
func collectPostgresDatabaseDiagnostics(ctx context.Context, db *sqlx.DB, diagnostics *store.DatabaseDiagnostics) error {
|
||||
if db == nil {
|
||||
return errors.New("postgres diagnostics query failed: no master database connection")
|
||||
}
|
||||
|
||||
var rErr *multierror.Error
|
||||
|
||||
if err := withDiagnosticsTimeout(ctx, func(ctx context.Context) error {
|
||||
return collectPGStatDatabaseDiagnostics(ctx, db, diagnostics)
|
||||
}); err != nil {
|
||||
rErr = multierror.Append(rErr, errors.Wrap(err, "postgres diagnostics query failed for pg_stat_database"))
|
||||
}
|
||||
|
||||
if err := withDiagnosticsTimeout(ctx, func(ctx context.Context) error {
|
||||
return collectPGStatActivityDiagnostics(ctx, db, diagnostics)
|
||||
}); err != nil {
|
||||
rErr = multierror.Append(rErr, errors.Wrap(err, "postgres diagnostics query failed for pg_stat_activity"))
|
||||
}
|
||||
|
||||
if err := withDiagnosticsTimeout(ctx, func(ctx context.Context) error {
|
||||
return collectPGStatUserTablesDiagnostics(ctx, db, diagnostics)
|
||||
}); err != nil {
|
||||
rErr = multierror.Append(rErr, errors.Wrap(err, "postgres diagnostics query failed for pg_stat_user_tables"))
|
||||
}
|
||||
|
||||
return rErr.ErrorOrNil()
|
||||
}
|
||||
|
||||
func withDiagnosticsTimeout(ctx context.Context, fn func(context.Context) error) error {
|
||||
ctx, cancel := context.WithTimeout(ctx, pgDiagnosticsQueryTimeout)
|
||||
defer cancel()
|
||||
return fn(ctx)
|
||||
}
|
||||
|
||||
func applyDBPoolStats(diagnostics *store.DatabaseDiagnostics, masterDBStats, replicaDBStats sql.DBStats) {
|
||||
diagnostics.MasterConnectionsInUse = masterDBStats.InUse
|
||||
diagnostics.MasterConnectionsIdle = masterDBStats.Idle
|
||||
diagnostics.MasterPoolWaitCount = masterDBStats.WaitCount
|
||||
diagnostics.MasterPoolWaitDurationMs = masterDBStats.WaitDuration.Milliseconds()
|
||||
diagnostics.MasterConnectionsClosedMaxIdle = masterDBStats.MaxIdleClosed
|
||||
diagnostics.MasterConnectionsClosedMaxLifetime = masterDBStats.MaxLifetimeClosed
|
||||
|
||||
diagnostics.ReplicaConnectionsInUse = replicaDBStats.InUse
|
||||
diagnostics.ReplicaConnectionsIdle = replicaDBStats.Idle
|
||||
diagnostics.ReplicaPoolWaitCount = replicaDBStats.WaitCount
|
||||
diagnostics.ReplicaPoolWaitDurationMs = replicaDBStats.WaitDuration.Milliseconds()
|
||||
diagnostics.ReplicaConnectionsClosedMaxIdle = replicaDBStats.MaxIdleClosed
|
||||
diagnostics.ReplicaConnectionsClosedMaxLifetime = replicaDBStats.MaxLifetimeClosed
|
||||
}
|
||||
|
||||
func collectPGStatDatabaseDiagnostics(ctx context.Context, db *sqlx.DB, diagnostics *store.DatabaseDiagnostics) error {
|
||||
var row struct {
|
||||
CacheHitRatio float64 `db:"cache_hit_ratio"`
|
||||
Deadlocks int64 `db:"deadlocks"`
|
||||
TempFiles int64 `db:"temp_files"`
|
||||
TempBytes int64 `db:"temp_bytes"`
|
||||
XactRollback int64 `db:"xact_rollback"`
|
||||
}
|
||||
|
||||
const query = `
|
||||
SELECT
|
||||
COALESCE(blks_hit::double precision / NULLIF(blks_hit + blks_read, 0), 0) AS cache_hit_ratio,
|
||||
deadlocks,
|
||||
temp_files,
|
||||
temp_bytes,
|
||||
xact_rollback
|
||||
FROM pg_stat_database
|
||||
WHERE datname = current_database()`
|
||||
|
||||
if err := db.GetContext(ctx, &row, query); err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
tempBytesMB := float64(row.TempBytes) / (1024 * 1024)
|
||||
diagnostics.CacheHitRatio = &row.CacheHitRatio
|
||||
diagnostics.Deadlocks = &row.Deadlocks
|
||||
diagnostics.TempFiles = &row.TempFiles
|
||||
diagnostics.TempBytesMB = &tempBytesMB
|
||||
diagnostics.Rollbacks = &row.XactRollback
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
func collectPGStatActivityDiagnostics(ctx context.Context, db *sqlx.DB, diagnostics *store.DatabaseDiagnostics) error {
|
||||
var row struct {
|
||||
IdleInTransactionCount int64 `db:"idle_in_transaction_count"`
|
||||
LongestQueryDurationSeconds float64 `db:"longest_query_duration_seconds"`
|
||||
WaitingForLockCount int64 `db:"waiting_for_lock_count"`
|
||||
}
|
||||
|
||||
const query = `
|
||||
SELECT
|
||||
COUNT(*) FILTER (WHERE state = 'idle in transaction') AS idle_in_transaction_count,
|
||||
EXTRACT(EPOCH FROM COALESCE(
|
||||
MAX(clock_timestamp() - query_start) FILTER (WHERE state = 'active' AND query_start IS NOT NULL),
|
||||
interval '0 second'
|
||||
)) AS longest_query_duration_seconds,
|
||||
COUNT(*) FILTER (WHERE wait_event_type = 'Lock') AS waiting_for_lock_count
|
||||
FROM pg_stat_activity
|
||||
WHERE datname = current_database()`
|
||||
|
||||
if err := db.GetContext(ctx, &row, query); err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
diagnostics.IdleInTransactionCount = &row.IdleInTransactionCount
|
||||
diagnostics.LongestQueryDurationSeconds = &row.LongestQueryDurationSeconds
|
||||
diagnostics.WaitingForLockCount = &row.WaitingForLockCount
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
func collectPGStatUserTablesDiagnostics(ctx context.Context, db *sqlx.DB, diagnostics *store.DatabaseDiagnostics) error {
|
||||
var row struct {
|
||||
NDeadTup int64 `db:"n_dead_tup"`
|
||||
LastAutovacuum sql.NullTime `db:"last_autovacuum"`
|
||||
}
|
||||
|
||||
const query = `
|
||||
SELECT
|
||||
n_dead_tup,
|
||||
last_autovacuum
|
||||
FROM pg_stat_user_tables
|
||||
WHERE lower(relname) = 'posts'
|
||||
AND schemaname = current_schema()
|
||||
LIMIT 1`
|
||||
|
||||
if err := db.GetContext(ctx, &row, query); err != nil {
|
||||
if errors.Is(err, sql.ErrNoRows) {
|
||||
return nil
|
||||
}
|
||||
return err
|
||||
}
|
||||
|
||||
diagnostics.PostsDeadTuples = &row.NDeadTup
|
||||
if row.LastAutovacuum.Valid {
|
||||
ts := row.LastAutovacuum.Time.UTC()
|
||||
diagnostics.PostsLastAutovacuum = &ts
|
||||
}
|
||||
|
||||
return nil
|
||||
}
|
||||
Reference in New Issue
Block a user