Some checks failed
Server CI / Postgres (shard 0) (push) Has been skipped
Server CI / Postgres (shard 3) (push) Has been skipped
BuildEnv Docker Image / build-image (push) Failing after 4s
BuildEnv Docker Image / build-image-fips (push) Failing after 4s
Migration Review & Release Notes / Generate migration review & release notes (push) Failing after 3s
Server CI / Build Environment (push) Failing after 3s
Server CI / Postgres (shard 1) (push) Has been skipped
Tools CI / check-style (mattermost-govet) (push) Failing after 4s
Server CI / Postgres (shard 2) (push) Has been skipped
Tools CI / check-style (mmgotool) (push) Failing after 3s
Server CI / Elasticsearch v8 Compatibility (push) Has been skipped
Server CI / OpenSearch v2 Compatibility (push) Has been skipped
Server CI / Postgres FIPS (shard 0) (push) Has been skipped
Tools CI / Test (mattermost-govet) (push) Failing after 3s
Server CI / Postgres FIPS (shard 1) (push) Has been skipped
Server CI / Postgres FIPS (shard 2) (push) Has been skipped
Tools CI / Test (mmgotool) (push) Failing after 3s
Server CI / Postgres FIPS (shard 3) (push) Has been skipped
Server CI / Run mmctl tests (push) Has been skipped
Server CI / Run mmctl tests (FIPS) (push) Has been skipped
Server CI / Merge Postgres Test Results (push) Has been skipped
Server CI / Merge Postgres FIPS Test Results (push) Has been skipped
Server CI / Check backport migrations (push) Has been skipped
Server CI / Check generated files (push) Has been skipped
Server CI / check-style (push) Has been skipped
Server CI / Vet API (push) Has been skipped
Server CI / Build mattermost server app (push) Has been skipped
Server CI / Server CI Complete (push) Failing after 2s
Server CI / Server CI Artifacts (push) Has been skipped
Server CI / Sentry Upload (push) Has been skipped
Server CI / Server CI Report (push) Failing after 5m1s
Server CI Nightly Race / Race Detector (push) Has been skipped
CodeQL / Analyze (go) (push) Has been cancelled
CodeQL / Analyze (javascript) (push) Has been cancelled
Webapp CI Cache Warm / Warm Webapp node_modules Cache (push) Has been cancelled
E2E CI Cache Warm / Warm E2E npm Registry Cache (push) Has been cancelled
API / build (push) Has been cancelled
Web App CI / check-types (push) Has been cancelled
Web App CI / check-lint (push) Has been cancelled
Web App CI / check-i18n (push) Has been cancelled
Web App CI / check-external-links (push) Has been cancelled
Web App CI / test (platform) (push) Has been cancelled
Web App CI / test (mattermost-redux) (push) Has been cancelled
Web App CI / test (channels shard 1/4) (push) Has been cancelled
Web App CI / test (channels shard 2/4) (push) Has been cancelled
Web App CI / test (channels shard 3/4) (push) Has been cancelled
Web App CI / test (channels shard 4/4) (push) Has been cancelled
Web App CI / upload-coverage (push) Has been cancelled
Web App CI / build (push) Has been cancelled
YAML Lint / yamllint (push) Has been cancelled
Push mirrored docker images / cd/Push mirrored docker images (push) Has been cancelled
docs-cd / Build and deploy docs (push) Has been cancelled
Docs CI / build (push) Has been cancelled
E2E Cache Warm: Cypress deps / Warm Cypress deps cache (push) Has been cancelled
Scorecards supply-chain security / Scorecard analysis (push) Has been cancelled
Server CI Weekly / Postgres FIPS (push) Has been skipped
Server CI Weekly / Run mmctl tests (FIPS) (push) Has been skipped
Server CI Weekly / Postgres with binary parameters (push) Has been skipped
Server CI Weekly / Build Environment (push) Failing after 1s
Server CI Cache Warm / Warm Go Module and Build Cache (push) Failing after 2s
Server CI Nightly Race / Build Environment (push) Failing after 1s
182 lines
5.8 KiB
Go
182 lines
5.8 KiB
Go
// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
|
|
// See LICENSE.txt for license information.
|
|
|
|
package commands
|
|
|
|
import (
|
|
"context"
|
|
dbsql "database/sql"
|
|
stdErrors "errors"
|
|
"net/url"
|
|
"time"
|
|
|
|
"github.com/pkg/errors"
|
|
"github.com/spf13/cobra"
|
|
|
|
"github.com/mattermost/mattermost/server/public/model"
|
|
"github.com/mattermost/mattermost/server/public/shared/mlog"
|
|
"github.com/mattermost/mattermost/server/v8/config"
|
|
)
|
|
|
|
const (
|
|
dbPingDefaultTimeout = 5 * time.Minute
|
|
dbPingDefaultRetryInterval = 2 * time.Second
|
|
// dbPingAttemptTimeout caps a single PingContext call so a hung connection
|
|
// doesn't block the whole timeout budget on one attempt.
|
|
dbPingAttemptTimeout = 10 * time.Second
|
|
)
|
|
|
|
var DBPingCmd = &cobra.Command{
|
|
Use: "ping",
|
|
Short: "Wait for the database to become reachable",
|
|
Long: `Pings the configured Mattermost database, retrying until --timeout expires.
|
|
Exits 0 once the database accepts a ping. Exits non-zero on timeout or fatal error.
|
|
|
|
Intended for use as a readiness probe (e.g. a Kubernetes init container).
|
|
Resolves the DSN exactly like 'mattermost db migrate' / 'mattermost db init':
|
|
the --config flag, then MM_CONFIG, then config.json (which is then loaded as
|
|
a config store and SqlSettings.DataSource is used).`,
|
|
Example: ` # Database DSN passed via --config (preferred for readiness probes)
|
|
$ mattermost db ping --config postgres://mmuser:mostest_password@localhost/mattermost --timeout 2m
|
|
|
|
# Or via MM_CONFIG
|
|
$ MM_CONFIG=postgres://localhost/mattermost mattermost db ping`,
|
|
Args: cobra.NoArgs,
|
|
RunE: dbPingCmdF,
|
|
}
|
|
|
|
func init() {
|
|
DBPingCmd.Flags().Duration("timeout", dbPingDefaultTimeout,
|
|
"Maximum total time to wait for the DB to become reachable.")
|
|
DBPingCmd.Flags().Duration("retry-interval", dbPingDefaultRetryInterval,
|
|
"Sleep between ping attempts.")
|
|
DbCmd.AddCommand(DBPingCmd)
|
|
}
|
|
|
|
func dbPingCmdF(command *cobra.Command, _ []string) error {
|
|
logger := mlog.CreateConsoleLogger()
|
|
defer func() {
|
|
_ = logger.Shutdown()
|
|
}()
|
|
|
|
timeout, _ := command.Flags().GetDuration("timeout")
|
|
retryInterval, _ := command.Flags().GetDuration("retry-interval")
|
|
if timeout <= 0 {
|
|
return errors.New("--timeout must be > 0")
|
|
}
|
|
if retryInterval <= 0 {
|
|
return errors.New("--retry-interval must be > 0")
|
|
}
|
|
|
|
dsn, err := resolvePingDataSource(command)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
sanitized, err := sanitizePingDataSource(dsn)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
db, err := dbsql.Open(model.DatabaseDriverPostgres, dsn)
|
|
if err != nil {
|
|
return errors.Wrap(err, "failed to open SQL connection")
|
|
}
|
|
defer db.Close()
|
|
|
|
// Minimal pool — this is a one-shot readiness probe.
|
|
db.SetMaxOpenConns(1)
|
|
db.SetMaxIdleConns(1)
|
|
|
|
ctx, cancel := context.WithTimeout(command.Context(), timeout)
|
|
defer cancel()
|
|
|
|
return pingWithRetry(ctx, db, retryInterval, logger.With(
|
|
mlog.String("data_source", sanitized),
|
|
))
|
|
}
|
|
|
|
func sanitizePingDataSource(dsn string) (string, error) {
|
|
sanitized, err := model.SanitizeDataSource(model.DatabaseDriverPostgres, dsn)
|
|
if err != nil {
|
|
return "", safeDataSourceSanitizationError(err)
|
|
}
|
|
|
|
return sanitized, nil
|
|
}
|
|
|
|
func safeDataSourceSanitizationError(err error) error {
|
|
var urlErr *url.Error
|
|
if stdErrors.As(err, &urlErr) {
|
|
if urlErr.Err != nil {
|
|
return errors.Errorf("invalid database DSN: %v", urlErr.Err)
|
|
}
|
|
return errors.New("invalid database DSN")
|
|
}
|
|
|
|
return errors.New("invalid database DSN")
|
|
}
|
|
|
|
// resolvePingDataSource returns a postgres DSN to ping.
|
|
//
|
|
// If the configured DSN is a postgres:// / postgresql:// URL it is returned as-is
|
|
// (fast path: no config store load required). Otherwise it is treated as a file
|
|
// path: a config.Store is loaded read-only (createFileIfNotExist=false so the
|
|
// command never has a side effect of creating a config file) and
|
|
// SqlSettings.DataSource is returned.
|
|
func resolvePingDataSource(command *cobra.Command) (string, error) {
|
|
cfgDSN := getConfigDSN(command, config.GetEnvironment())
|
|
|
|
if config.IsDatabaseDSN(cfgDSN) {
|
|
return cfgDSN, nil
|
|
}
|
|
|
|
cfgStore, err := config.NewStoreFromDSN(cfgDSN, true /*readOnly*/, nil /*customDefaults*/, false /*createFileIfNotExist*/)
|
|
if err != nil {
|
|
return "", errors.Wrapf(err, "failed to load configuration from %q", cfgDSN)
|
|
}
|
|
defer cfgStore.Close()
|
|
|
|
sqlSettings := cfgStore.Get().SqlSettings
|
|
if sqlSettings.DataSource == nil || *sqlSettings.DataSource == "" {
|
|
return "", errors.New("no database DSN configured: set --config or MM_CONFIG to a postgres:// URL, or ensure SqlSettings.DataSource is set in your configuration")
|
|
}
|
|
if !config.IsDatabaseDSN(*sqlSettings.DataSource) {
|
|
// Defensive: the loaded config has a non-postgres DataSource. Mattermost is postgres-only.
|
|
return "", errors.New("configured SqlSettings.DataSource is not a postgres DSN")
|
|
}
|
|
return *sqlSettings.DataSource, nil
|
|
}
|
|
|
|
// pingWithRetry pings db every retryInterval until it succeeds or ctx is done.
|
|
// Each individual PingContext call is capped at dbPingAttemptTimeout so a hung
|
|
// network connection cannot consume the entire timeout budget on a single try.
|
|
func pingWithRetry(ctx context.Context, db *dbsql.DB, retryInterval time.Duration, logger mlog.LoggerIFace) error {
|
|
attempt := 0
|
|
for {
|
|
attempt++
|
|
attemptCtx, cancel := context.WithTimeout(ctx, dbPingAttemptTimeout)
|
|
err := db.PingContext(attemptCtx)
|
|
cancel()
|
|
if err == nil {
|
|
logger.Info("Database is reachable", mlog.Int("attempt", attempt))
|
|
return nil
|
|
}
|
|
|
|
// Surface progress on every attempt so operators can see the probe is alive.
|
|
// Intentionally omit the raw error: lib/pq error strings can echo DSN fragments.
|
|
logger.Info("Waiting for database",
|
|
mlog.Int("attempt", attempt),
|
|
mlog.Duration("retry_interval", retryInterval),
|
|
mlog.String("status", "ping_failed"),
|
|
)
|
|
|
|
// Wait retryInterval, but bail early if ctx is done.
|
|
select {
|
|
case <-ctx.Done():
|
|
return errors.Wrapf(ctx.Err(), "timed out waiting for database after %d attempts", attempt)
|
|
case <-time.After(retryInterval):
|
|
}
|
|
}
|
|
}
|