Some checks failed
Server CI / Postgres (shard 0) (push) Has been skipped
Server CI / Postgres (shard 3) (push) Has been skipped
BuildEnv Docker Image / build-image (push) Failing after 4s
BuildEnv Docker Image / build-image-fips (push) Failing after 4s
Migration Review & Release Notes / Generate migration review & release notes (push) Failing after 3s
Server CI / Build Environment (push) Failing after 3s
Server CI / Postgres (shard 1) (push) Has been skipped
Tools CI / check-style (mattermost-govet) (push) Failing after 4s
Server CI / Postgres (shard 2) (push) Has been skipped
Tools CI / check-style (mmgotool) (push) Failing after 3s
Server CI / Elasticsearch v8 Compatibility (push) Has been skipped
Server CI / OpenSearch v2 Compatibility (push) Has been skipped
Server CI / Postgres FIPS (shard 0) (push) Has been skipped
Tools CI / Test (mattermost-govet) (push) Failing after 3s
Server CI / Postgres FIPS (shard 1) (push) Has been skipped
Server CI / Postgres FIPS (shard 2) (push) Has been skipped
Tools CI / Test (mmgotool) (push) Failing after 3s
Server CI / Postgres FIPS (shard 3) (push) Has been skipped
Server CI / Run mmctl tests (push) Has been skipped
Server CI / Run mmctl tests (FIPS) (push) Has been skipped
Server CI / Merge Postgres Test Results (push) Has been skipped
Server CI / Merge Postgres FIPS Test Results (push) Has been skipped
Server CI / Check backport migrations (push) Has been skipped
Server CI / Check generated files (push) Has been skipped
Server CI / check-style (push) Has been skipped
Server CI / Vet API (push) Has been skipped
Server CI / Build mattermost server app (push) Has been skipped
Server CI / Server CI Complete (push) Failing after 2s
Server CI / Server CI Artifacts (push) Has been skipped
Server CI / Sentry Upload (push) Has been skipped
Server CI / Server CI Report (push) Failing after 5m1s
Server CI Nightly Race / Race Detector (push) Has been skipped
CodeQL / Analyze (go) (push) Has been cancelled
CodeQL / Analyze (javascript) (push) Has been cancelled
Webapp CI Cache Warm / Warm Webapp node_modules Cache (push) Has been cancelled
E2E CI Cache Warm / Warm E2E npm Registry Cache (push) Has been cancelled
API / build (push) Has been cancelled
Web App CI / check-types (push) Has been cancelled
Web App CI / check-lint (push) Has been cancelled
Web App CI / check-i18n (push) Has been cancelled
Web App CI / check-external-links (push) Has been cancelled
Web App CI / test (platform) (push) Has been cancelled
Web App CI / test (mattermost-redux) (push) Has been cancelled
Web App CI / test (channels shard 1/4) (push) Has been cancelled
Web App CI / test (channels shard 2/4) (push) Has been cancelled
Web App CI / test (channels shard 3/4) (push) Has been cancelled
Web App CI / test (channels shard 4/4) (push) Has been cancelled
Web App CI / upload-coverage (push) Has been cancelled
Web App CI / build (push) Has been cancelled
YAML Lint / yamllint (push) Has been cancelled
Push mirrored docker images / cd/Push mirrored docker images (push) Has been cancelled
docs-cd / Build and deploy docs (push) Has been cancelled
Docs CI / build (push) Has been cancelled
E2E Cache Warm: Cypress deps / Warm Cypress deps cache (push) Has been cancelled
Scorecards supply-chain security / Scorecard analysis (push) Has been cancelled
Server CI Weekly / Postgres FIPS (push) Has been skipped
Server CI Weekly / Run mmctl tests (FIPS) (push) Has been skipped
Server CI Weekly / Postgres with binary parameters (push) Has been skipped
Server CI Weekly / Build Environment (push) Failing after 1s
Server CI Nightly Race / Build Environment (push) Failing after 1s
Server CI Cache Warm / Warm Go Module and Build Cache (push) Failing after 2s
115 lines
3.1 KiB
Go
115 lines
3.1 KiB
Go
// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
|
|
// See LICENSE.txt for license information.
|
|
|
|
package commands
|
|
|
|
import (
|
|
"errors"
|
|
"fmt"
|
|
"os"
|
|
|
|
"github.com/spf13/cobra"
|
|
|
|
"github.com/mattermost/mattermost/server/public/model"
|
|
"github.com/mattermost/mattermost/server/public/shared/request"
|
|
)
|
|
|
|
var ImportCmd = &cobra.Command{
|
|
Use: "import",
|
|
Short: "Import data.",
|
|
}
|
|
|
|
var BulkImportCmd = &cobra.Command{
|
|
Use: "bulk [file]",
|
|
Short: "Import bulk data.",
|
|
Long: "Import data from a Mattermost Bulk Import File.",
|
|
Example: " import bulk bulk_data.json",
|
|
RunE: bulkImportCmdF,
|
|
}
|
|
|
|
func init() {
|
|
BulkImportCmd.Flags().Bool("apply", false, "Save the import data to the database. Use with caution - this cannot be reverted.")
|
|
BulkImportCmd.Flags().Bool("validate", false, "Validate the import data without making any changes to the system.")
|
|
BulkImportCmd.Flags().Int("workers", 2, "How many workers to run whilst doing the import.")
|
|
BulkImportCmd.Flags().String("import-path", "", "A path to the data directory to import files from.")
|
|
|
|
ImportCmd.AddCommand(
|
|
BulkImportCmd,
|
|
)
|
|
RootCmd.AddCommand(ImportCmd)
|
|
}
|
|
|
|
func bulkImportCmdF(command *cobra.Command, args []string) error {
|
|
a, err := InitDBCommandContextCobra(command)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
defer a.Srv().Shutdown()
|
|
|
|
rctx := request.EmptyContext(a.Log())
|
|
|
|
apply, err := command.Flags().GetBool("apply")
|
|
if err != nil {
|
|
return errors.New("Apply flag error")
|
|
}
|
|
|
|
validate, err := command.Flags().GetBool("validate")
|
|
if err != nil {
|
|
return errors.New("Validate flag error")
|
|
}
|
|
|
|
workers, err := command.Flags().GetInt("workers")
|
|
if err != nil {
|
|
return errors.New("Workers flag error")
|
|
}
|
|
|
|
importPath, err := command.Flags().GetString("import-path")
|
|
if err != nil {
|
|
return errors.New("import-path flag error")
|
|
}
|
|
|
|
if len(args) != 1 {
|
|
return errors.New("Incorrect number of arguments.")
|
|
}
|
|
|
|
fileReader, err := os.Open(args[0])
|
|
if err != nil {
|
|
return err
|
|
}
|
|
defer fileReader.Close()
|
|
|
|
if apply && validate {
|
|
CommandPrettyPrintln("Use only one of --apply or --validate.")
|
|
return nil
|
|
}
|
|
|
|
if apply && !validate {
|
|
CommandPrettyPrintln("Running Bulk Import. This may take a long time.")
|
|
} else {
|
|
CommandPrettyPrintln("Running Bulk Import Data Validation.")
|
|
CommandPrettyPrintln("** This checks the validity of the entities in the data file, but does not persist any changes **")
|
|
CommandPrettyPrintln("Use the --apply flag to perform the actual data import.")
|
|
}
|
|
|
|
CommandPrettyPrintln("")
|
|
|
|
if lineNumber, err := a.BulkImportWithPath(rctx, fileReader, nil, true, !apply, workers, importPath); err != nil {
|
|
CommandPrintErrorln(err.Error())
|
|
if lineNumber != 0 {
|
|
CommandPrintErrorln(fmt.Sprintf("Error occurred on data file line %v", lineNumber))
|
|
}
|
|
return err
|
|
}
|
|
|
|
if apply {
|
|
CommandPrettyPrintln("Finished Bulk Import.")
|
|
auditRec := a.MakeAuditRecord(rctx, model.AuditEventBulkImport, model.AuditStatusSuccess)
|
|
auditRec.AddMeta("file", args[0])
|
|
a.LogAuditRec(rctx, auditRec, nil)
|
|
} else {
|
|
CommandPrettyPrintln("Validation complete. You can now perform the import by rerunning this command with the --apply flag.")
|
|
}
|
|
|
|
return nil
|
|
}
|