Some checks failed
Server CI / Postgres (shard 0) (push) Has been skipped
Server CI / Postgres (shard 3) (push) Has been skipped
BuildEnv Docker Image / build-image (push) Failing after 4s
BuildEnv Docker Image / build-image-fips (push) Failing after 4s
Migration Review & Release Notes / Generate migration review & release notes (push) Failing after 3s
Server CI / Build Environment (push) Failing after 3s
Server CI / Postgres (shard 1) (push) Has been skipped
Tools CI / check-style (mattermost-govet) (push) Failing after 4s
Server CI / Postgres (shard 2) (push) Has been skipped
Tools CI / check-style (mmgotool) (push) Failing after 3s
Server CI / Elasticsearch v8 Compatibility (push) Has been skipped
Server CI / OpenSearch v2 Compatibility (push) Has been skipped
Server CI / Postgres FIPS (shard 0) (push) Has been skipped
Tools CI / Test (mattermost-govet) (push) Failing after 3s
Server CI / Postgres FIPS (shard 1) (push) Has been skipped
Server CI / Postgres FIPS (shard 2) (push) Has been skipped
Tools CI / Test (mmgotool) (push) Failing after 3s
Server CI / Postgres FIPS (shard 3) (push) Has been skipped
Server CI / Run mmctl tests (push) Has been skipped
Server CI / Run mmctl tests (FIPS) (push) Has been skipped
Server CI / Merge Postgres Test Results (push) Has been skipped
Server CI / Merge Postgres FIPS Test Results (push) Has been skipped
Server CI / Check backport migrations (push) Has been skipped
Server CI / Check generated files (push) Has been skipped
Server CI / check-style (push) Has been skipped
Server CI / Vet API (push) Has been skipped
Server CI / Build mattermost server app (push) Has been skipped
Server CI / Server CI Complete (push) Failing after 2s
Server CI / Server CI Artifacts (push) Has been skipped
Server CI / Sentry Upload (push) Has been skipped
Server CI / Server CI Report (push) Failing after 5m1s
Server CI Nightly Race / Race Detector (push) Has been skipped
CodeQL / Analyze (go) (push) Has been cancelled
CodeQL / Analyze (javascript) (push) Has been cancelled
Webapp CI Cache Warm / Warm Webapp node_modules Cache (push) Has been cancelled
E2E CI Cache Warm / Warm E2E npm Registry Cache (push) Has been cancelled
API / build (push) Has been cancelled
Web App CI / check-types (push) Has been cancelled
Web App CI / check-lint (push) Has been cancelled
Web App CI / check-i18n (push) Has been cancelled
Web App CI / check-external-links (push) Has been cancelled
Web App CI / test (platform) (push) Has been cancelled
Web App CI / test (mattermost-redux) (push) Has been cancelled
Web App CI / test (channels shard 1/4) (push) Has been cancelled
Web App CI / test (channels shard 2/4) (push) Has been cancelled
Web App CI / test (channels shard 3/4) (push) Has been cancelled
Web App CI / test (channels shard 4/4) (push) Has been cancelled
Web App CI / upload-coverage (push) Has been cancelled
Web App CI / build (push) Has been cancelled
YAML Lint / yamllint (push) Has been cancelled
Push mirrored docker images / cd/Push mirrored docker images (push) Has been cancelled
docs-cd / Build and deploy docs (push) Has been cancelled
Docs CI / build (push) Has been cancelled
E2E Cache Warm: Cypress deps / Warm Cypress deps cache (push) Has been cancelled
Scorecards supply-chain security / Scorecard analysis (push) Has been cancelled
Server CI Weekly / Postgres FIPS (push) Has been skipped
Server CI Weekly / Run mmctl tests (FIPS) (push) Has been skipped
Server CI Weekly / Postgres with binary parameters (push) Has been skipped
Server CI Weekly / Build Environment (push) Failing after 1s
Server CI Cache Warm / Warm Go Module and Build Cache (push) Failing after 2s
Server CI Nightly Race / Build Environment (push) Failing after 1s
142 lines
4.9 KiB
Go
142 lines
4.9 KiB
Go
// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
|
|
// See LICENSE.txt for license information.
|
|
|
|
package recap
|
|
|
|
import (
|
|
"fmt"
|
|
"strings"
|
|
|
|
"github.com/mattermost/mattermost/server/public/model"
|
|
"github.com/mattermost/mattermost/server/public/shared/mlog"
|
|
"github.com/mattermost/mattermost/server/public/shared/request"
|
|
"github.com/mattermost/mattermost/server/v8/channels/jobs"
|
|
"github.com/mattermost/mattermost/server/v8/channels/store"
|
|
)
|
|
|
|
type AppIface interface {
|
|
ProcessRecapChannelWithOptions(rctx request.CTX, recapID, channelID, userID, agentID string, options model.RecapProcessingOptions) (*model.RecapChannelResult, *model.AppError)
|
|
Publish(message *model.WebSocketEvent)
|
|
}
|
|
|
|
func MakeWorker(jobServer *jobs.JobServer, storeInstance store.Store, appInstance AppIface) *jobs.SimpleWorker {
|
|
isEnabled := func(cfg *model.Config) bool {
|
|
return cfg.AIRecapsEnabled()
|
|
}
|
|
|
|
execute := func(logger mlog.LoggerIFace, job *model.Job) error {
|
|
defer jobServer.HandleJobPanic(logger, job)
|
|
return processRecapJob(logger, job, storeInstance, appInstance, func(progress int64) {
|
|
_ = jobServer.SetJobProgress(job, progress)
|
|
})
|
|
}
|
|
|
|
return jobs.NewSimpleWorker("Recap", jobServer, execute, isEnabled)
|
|
}
|
|
|
|
func processRecapJob(logger mlog.LoggerIFace, job *model.Job, storeInstance store.Store, appInstance AppIface, setProgress func(int64)) error {
|
|
recapID := job.Data["recap_id"]
|
|
userID := job.Data["user_id"]
|
|
channelIDs := strings.Split(job.Data["channel_ids"], ",")
|
|
agentID := job.Data["agent_id"]
|
|
options := model.RecapProcessingOptions{
|
|
TimePeriod: job.Data["time_period"],
|
|
CustomInstructions: job.Data["custom_instructions"],
|
|
}
|
|
|
|
logger.Info("Starting recap job",
|
|
mlog.String("recap_id", recapID),
|
|
mlog.String("agent_id", agentID),
|
|
mlog.Int("channel_count", len(channelIDs)))
|
|
|
|
// Update status to processing
|
|
_ = storeInstance.Recap().UpdateRecapStatus(recapID, model.RecapStatusProcessing)
|
|
publishRecapUpdate(appInstance, recapID, userID)
|
|
|
|
totalMessages := 0
|
|
successfulChannels := []string{}
|
|
failedChannels := []string{}
|
|
|
|
for i, channelID := range channelIDs {
|
|
// Update progress
|
|
progress := int64((i * 100) / len(channelIDs))
|
|
if setProgress != nil {
|
|
setProgress(progress)
|
|
}
|
|
|
|
// Process the channel - use a context with the user's session so that
|
|
// session-dependent code (e.g. auto-translation supplements) works correctly.
|
|
rctx := request.EmptyContext(logger).WithSession(&model.Session{UserId: userID})
|
|
result, err := appInstance.ProcessRecapChannelWithOptions(rctx, recapID, channelID, userID, agentID, options)
|
|
if err != nil {
|
|
logger.Warn("Failed to process channel",
|
|
mlog.String("channel_id", channelID),
|
|
mlog.Err(err))
|
|
failedChannels = append(failedChannels, channelID)
|
|
continue
|
|
}
|
|
|
|
if !result.Success {
|
|
logger.Warn("Channel processing unsuccessful", mlog.String("channel_id", channelID))
|
|
failedChannels = append(failedChannels, channelID)
|
|
continue
|
|
}
|
|
|
|
totalMessages += result.MessageCount
|
|
successfulChannels = append(successfulChannels, channelID)
|
|
}
|
|
|
|
// Update recap with final data (title is already set by user in CreateRecap)
|
|
recap, err := storeInstance.Recap().GetRecap(recapID)
|
|
if err != nil || recap == nil {
|
|
logger.Warn("Recap no longer available while finalizing job",
|
|
mlog.String("recap_id", recapID),
|
|
mlog.Err(err))
|
|
return nil
|
|
}
|
|
recap.TotalMessageCount = totalMessages
|
|
recap.UpdateAt = model.GetMillis()
|
|
|
|
if len(failedChannels) > 0 && len(successfulChannels) == 0 {
|
|
recap.Status = model.RecapStatusFailed
|
|
_, err := storeInstance.Recap().UpdateRecap(recap)
|
|
if err != nil {
|
|
logger.Error("Failed to update recap", mlog.Err(err))
|
|
return fmt.Errorf("failed to update recap: %w", err)
|
|
}
|
|
publishRecapUpdate(appInstance, recapID, userID)
|
|
return fmt.Errorf("all channels failed to process")
|
|
} else if len(failedChannels) > 0 {
|
|
recap.Status = model.RecapStatusCompleted
|
|
_, err := storeInstance.Recap().UpdateRecap(recap)
|
|
if err != nil {
|
|
logger.Error("Failed to update recap", mlog.Err(err))
|
|
return fmt.Errorf("failed to update recap: %w", err)
|
|
}
|
|
publishRecapUpdate(appInstance, recapID, userID)
|
|
logger.Warn("Some channels failed", mlog.Int("failed_count", len(failedChannels)))
|
|
// Job succeeds with warning
|
|
} else {
|
|
recap.Status = model.RecapStatusCompleted
|
|
_, err := storeInstance.Recap().UpdateRecap(recap)
|
|
if err != nil {
|
|
logger.Error("Failed to update recap", mlog.Err(err))
|
|
return fmt.Errorf("failed to update recap: %w", err)
|
|
}
|
|
publishRecapUpdate(appInstance, recapID, userID)
|
|
}
|
|
|
|
logger.Info("Recap job completed",
|
|
mlog.String("recap_id", recapID),
|
|
mlog.Int("successful_channels", len(successfulChannels)),
|
|
mlog.Int("failed_channels", len(failedChannels)))
|
|
|
|
return nil
|
|
}
|
|
|
|
func publishRecapUpdate(appInstance AppIface, recapID, userID string) {
|
|
message := model.NewWebSocketEvent(model.WebsocketEventRecapUpdated, "", "", userID, nil, "")
|
|
message.Add("recap_id", recapID)
|
|
appInstance.Publish(message)
|
|
}
|