ec1f89217a
Full Mattermost server source with integrated Community Enterprise features. Includes vendor directory for offline/air-gapped builds. Structure: - enterprise-impl/: Enterprise feature implementations - enterprise-community/: Init files that register implementations - enterprise/: Bridge imports (community_imports.go) - vendor/: All dependencies for offline builds Build (online): go build ./cmd/mattermost Build (offline/air-gapped): go build -mod=vendor ./cmd/mattermost 🤖 Generated with [Claude Code](https://claude.com/claude-code) Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com>
97 lines
2.7 KiB
Go
97 lines
2.7 KiB
Go
// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
|
|
// See LICENSE.txt for license information.
|
|
|
|
package extract_content
|
|
|
|
import (
|
|
"strconv"
|
|
|
|
"github.com/mattermost/mattermost/server/public/model"
|
|
"github.com/mattermost/mattermost/server/public/shared/mlog"
|
|
"github.com/mattermost/mattermost/server/public/shared/request"
|
|
"github.com/mattermost/mattermost/server/v8/channels/jobs"
|
|
"github.com/mattermost/mattermost/server/v8/channels/store"
|
|
)
|
|
|
|
var ignoredFiles = map[string]bool{
|
|
"png": true, "jpg": true, "jpeg": true, "gif": true, "wmv": true,
|
|
"mpg": true, "mpeg": true, "mp3": true, "mp4": true, "ogg": true,
|
|
"ogv": true, "mov": true, "apk": true, "svg": true, "webm": true,
|
|
"mkv": true,
|
|
}
|
|
|
|
type AppIface interface {
|
|
ExtractContentFromFileInfo(rctx request.CTX, fileInfo *model.FileInfo) error
|
|
}
|
|
|
|
func MakeWorker(jobServer *jobs.JobServer, app AppIface, store store.Store) *jobs.SimpleWorker {
|
|
const workerName = "ExtractContent"
|
|
|
|
isEnabled := func(cfg *model.Config) bool {
|
|
return true
|
|
}
|
|
execute := func(logger mlog.LoggerIFace, job *model.Job) error {
|
|
jobServer.HandleJobPanic(logger, job)
|
|
|
|
var err error
|
|
var fromTS int64
|
|
var toTS int64 = model.GetMillis()
|
|
if fromStr, ok := job.Data["from"]; ok {
|
|
if fromTS, err = strconv.ParseInt(fromStr, 10, 64); err != nil {
|
|
return err
|
|
}
|
|
fromTS *= 1000
|
|
}
|
|
if toStr, ok := job.Data["to"]; ok {
|
|
if toTS, err = strconv.ParseInt(toStr, 10, 64); err != nil {
|
|
return err
|
|
}
|
|
toTS *= 1000
|
|
}
|
|
|
|
var nFiles int
|
|
var nErrs int
|
|
for {
|
|
opts := model.GetFileInfosOptions{
|
|
Since: fromTS,
|
|
SortBy: model.FileinfoSortByCreated,
|
|
IncludeDeleted: false,
|
|
}
|
|
fileInfos, err := store.FileInfo().GetWithOptions(0, 1000, &opts)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if len(fileInfos) == 0 {
|
|
break
|
|
}
|
|
for _, fileInfo := range fileInfos {
|
|
if !ignoredFiles[fileInfo.Extension] {
|
|
logger.Debug("Extracting file", mlog.String("filename", fileInfo.Name), mlog.String("filepath", fileInfo.Path))
|
|
|
|
err = app.ExtractContentFromFileInfo(request.EmptyContext(logger), fileInfo)
|
|
if err != nil {
|
|
logger.Warn("Failed to extract file content", mlog.Err(err), mlog.String("file_info_id", fileInfo.Id))
|
|
nErrs++
|
|
}
|
|
nFiles++
|
|
}
|
|
}
|
|
lastFileInfo := fileInfos[len(fileInfos)-1]
|
|
if lastFileInfo.CreateAt > toTS {
|
|
break
|
|
}
|
|
fromTS = lastFileInfo.CreateAt + 1
|
|
}
|
|
|
|
job.Data["errors"] = strconv.Itoa(nErrs)
|
|
job.Data["processed"] = strconv.Itoa(nFiles)
|
|
|
|
if err := jobServer.UpdateInProgressJobData(job); err != nil {
|
|
logger.Error("Worker: Failed to update job data", mlog.Err(err))
|
|
}
|
|
return nil
|
|
}
|
|
worker := jobs.NewSimpleWorker(workerName, jobServer, execute, isEnabled)
|
|
return worker
|
|
}
|