Files
unified-media-manager/internal/worker/library_scanner.go
2026-04-24 10:45:19 -07:00

183 lines
4.2 KiB
Go

package worker
import (
"context"
"encoding/json"
"fmt"
"io/fs"
"log/slog"
"os"
"path/filepath"
"strings"
"time"
"github.com/TopherMayor/unified-media-manager/internal/config"
"github.com/TopherMayor/unified-media-manager/internal/db"
"github.com/TopherMayor/unified-media-manager/internal/service"
)
var scannerMediaExts = map[string]bool{
".mkv": true,
".mp4": true,
".avi": true,
".wmv": true,
".flv": true,
".webm": true,
".mp3": true,
".flac": true,
".m4a": true,
".m4b": true,
".ogg": true,
".opus": true,
".epub": true,
".pdf": true,
".mobi": true,
".azw3": true,
}
type LibraryScanner struct {
database *db.DB
matcherSvc *service.MatcherService
mediaSvc *service.MediaService
cfg *config.Config
}
func NewLibraryScanner(database *db.DB, matcherSvc *service.MatcherService, mediaSvc *service.MediaService, cfg *config.Config) *LibraryScanner {
return &LibraryScanner{
database: database,
matcherSvc: matcherSvc,
mediaSvc: mediaSvc,
cfg: cfg,
}
}
func (w *LibraryScanner) Name() string {
return "library_scanner"
}
func (w *LibraryScanner) CronExpr() string {
return w.cfg.WorkerLibraryScanInterval
}
func (w *LibraryScanner) Run(ctx context.Context) error {
ctx, cancel := context.WithTimeout(ctx, 10*time.Minute)
defer cancel()
scanned := 0
tracked := 0
matched := 0
unmatched := 0
rows, err := w.database.Pool.Query(ctx, "SELECT id, path, media_type FROM root_folders")
if err != nil {
return fmt.Errorf("query root folders: %w", err)
}
defer rows.Close()
type rootFolder struct {
id int64
path string
mediaType string
}
var roots []rootFolder
for rows.Next() {
var r rootFolder
if err := rows.Scan(&r.id, &r.path, &r.mediaType); err != nil {
slog.Error("failed to scan root folder", "error", err)
continue
}
roots = append(roots, r)
}
for _, root := range roots {
cleanRoot := filepath.Clean(root.path)
err := filepath.WalkDir(root.path, func(path string, d fs.DirEntry, walkErr error) error {
if walkErr != nil {
return nil
}
if d.IsDir() {
return nil
}
if !strings.HasPrefix(filepath.Clean(path), cleanRoot) {
return nil
}
ext := filepath.Ext(path)
if !scannerMediaExts[ext] {
return nil
}
scanned++
var exists bool
checkErr := w.database.Pool.QueryRow(ctx,
"SELECT EXISTS(SELECT 1 FROM media_files WHERE path = $1 AND deleted_at IS NULL)",
path).Scan(&exists)
if checkErr != nil {
slog.Error("failed to check tracked file", "path", path, "error", checkErr)
return nil
}
if exists {
tracked++
return nil
}
dirName := filepath.Base(filepath.Dir(path))
fileName := filepath.Base(path)
searchName := dirName
if searchName == filepath.Base(root.path) {
searchName = fileName
}
matchResult, matchErr := w.matcherSvc.Match(ctx, searchName, root.mediaType)
if matchErr != nil {
slog.Error("failed to match file", "path", path, "error", matchErr)
unmatched++
return nil
}
if matchResult.Confidence == "none" {
unmatched++
return nil
}
fileInfo, statErr := os.Stat(path)
if statErr != nil {
slog.Error("failed to stat file", "path", path, "error", statErr)
unmatched++
return nil
}
_, insertErr := w.database.Pool.Exec(ctx,
`INSERT INTO media_files (media_id, media_type, path, file_name, file_size, quality, is_hardlinked)
VALUES ($1, $2, $3, $4, $5, $6, false)`,
matchResult.MediaID, matchResult.MediaType, path, filepath.Base(path),
fileInfo.Size(), json.RawMessage("{}"))
if insertErr != nil {
slog.Error("failed to insert media file", "path", path, "error", insertErr)
unmatched++
return nil
}
_, updateErr := w.database.Pool.Exec(ctx,
"UPDATE media SET status = 'available' WHERE id = $1 AND status = 'unavailable'",
matchResult.MediaID)
if updateErr != nil {
slog.Error("failed to update media status", "media_id", matchResult.MediaID, "error", updateErr)
}
matched++
return nil
})
if err != nil {
slog.Error("library scan walk error", "root", root.path, "error", err)
}
}
slog.Info("library scan completed", "scanned", scanned, "tracked", tracked, "matched", matched, "unmatched", unmatched)
return nil
}