package image import ( "context" "errors" "fmt" "os" "path/filepath" "time" "github.com/stashapp/stash/pkg/file" "github.com/stashapp/stash/pkg/logger" "github.com/stashapp/stash/pkg/models" "github.com/stashapp/stash/pkg/models/paths" "github.com/stashapp/stash/pkg/plugin" "github.com/stashapp/stash/pkg/sliceutil/intslice" "github.com/stashapp/stash/pkg/txn" ) var ( ErrNotImageFile = errors.New("not an image file") ) type FinderCreatorUpdater interface { FindByFileID(ctx context.Context, fileID file.ID) ([]*models.Image, error) FindByFolderID(ctx context.Context, folderID file.FolderID) ([]*models.Image, error) FindByFingerprints(ctx context.Context, fp []file.Fingerprint) ([]*models.Image, error) Create(ctx context.Context, newImage *models.ImageCreateInput) error UpdatePartial(ctx context.Context, id int, updatedImage models.ImagePartial) (*models.Image, error) AddFileID(ctx context.Context, id int, fileID file.ID) error models.GalleryIDLoader models.FileLoader } type GalleryFinderCreator interface { FindByFileID(ctx context.Context, fileID file.ID) ([]*models.Gallery, error) FindByFolderID(ctx context.Context, folderID file.FolderID) ([]*models.Gallery, error) Create(ctx context.Context, newObject *models.Gallery, fileIDs []file.ID) error } type ScanConfig interface { GetCreateGalleriesFromFolders() bool } type ScanGenerator interface { Generate(ctx context.Context, i *models.Image, f file.File) error } type ScanHandler struct { CreatorUpdater FinderCreatorUpdater GalleryFinder GalleryFinderCreator ScanGenerator ScanGenerator ScanConfig ScanConfig PluginCache *plugin.Cache Paths *paths.Paths } func (h *ScanHandler) validate() error { if h.CreatorUpdater == nil { return errors.New("CreatorUpdater is required") } if h.ScanGenerator == nil { return errors.New("ScanGenerator is required") } if h.GalleryFinder == nil { return errors.New("GalleryFinder is required") } if h.ScanConfig == nil { return errors.New("ScanConfig is required") } if h.Paths == nil { return errors.New("Paths is required") } return nil } func (h *ScanHandler) Handle(ctx context.Context, f file.File, oldFile file.File) error { if err := h.validate(); err != nil { return err } imageFile := f.Base() // try to match the file to an image existing, err := h.CreatorUpdater.FindByFileID(ctx, imageFile.ID) if err != nil { return fmt.Errorf("finding existing image: %w", err) } if len(existing) == 0 { // try also to match file by fingerprints existing, err = h.CreatorUpdater.FindByFingerprints(ctx, imageFile.Fingerprints) if err != nil { return fmt.Errorf("finding existing image by fingerprints: %w", err) } } if len(existing) > 0 { updateExisting := oldFile != nil if err := h.associateExisting(ctx, existing, imageFile, updateExisting); err != nil { return err } } else { // create a new image now := time.Now() newImage := &models.Image{ CreatedAt: now, UpdatedAt: now, GalleryIDs: models.NewRelatedIDs([]int{}), } logger.Infof("%s doesn't exist. Creating new image...", f.Base().Path) if _, err := h.associateGallery(ctx, newImage, imageFile); err != nil { return err } if err := h.CreatorUpdater.Create(ctx, &models.ImageCreateInput{ Image: newImage, FileIDs: []file.ID{imageFile.ID}, }); err != nil { return fmt.Errorf("creating new image: %w", err) } h.PluginCache.RegisterPostHooks(ctx, newImage.ID, plugin.ImageCreatePost, nil, nil) existing = []*models.Image{newImage} } // remove the old thumbnail if the checksum changed - we'll regenerate it if oldFile != nil { oldHash := oldFile.Base().Fingerprints.GetString(file.FingerprintTypeMD5) newHash := f.Base().Fingerprints.GetString(file.FingerprintTypeMD5) if oldHash != "" && newHash != "" && oldHash != newHash { // remove cache dir of gallery _ = os.Remove(h.Paths.Generated.GetThumbnailPath(oldHash, models.DefaultGthumbWidth)) } } // do this after the commit so that generation doesn't hold up the transaction txn.AddPostCommitHook(ctx, func(ctx context.Context) { for _, s := range existing { if err := h.ScanGenerator.Generate(ctx, s, f); err != nil { // just log if cover generation fails. We can try again on rescan logger.Errorf("Error generating content for %s: %v", imageFile.Path, err) } } }) return nil } func (h *ScanHandler) associateExisting(ctx context.Context, existing []*models.Image, f *file.BaseFile, updateExisting bool) error { for _, i := range existing { if err := i.LoadFiles(ctx, h.CreatorUpdater); err != nil { return err } found := false for _, sf := range i.Files.List() { if sf.Base().ID == f.Base().ID { found = true break } } // associate with gallery if applicable changed, err := h.associateGallery(ctx, i, f) if err != nil { return err } var galleryIDs *models.UpdateIDs if changed { galleryIDs = &models.UpdateIDs{ IDs: i.GalleryIDs.List(), Mode: models.RelationshipUpdateModeSet, } } if !found { logger.Infof("Adding %s to image %s", f.Path, i.DisplayName()) if err := h.CreatorUpdater.AddFileID(ctx, i.ID, f.ID); err != nil { return fmt.Errorf("adding file to image: %w", err) } changed = true } if changed { // always update updated_at time if _, err := h.CreatorUpdater.UpdatePartial(ctx, i.ID, models.ImagePartial{ GalleryIDs: galleryIDs, UpdatedAt: models.NewOptionalTime(time.Now()), }); err != nil { return fmt.Errorf("updating image: %w", err) } } if changed || updateExisting { h.PluginCache.RegisterPostHooks(ctx, i.ID, plugin.ImageUpdatePost, nil, nil) } } return nil } func (h *ScanHandler) getOrCreateFolderBasedGallery(ctx context.Context, f file.File) (*models.Gallery, error) { folderID := f.Base().ParentFolderID g, err := h.GalleryFinder.FindByFolderID(ctx, folderID) if err != nil { return nil, fmt.Errorf("finding folder based gallery: %w", err) } if len(g) > 0 { gg := g[0] return gg, nil } // create a new folder-based gallery now := time.Now() newGallery := &models.Gallery{ FolderID: &folderID, CreatedAt: now, UpdatedAt: now, } logger.Infof("Creating folder-based gallery for %s", filepath.Dir(f.Base().Path)) if err := h.GalleryFinder.Create(ctx, newGallery, nil); err != nil { return nil, fmt.Errorf("creating folder based gallery: %w", err) } h.PluginCache.RegisterPostHooks(ctx, newGallery.ID, plugin.GalleryCreatePost, nil, nil) // it's possible that there are other images in the folder that // need to be added to the new gallery. Find and add them now. if err := h.associateFolderImages(ctx, newGallery); err != nil { return nil, fmt.Errorf("associating existing folder images: %w", err) } return newGallery, nil } func (h *ScanHandler) associateFolderImages(ctx context.Context, g *models.Gallery) error { i, err := h.CreatorUpdater.FindByFolderID(ctx, *g.FolderID) if err != nil { return fmt.Errorf("finding images in folder: %w", err) } for _, ii := range i { logger.Infof("Adding %s to gallery %s", ii.Path, g.Path) if _, err := h.CreatorUpdater.UpdatePartial(ctx, ii.ID, models.ImagePartial{ GalleryIDs: &models.UpdateIDs{ IDs: []int{g.ID}, Mode: models.RelationshipUpdateModeAdd, }, UpdatedAt: models.NewOptionalTime(time.Now()), }); err != nil { return fmt.Errorf("updating image: %w", err) } } return nil } func (h *ScanHandler) getOrCreateZipBasedGallery(ctx context.Context, zipFile file.File) (*models.Gallery, error) { g, err := h.GalleryFinder.FindByFileID(ctx, zipFile.Base().ID) if err != nil { return nil, fmt.Errorf("finding zip based gallery: %w", err) } if len(g) > 0 { gg := g[0] return gg, nil } // create a new zip-based gallery now := time.Now() newGallery := &models.Gallery{ CreatedAt: now, UpdatedAt: now, } logger.Infof("%s doesn't exist. Creating new gallery...", zipFile.Base().Path) if err := h.GalleryFinder.Create(ctx, newGallery, []file.ID{zipFile.Base().ID}); err != nil { return nil, fmt.Errorf("creating zip-based gallery: %w", err) } h.PluginCache.RegisterPostHooks(ctx, newGallery.ID, plugin.GalleryCreatePost, nil, nil) return newGallery, nil } func (h *ScanHandler) getOrCreateGallery(ctx context.Context, f file.File) (*models.Gallery, error) { // don't create folder-based galleries for files in zip file if f.Base().ZipFile != nil { return h.getOrCreateZipBasedGallery(ctx, f.Base().ZipFile) } // Look for specific filename in Folder to find out if the Folder is marked to be handled differently as the setting folderPath := filepath.Dir(f.Base().Path) forceGallery := false if _, err := os.Stat(filepath.Join(folderPath, ".forcegallery")); err == nil { forceGallery = true } else if !errors.Is(err, os.ErrNotExist) { return nil, fmt.Errorf("Could not test Path %s: %w", folderPath, err) } exemptGallery := false if _, err := os.Stat(filepath.Join(folderPath, ".nogallery")); err == nil { exemptGallery = true } else if !errors.Is(err, os.ErrNotExist) { return nil, fmt.Errorf("Could not test Path %s: %w", folderPath, err) } if forceGallery || (h.ScanConfig.GetCreateGalleriesFromFolders() && !exemptGallery) { return h.getOrCreateFolderBasedGallery(ctx, f) } return nil, nil } func (h *ScanHandler) associateGallery(ctx context.Context, newImage *models.Image, f file.File) (bool, error) { g, err := h.getOrCreateGallery(ctx, f) if err != nil { return false, err } if err := newImage.LoadGalleryIDs(ctx, h.CreatorUpdater); err != nil { return false, err } ret := false if g != nil && !intslice.IntInclude(newImage.GalleryIDs.List(), g.ID) { ret = true newImage.GalleryIDs.Add(g.ID) logger.Infof("Adding %s to gallery %s", f.Base().Path, g.Path) } return ret, nil }