package scraper import ( "crypto/tls" "fmt" "io/ioutil" "net/http" "strings" "time" "github.com/stashapp/stash/pkg/models" "github.com/stashapp/stash/pkg/utils" ) // Timeout to get the image. Includes transfer time. May want to make this // configurable at some point. const imageGetTimeout = time.Second * 30 func setPerformerImage(p *models.ScrapedPerformer, globalConfig GlobalConfig) error { if p == nil || p.Image == nil || !strings.HasPrefix(*p.Image, "http") { // nothing to do return nil } img, err := getImage(*p.Image, globalConfig) if err != nil { return err } p.Image = img return nil } func setSceneImage(s *models.ScrapedScene, globalConfig GlobalConfig) error { // don't try to get the image if it doesn't appear to be a URL if s == nil || s.Image == nil || !strings.HasPrefix(*s.Image, "http") { // nothing to do return nil } img, err := getImage(*s.Image, globalConfig) if err != nil { return err } s.Image = img return nil } func setMovieFrontImage(m *models.ScrapedMovie, globalConfig GlobalConfig) error { // don't try to get the image if it doesn't appear to be a URL if m == nil || m.FrontImage == nil || !strings.HasPrefix(*m.FrontImage, "http") { // nothing to do return nil } img, err := getImage(*m.FrontImage, globalConfig) if err != nil { return err } m.FrontImage = img return nil } func setMovieBackImage(m *models.ScrapedMovie, globalConfig GlobalConfig) error { // don't try to get the image if it doesn't appear to be a URL if m == nil || m.BackImage == nil || !strings.HasPrefix(*m.BackImage, "http") { // nothing to do return nil } img, err := getImage(*m.BackImage, globalConfig) if err != nil { return err } m.BackImage = img return nil } func getImage(url string, globalConfig GlobalConfig) (*string, error) { client := &http.Client{ Transport: &http.Transport{ // ignore insecure certificates TLSClientConfig: &tls.Config{InsecureSkipVerify: !globalConfig.GetScraperCertCheck()}}, Timeout: imageGetTimeout, } req, err := http.NewRequest("GET", url, nil) if err != nil { return nil, err } userAgent := globalConfig.GetScraperUserAgent() if userAgent != "" { req.Header.Set("User-Agent", userAgent) } // assume is a URL for now // set the host of the URL as the referer if req.URL.Scheme != "" { req.Header.Set("Referer", req.URL.Scheme+"://"+req.Host+"/") } resp, err := client.Do(req) if err != nil { return nil, err } if resp.StatusCode >= 400 { return nil, fmt.Errorf("http error %d", resp.StatusCode) } defer resp.Body.Close() body, err := ioutil.ReadAll(resp.Body) if err != nil { return nil, err } // determine the image type and set the base64 type contentType := resp.Header.Get("Content-Type") if contentType == "" { contentType = http.DetectContentType(body) } img := "data:" + contentType + ";base64," + utils.GetBase64StringFromData(body) return &img, nil } func getStashPerformerImage(stashURL string, performerID string, globalConfig GlobalConfig) (*string, error) { return getImage(stashURL+"/performer/"+performerID+"/image", globalConfig) } func getStashSceneImage(stashURL string, sceneID string, globalConfig GlobalConfig) (*string, error) { return getImage(stashURL+"/scene/"+sceneID+"/screenshot", globalConfig) }