Files
yellowjacket/backend/explore/artistimage.go
T
yonlu 19a803d1fc feat: multi-source artist images with thumbnails + grid integration
Complete rewrite of the artist image pipeline:

STORAGE:
- Migration 16: artist_images table tracking source, URL, path,
  primary flag, dimensions per image (up to 10 per artist)
- Directory structure: artist-images/{mbid[:2]}/{mbid}/ with
  primary.jpg + primary_sm.jpg/_md.jpg/_lg.jpg thumbnails
- Miss marker (.miss file) prevents re-fetching artists with no image

SOURCES (priority order):
1. MusicBrainz direct image relations (Wikimedia Commons)
2. Wikidata P18 property (Wikimedia Commons)
3. Wikipedia lead image (NEW — via Wikidata sitelinks → Wikipedia API)

Each source is checked, deduplicated, and the first available
image becomes the primary with sm/md/lg thumbnail generation
(100px/200px/400px, matching cover art tier sizes).

ASSET SERVING:
- /artist-images/ path registered with Wails asset handler
- Serves files via http.FileServer from the artist-images directory
- Same pattern as /covers/ for cover art

ARTIST MODEL:
- Artist struct gains ImageSmall/ImageMedium/ImageLarge fields
- resolveArtistImages does bulk MBID lookup → disk stat for each
- Populated in GetAllArtists and GetAllArtistsByLibrary

GRID VIEW:
- artists-view uses model URLs directly (no more base64 data URLs)
- Size selection based on imageSize * devicePixelRatio (like cover-grid)
- Removed batch GetArtistImages call and in-memory cache — no longer needed
2026-03-29 08:33:32 -04:00

698 lines
16 KiB
Go

package explore
import (
"context"
"crypto/md5" //nolint:gosec // MD5 for Wikimedia URL hashing
"encoding/base64"
"encoding/json"
"errors"
"fmt"
"image"
"image/jpeg"
_ "image/png" // register PNG decoder
"io"
"log/slog"
"net/http"
"os"
"path/filepath"
"strings"
"time"
"golang.org/x/image/draw"
"yellowjacket/backend/database"
"yellowjacket/backend/system"
)
// ErrArtistImage is returned when an artist image HTTP fetch fails.
var ErrArtistImage = errors.New("artist image fetch failed")
const (
wikimediaThumbBase = "https://upload.wikimedia.org/wikipedia/commons/thumb"
wikidataAPIBase = "https://www.wikidata.org/w/api.php"
wikipediaAPIBase = "https://en.wikipedia.org/w/api.php"
artistImageTimeout = 10 * time.Second
artistImageCacheTTL = 30 * 24 * time.Hour
artistImageBaseDir = "artist-images"
artistImageMaxBytes = 2 * 1024 * 1024
artistImageMaxSize = 500 // max dimension for stored full-res images
maxImagesPerArtist = 10
)
// artistImageTier defines a thumbnail size variant.
type artistImageTier struct {
Suffix string
MaxSize int
Quality int
}
var artistImageTiers = []artistImageTier{
{Suffix: "_sm", MaxSize: 100, Quality: 75},
{Suffix: "_md", MaxSize: 200, Quality: 80},
{Suffix: "_lg", MaxSize: 400, Quality: 85},
}
// ArtistImageProvider resolves, fetches, and caches artist images
// from multiple sources. Stores up to 10 images per artist with
// sm/md/lg thumbnails for the primary image.
type ArtistImageProvider struct {
db *database.DB
cache *Cache
mbLimiter *RateLimiter
client *http.Client
logger *slog.Logger
baseDir string
}
// NewArtistImageProvider creates a multi-source artist image provider.
func NewArtistImageProvider(
db *database.DB,
cache *Cache,
mbLimiter *RateLimiter,
logger *slog.Logger,
) *ArtistImageProvider {
dir := ""
dataDir, err := system.GetUserDataDirPath()
if err == nil {
dir = filepath.Join(dataDir, artistImageBaseDir)
_ = os.MkdirAll(dir, 0o755)
}
return &ArtistImageProvider{
db: db,
cache: cache,
mbLimiter: mbLimiter,
client: &http.Client{Timeout: artistImageTimeout},
logger: logger,
baseDir: dir,
}
}
// ---------------------------------------------------------------------------
// Public API
// ---------------------------------------------------------------------------
// GetArtistImage returns the primary image as a base64 data URL.
// Resolves from all sources if not yet cached.
func (p *ArtistImageProvider) GetArtistImage(artistMBID string) string {
if artistMBID == "" || p.baseDir == "" {
return ""
}
// Check for existing primary image on disk.
primaryPath := p.primaryPath(artistMBID)
if data := readFileData(primaryPath); data != "" {
return data
}
// Check if we already know there's no image.
if p.isMiss(artistMBID) {
return ""
}
// Resolve from all sources and select primary.
p.resolveAllSources(artistMBID)
// Try again after resolution.
if data := readFileData(primaryPath); data != "" {
return data
}
// Mark as miss.
p.writeMiss(artistMBID)
return ""
}
// GetCachedImage returns the primary image from disk cache only.
// No network fetches.
func (p *ArtistImageProvider) GetCachedImage(artistMBID string) string {
if artistMBID == "" || p.baseDir == "" {
return ""
}
return readFileData(p.primaryPath(artistMBID))
}
// GetImageURLs returns the asset-handler URLs for the primary image
// at all size tiers. Returns empty strings if no image.
func (p *ArtistImageProvider) GetImageURLs(artistMBID string) (string, string, string, string) {
if artistMBID == "" || p.baseDir == "" {
return "", "", "", ""
}
dir := p.artistDir(artistMBID)
prefix := "/artist-images/" + artistMBID[:2] + "/" + artistMBID + "/"
if _, err := os.Stat(filepath.Join(dir, "primary.jpg")); err != nil {
return "", "", "", ""
}
var small, medium, large string
full := prefix + "primary.jpg"
for _, tier := range artistImageTiers {
path := filepath.Join(dir, "primary"+tier.Suffix+".jpg")
if _, err := os.Stat(path); err == nil {
url := prefix + "primary" + tier.Suffix + ".jpg"
switch tier.Suffix {
case "_sm":
small = url
case "_md":
medium = url
case "_lg":
large = url
}
}
}
return small, medium, large, full
}
// GetAliases returns artist aliases from cached MB rels.
func (p *ArtistImageProvider) GetAliases(artistMBID string) string {
cacheKey := "mb:artist-rels:" + artistMBID
data, ok := p.cache.Get(cacheKey)
if !ok {
return ""
}
var envelope struct {
Aliases []struct {
Name string `json:"name"`
} `json:"aliases"`
}
if err := json.Unmarshal(data, &envelope); err != nil || len(envelope.Aliases) == 0 {
return ""
}
names := make([]string, 0, len(envelope.Aliases))
for _, a := range envelope.Aliases {
if a.Name != "" {
names = append(names, a.Name)
}
}
return strings.Join(names, " ")
}
// ---------------------------------------------------------------------------
// Source resolution
// ---------------------------------------------------------------------------
type mbRelation struct {
Type string `json:"type"`
URL struct {
Resource string `json:"resource"`
} `json:"url"`
}
func (p *ArtistImageProvider) resolveAllSources(artistMBID string) {
rels := p.fetchMBRels(artistMBID)
var urls []struct {
source string
url string
}
// Source 1: MB direct image relations (Wikimedia Commons).
for _, rel := range rels {
if rel.Type != "image" {
continue
}
resource := rel.URL.Resource
if idx := strings.LastIndex(resource, "File:"); idx >= 0 {
filename := resource[idx+5:]
thumbURL := wikimediaThumbURL(filename)
if thumbURL != "" {
urls = append(urls, struct {
source string
url string
}{"wikimedia", thumbURL})
}
}
}
// Source 2: Wikidata P18.
qid := p.getWikidataQID(rels)
if qid != "" {
if thumbURL := p.fetchWikidataP18(qid); thumbURL != "" {
// Avoid duplicates with source 1.
dup := false
for _, u := range urls {
if u.url == thumbURL {
dup = true
break
}
}
if !dup {
urls = append(urls, struct {
source string
url string
}{"wikidata", thumbURL})
}
}
// Source 3: Wikipedia lead image.
if leadURL := p.fetchWikipediaLeadImage(qid); leadURL != "" {
dup := false
for _, u := range urls {
if u.url == leadURL {
dup = true
break
}
}
if !dup {
urls = append(urls, struct {
source string
url string
}{"wikipedia", leadURL})
}
}
}
if len(urls) == 0 {
return
}
// Cap at maxImagesPerArtist.
if len(urls) > maxImagesPerArtist {
urls = urls[:maxImagesPerArtist]
}
// Fetch and store each image.
dir := p.artistDir(artistMBID)
_ = os.MkdirAll(dir, 0o755)
for i, u := range urls {
imgData, err := p.fetchImageBytes(u.url)
if err != nil || len(imgData) == 0 {
continue
}
filename := fmt.Sprintf("%s_%d.jpg", u.source, i)
path := filepath.Join(dir, filename)
_ = os.WriteFile(path, imgData, 0o644)
// Store in DB.
isPrimary := 0
if i == 0 {
isPrimary = 1
}
_, _ = p.db.ExecContext(`
INSERT OR REPLACE INTO artist_images
(artist_mbid, source, source_url, file_path, is_primary, sort_order, file_size)
VALUES (?, ?, ?, ?, ?, ?, ?)
`, artistMBID, u.source, u.url, path, isPrimary, i, len(imgData))
// Generate thumbnails for the primary image.
if i == 0 {
p.setPrimary(artistMBID, dir, imgData)
}
}
}
// setPrimary copies image data to primary.jpg and generates thumbnails.
func (p *ArtistImageProvider) setPrimary(artistMBID, dir string, imgData []byte) {
primaryPath := filepath.Join(dir, "primary.jpg")
_ = os.WriteFile(primaryPath, imgData, 0o644)
// Decode and generate thumbnails.
img, _, err := image.Decode(strings.NewReader(string(imgData)))
if err != nil {
// Try as bytes reader.
reader := strings.NewReader(string(imgData))
img, _, err = image.Decode(reader)
if err != nil {
p.logger.Debug("artist image: could not decode for thumbnails",
"mbid", artistMBID, "error", err)
return
}
}
for _, tier := range artistImageTiers {
thumbPath := filepath.Join(dir, "primary"+tier.Suffix+".jpg")
p.generateThumbnail(img, thumbPath, tier.MaxSize, tier.Quality)
}
}
func (p *ArtistImageProvider) generateThumbnail(
src image.Image, path string, maxSize, quality int,
) {
bounds := src.Bounds()
w := bounds.Dx()
h := bounds.Dy()
if w <= maxSize && h <= maxSize {
// Image already small enough — just encode as JPEG.
f, err := os.Create(path)
if err != nil {
return
}
defer func() { _ = f.Close() }()
_ = jpeg.Encode(f, src, &jpeg.Options{Quality: quality})
return
}
// Scale down maintaining aspect ratio.
var newW, newH int
if w > h {
newW = maxSize
newH = maxSize * h / w
} else {
newH = maxSize
newW = maxSize * w / h
}
dst := image.NewRGBA(image.Rect(0, 0, newW, newH))
draw.BiLinear.Scale(dst, dst.Bounds(), src, bounds, draw.Over, nil)
f, err := os.Create(path)
if err != nil {
return
}
defer func() { _ = f.Close() }()
_ = jpeg.Encode(f, dst, &jpeg.Options{Quality: quality})
}
// ---------------------------------------------------------------------------
// MB rels + Wikidata + Wikipedia
// ---------------------------------------------------------------------------
func (p *ArtistImageProvider) fetchMBRels(artistMBID string) []mbRelation {
cacheKey := "mb:artist-rels:" + artistMBID
if data, ok := p.cache.Get(cacheKey); ok {
var envelope struct {
Relations []mbRelation `json:"relations"`
}
if err := json.Unmarshal(data, &envelope); err == nil {
return envelope.Relations
}
}
url := fmt.Sprintf(
"https://musicbrainz.org/ws/2/artist/%s?fmt=json&inc=url-rels+aliases",
artistMBID,
)
if err := p.mbLimiter.Wait(context.Background()); err != nil {
return nil
}
body, err := p.fetchURL(url)
if err != nil {
return nil
}
p.cache.Set(cacheKey, body, artistImageCacheTTL, artistMBID, "artist")
var envelope struct {
Relations []mbRelation `json:"relations"`
}
if err := json.Unmarshal(body, &envelope); err != nil {
return nil
}
return envelope.Relations
}
func (p *ArtistImageProvider) getWikidataQID(rels []mbRelation) string {
for _, rel := range rels {
if rel.Type == "wikidata" {
parts := strings.Split(rel.URL.Resource, "/")
return parts[len(parts)-1]
}
}
return ""
}
func (p *ArtistImageProvider) fetchWikidataP18(qid string) string {
cacheKey := "wikidata-p18:" + qid
if data, ok := p.cache.Get(cacheKey); ok {
return string(data)
}
url := fmt.Sprintf(
"%s?action=wbgetclaims&entity=%s&property=P18&format=json",
wikidataAPIBase, qid,
)
body, err := p.fetchURL(url)
if err != nil {
return ""
}
var wd struct {
Claims struct {
P18 []struct {
Mainsnak struct {
Datavalue struct {
Value string `json:"value"`
} `json:"datavalue"`
} `json:"mainsnak"`
} `json:"P18"`
} `json:"claims"`
}
thumbURL := ""
if err := json.Unmarshal(body, &wd); err == nil && len(wd.Claims.P18) > 0 {
filename := strings.ReplaceAll(wd.Claims.P18[0].Mainsnak.Datavalue.Value, " ", "_")
thumbURL = wikimediaThumbURL(filename)
}
p.cache.Set(cacheKey, []byte(thumbURL), artistImageCacheTTL, "", "")
return thumbURL
}
func (p *ArtistImageProvider) fetchWikipediaLeadImage(qid string) string {
cacheKey := "wikipedia-lead:" + qid
if data, ok := p.cache.Get(cacheKey); ok {
return string(data)
}
// Get the English Wikipedia article title from Wikidata sitelinks.
titleURL := fmt.Sprintf(
"%s?action=wbgetentities&ids=%s&props=sitelinks&sitefilter=enwiki&format=json",
wikidataAPIBase, qid,
)
titleBody, err := p.fetchURL(titleURL)
if err != nil {
return ""
}
var sitelinks struct {
Entities map[string]struct {
Sitelinks map[string]struct {
Title string `json:"title"`
} `json:"sitelinks"`
} `json:"entities"`
}
if err := json.Unmarshal(titleBody, &sitelinks); err != nil {
return ""
}
entity, ok := sitelinks.Entities[qid]
if !ok {
return ""
}
enwiki, ok := entity.Sitelinks["enwiki"]
if !ok || enwiki.Title == "" {
p.cache.Set(cacheKey, []byte(""), artistImageCacheTTL, "", "")
return ""
}
// Fetch the lead image from Wikipedia.
imgURL := fmt.Sprintf(
"%s?action=query&titles=%s&prop=pageimages&format=json&pithumbsize=%d",
wikipediaAPIBase,
strings.ReplaceAll(enwiki.Title, " ", "_"),
artistImageMaxSize,
)
imgBody, err := p.fetchURL(imgURL)
if err != nil {
return ""
}
var wp struct {
Query struct {
Pages map[string]struct {
Thumbnail struct {
Source string `json:"source"`
} `json:"thumbnail"`
} `json:"pages"`
} `json:"query"`
}
if err := json.Unmarshal(imgBody, &wp); err != nil {
return ""
}
leadURL := ""
for _, page := range wp.Query.Pages {
if page.Thumbnail.Source != "" {
leadURL = page.Thumbnail.Source
break
}
}
p.cache.Set(cacheKey, []byte(leadURL), artistImageCacheTTL, "", "")
return leadURL
}
// ---------------------------------------------------------------------------
// Disk paths
// ---------------------------------------------------------------------------
func (p *ArtistImageProvider) artistDir(mbid string) string {
if len(mbid) < 2 {
return filepath.Join(p.baseDir, "xx", mbid)
}
return filepath.Join(p.baseDir, mbid[:2], mbid)
}
func (p *ArtistImageProvider) primaryPath(mbid string) string {
return filepath.Join(p.artistDir(mbid), "primary.jpg")
}
func (p *ArtistImageProvider) isMiss(mbid string) bool {
missPath := filepath.Join(p.artistDir(mbid), ".miss")
_, err := os.Stat(missPath)
return err == nil
}
func (p *ArtistImageProvider) writeMiss(mbid string) {
dir := p.artistDir(mbid)
_ = os.MkdirAll(dir, 0o755)
_ = os.WriteFile(filepath.Join(dir, ".miss"), []byte{}, 0o644)
}
// ---------------------------------------------------------------------------
// HTTP helpers
// ---------------------------------------------------------------------------
func (p *ArtistImageProvider) fetchImageBytes(imageURL string) ([]byte, error) {
ctx, cancel := context.WithTimeout(context.Background(), artistImageTimeout)
defer cancel()
req, err := http.NewRequestWithContext(ctx, http.MethodGet, imageURL, nil)
if err != nil {
return nil, err
}
req.Header.Set("User-Agent", lbUserAgent)
resp, err := p.client.Do(req)
if err != nil {
return nil, err
}
defer func() { _ = resp.Body.Close() }()
if resp.StatusCode != http.StatusOK {
return nil, fmt.Errorf("%w: HTTP %d", ErrArtistImage, resp.StatusCode)
}
return io.ReadAll(io.LimitReader(resp.Body, artistImageMaxBytes))
}
func (p *ArtistImageProvider) fetchURL(url string) ([]byte, error) {
ctx, cancel := context.WithTimeout(context.Background(), artistImageTimeout)
defer cancel()
req, err := http.NewRequestWithContext(ctx, http.MethodGet, url, nil)
if err != nil {
return nil, err
}
req.Header.Set("User-Agent", lbUserAgent)
resp, err := p.client.Do(req)
if err != nil {
return nil, err
}
defer func() { _ = resp.Body.Close() }()
if resp.StatusCode != http.StatusOK {
return nil, fmt.Errorf("%w: HTTP %d", ErrArtistImage, resp.StatusCode)
}
return io.ReadAll(resp.Body)
}
// ---------------------------------------------------------------------------
// Shared helpers
// ---------------------------------------------------------------------------
func wikimediaThumbURL(filename string) string {
if filename == "" {
return ""
}
filename = strings.ReplaceAll(filename, " ", "_")
hash := fmt.Sprintf("%x", md5.Sum([]byte(filename))) //nolint:gosec
h1 := string(hash[0])
h2 := hash[:2]
return fmt.Sprintf("%s/%s/%s/%s/%dpx-%s",
wikimediaThumbBase, h1, h2, filename, artistImageMaxSize, filename,
)
}
func readFileData(path string) string {
data, err := os.ReadFile(path)
if err != nil || len(data) == 0 {
return ""
}
mime := "image/jpeg"
if len(data) > 1 && data[0] == 0x89 && data[1] == 0x50 {
mime = "image/png"
}
return "data:" + mime + ";base64," + base64.StdEncoding.EncodeToString(data)
}