mirror of
https://git.sr.ht/~joren/streamrip-go
synced 2026-10-16 22:07:30 +02:00
internal/download The ~40-line progress-bar decorator stack was copy-pasted into three download paths and had started to drift; it is now newDownloadBar, which returns a nil bar when progress is off (so callers use it unconditionally) plus a finish func to defer. The three hand-rolled read/write loops that differed only in whether they touched a bar become copyWithProgress. FileDeezerEncrypted and FileYandexEncrypted were ~90% identical: mkdir, GET, status check, create output, bar, cleanup-on-failure, Content-Length check, fsync. That scaffolding is now streamEncrypted, and each function supplies only its decryption step. Also switches the io.EOF/io.ErrUnexpectedEOF comparisons to errors.Is. internal/app Three copies of "coerce a JSON array that may be []any or []map[string]any" become anySlice, which also reports whether the value was an array at all so callers can still distinguish missing from empty. The worker-pool dispatch existed three times and the copies disagreed: two counted failures under a mutex and logged inline with the track id, while the third collected errors in a channel and logged them all after wg.Wait() without the id. runTrackWorkers unifies them on the inline form, which reports failures as they happen and names the track, and keeps the mutex held across the log so failure lines cannot interleave. Tests The progress-bar paths had no coverage at all, because progress is disabled when not attached to a terminal; four new tests force it on via the existing STREAMRIP_GO_FORCE_PROGRESS escape hatch and cover the determinate bar, the unknown-length spinner, Deezer decryption with a bar attached, and the failure path still removing the partial file. internal/download coverage 53% -> 63%. Three cancellation tests pin the Ctrl-C fix. Verified as genuine regression tests by reverting the guards: without them the rip walks all 40 tracks of a cancelled album, logs a failure for each, and Rip() returns nil. Adds store.SQLite.IsFailed, the read complement to MarkFailed, used by the bookkeeping test to confirm failure records still land under a cancelled context. Co-Authored-By: Claude Opus 5 <noreply@anthropic.com>
1629 lines
46 KiB
Go
1629 lines
46 KiB
Go
package app
|
|
|
|
import (
|
|
"context"
|
|
"errors"
|
|
"fmt"
|
|
"os/exec"
|
|
"path/filepath"
|
|
"regexp"
|
|
"sort"
|
|
"strconv"
|
|
"strings"
|
|
"sync"
|
|
"time"
|
|
|
|
"streamrip-go/internal/artwork"
|
|
"streamrip-go/internal/audio/convert"
|
|
"streamrip-go/internal/audio/tag"
|
|
"streamrip-go/internal/config"
|
|
"streamrip-go/internal/domain/media"
|
|
"streamrip-go/internal/download"
|
|
"streamrip-go/internal/jsonutil"
|
|
"streamrip-go/internal/naming"
|
|
"streamrip-go/internal/provider"
|
|
beatportprovider "streamrip-go/internal/provider/beatport"
|
|
deezerprovider "streamrip-go/internal/provider/deezer"
|
|
qobuzprovider "streamrip-go/internal/provider/qobuz"
|
|
soundcloudprovider "streamrip-go/internal/provider/soundcloud"
|
|
tidalprovider "streamrip-go/internal/provider/tidal"
|
|
yandexprovider "streamrip-go/internal/provider/yandex"
|
|
"streamrip-go/internal/store"
|
|
"streamrip-go/internal/verbose"
|
|
)
|
|
|
|
type Main struct {
|
|
Config *config.Config
|
|
Providers map[string]provider.Client
|
|
Store store.Database
|
|
DL *download.Downloader
|
|
Tagger trackTagger
|
|
IgnoreDB bool
|
|
Pending []media.Pending
|
|
Media []media.Media
|
|
}
|
|
|
|
type PlaylistTrackRef struct {
|
|
Source string
|
|
ID string
|
|
}
|
|
|
|
type ripTrackOptions struct {
|
|
albumFolder string
|
|
albumEmbedCover string
|
|
albumArtist string
|
|
prefetched *provider.Downloadable
|
|
index int
|
|
total int
|
|
albumDiscTotal int
|
|
forPlaylist bool
|
|
playlistName string
|
|
playlistPos int
|
|
}
|
|
|
|
type folderAudioValues struct {
|
|
container string
|
|
codec string
|
|
quality string
|
|
bitDepth int
|
|
samplingRate string
|
|
bitrateKbps int
|
|
}
|
|
|
|
type collectionAlbum struct {
|
|
ID string
|
|
Meta map[string]any
|
|
Title string
|
|
AlbumArtist string
|
|
BitDepth int
|
|
Sampling float64
|
|
Explicit bool
|
|
TrackCount int
|
|
}
|
|
|
|
var (
|
|
qobuzEssenceRe = regexp.MustCompile(`(?i)^([^\(\[]+)`)
|
|
qobuzExtraRe = regexp.MustCompile(`(?i)(anniversary|deluxe|live|collector|demo|expanded|remix)`)
|
|
qobuzRemasterRe = regexp.MustCompile(`(?i)(re)?master(ed)?`)
|
|
)
|
|
|
|
type trackTagger interface {
|
|
TagFLAC(ctx context.Context, path string, meta tag.Metadata, coverPath string) error
|
|
}
|
|
|
|
type videoDownloadableProvider interface {
|
|
GetVideoDownloadable(ctx context.Context, videoID string) (*provider.Downloadable, error)
|
|
}
|
|
|
|
type trackFallbackDownloader interface {
|
|
DownloadTrackFallback(ctx context.Context, trackID string, quality int, outputPath string) error
|
|
}
|
|
|
|
func New(cfg *config.Config) (*Main, error) {
|
|
var db store.Database
|
|
if cfg.Session.Database.DownloadsEnabled || cfg.Session.Database.FailedDownloadsEnabled {
|
|
s, err := store.NewSQLite(cfg.Session.Database.DownloadsPath)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
db = s
|
|
} else {
|
|
db = store.NewDummy()
|
|
}
|
|
|
|
providers := map[string]provider.Client{
|
|
"beatport": beatportprovider.New(cfg),
|
|
"qobuz": qobuzprovider.New(cfg),
|
|
"tidal": tidalprovider.New(cfg),
|
|
"deezer": deezerprovider.New(cfg),
|
|
"yandex": yandexprovider.New(cfg),
|
|
"soundcloud": soundcloudprovider.New(cfg),
|
|
}
|
|
|
|
m := &Main{
|
|
Config: cfg,
|
|
Providers: providers,
|
|
Store: db,
|
|
DL: download.NewWithOptions(cfg.Session.Downloads.VerifySSL, cfg.Session.CLI.ProgressBars, downloaderMaxConnsPerHost(cfg.Session.Downloads.MaxConnections)),
|
|
Tagger: tag.New(),
|
|
Pending: []media.Pending{},
|
|
Media: []media.Media{},
|
|
}
|
|
// The downloader does the Deezer decryption, so it needs the protocol
|
|
// secret from config rather than a constant of its own.
|
|
m.DL.DeezerBlowfishSecret = cfg.Session.Deezer.BlowfishSecret
|
|
verbose.SetSink(func(msg string) { m.DL.Logf("%s", msg) })
|
|
return m, nil
|
|
}
|
|
|
|
// downloaderMaxConnsPerHost picks the per-host idle connection cap for the
|
|
// shared download client. We floor at 16 so artwork/manifest fetches and
|
|
// concurrent track downloads to the same CDN host can reuse keep-alive
|
|
// sockets even when the user configured a tiny max_connections.
|
|
func downloaderMaxConnsPerHost(maxConnections int) int {
|
|
if maxConnections > 16 {
|
|
return maxConnections
|
|
}
|
|
return 16
|
|
}
|
|
|
|
func (m *Main) Close() error {
|
|
verbose.SetSink(nil)
|
|
m.DL.Close()
|
|
artwork.CleanupTempDirs()
|
|
for _, p := range m.Providers {
|
|
_ = p.Close()
|
|
}
|
|
return m.Store.Close()
|
|
}
|
|
|
|
func (m *Main) logf(format string, args ...any) {
|
|
if m != nil && m.DL != nil {
|
|
m.DL.Logf(format, args...)
|
|
return
|
|
}
|
|
fmt.Printf(format, args...)
|
|
}
|
|
|
|
// bookkeepingTimeout bounds the detached store writes below. They must not
|
|
// inherit a cancelled context, or a single Ctrl-C silently loses the record of
|
|
// which tracks failed.
|
|
const bookkeepingTimeout = 5 * time.Second
|
|
|
|
// markFailed records a failed download. It deliberately detaches from ctx so
|
|
// the write still lands when the rip was cancelled, which is exactly when the
|
|
// failure record matters most.
|
|
func (m *Main) markFailed(ctx context.Context, source, mediaType, id string) {
|
|
if m.Store == nil {
|
|
return
|
|
}
|
|
writeCtx, cancel := context.WithTimeout(context.WithoutCancel(ctx), bookkeepingTimeout)
|
|
defer cancel()
|
|
if err := m.Store.MarkFailed(writeCtx, source, mediaType, id); err != nil {
|
|
m.logf("warning: could not record failure for %s/%s/%s: %v\n", source, mediaType, id, err)
|
|
}
|
|
}
|
|
|
|
// markDownloaded records a completed download, detached from ctx for the same
|
|
// reason as markFailed: the file is already on disk, so losing the record would
|
|
// cause a needless re-download later.
|
|
func (m *Main) markDownloaded(ctx context.Context, source, id string) error {
|
|
if m.Store == nil {
|
|
return nil
|
|
}
|
|
writeCtx, cancel := context.WithTimeout(context.WithoutCancel(ctx), bookkeepingTimeout)
|
|
defer cancel()
|
|
return m.Store.MarkDownloaded(writeCtx, source, id)
|
|
}
|
|
|
|
// defaultMaxWorkers is used when max_connections is unset or nonsensical.
|
|
const defaultMaxWorkers = 6
|
|
|
|
// runTrackWorkers rips ids, either serially or across max_connections workers
|
|
// depending on config, and returns how many failed.
|
|
//
|
|
// This replaces three copy-pasted dispatch blocks that had drifted apart: two
|
|
// counted failures under a mutex and logged inline, while the third collected
|
|
// errors in a channel and logged them all after wg.Wait() without the track id.
|
|
// The inline form is kept, since it reports failures as they happen and names
|
|
// the track. pos is 1-based to match the progress output's numbering.
|
|
func (m *Main) runTrackWorkers(ctx context.Context, ids []string, rip func(pos int, id string) error) int {
|
|
failures := 0
|
|
|
|
maxWorkers := m.Config.Session.Downloads.MaxConnections
|
|
if !m.Config.Session.Downloads.Concurrency || maxWorkers == 1 {
|
|
for i, id := range ids {
|
|
if ctx.Err() != nil {
|
|
break
|
|
}
|
|
if err := rip(i+1, id); err != nil {
|
|
failures++
|
|
m.logf("track failed: id=%s reason=%v\n", id, err)
|
|
}
|
|
}
|
|
return failures
|
|
}
|
|
if maxWorkers <= 0 {
|
|
maxWorkers = defaultMaxWorkers
|
|
}
|
|
|
|
sem := make(chan struct{}, maxWorkers)
|
|
var wg sync.WaitGroup
|
|
var mu sync.Mutex
|
|
for i, id := range ids {
|
|
if ctx.Err() != nil {
|
|
break
|
|
}
|
|
wg.Add(1)
|
|
sem <- struct{}{}
|
|
go func(pos int, tid string) {
|
|
defer wg.Done()
|
|
defer func() { <-sem }()
|
|
if err := rip(pos, tid); err != nil {
|
|
// Holding mu across the log keeps failure lines from
|
|
// interleaving with each other.
|
|
mu.Lock()
|
|
failures++
|
|
m.logf("track failed: id=%s reason=%v\n", tid, err)
|
|
mu.Unlock()
|
|
}
|
|
}(i+1, id)
|
|
}
|
|
wg.Wait()
|
|
return failures
|
|
}
|
|
|
|
// anySlice normalizes a JSON array that may have been decoded as either
|
|
// []any or []map[string]any, which differs per provider because some clients
|
|
// hand-build their metadata maps instead of round-tripping through encoding/json.
|
|
//
|
|
// It reports false when the value is neither, so callers can distinguish
|
|
// "missing" from "empty".
|
|
func anySlice(v any) ([]any, bool) {
|
|
switch items := v.(type) {
|
|
case []any:
|
|
return items, true
|
|
case []map[string]any:
|
|
out := make([]any, 0, len(items))
|
|
for _, item := range items {
|
|
out = append(out, item)
|
|
}
|
|
return out, true
|
|
default:
|
|
return nil, false
|
|
}
|
|
}
|
|
|
|
// safeJoin joins base with parts and asserts the result stays inside the
|
|
// configured downloads folder.
|
|
//
|
|
// naming.CleanName already rejects "." and ".." components, so this should
|
|
// never fire; it is a second line of defence because every component here is
|
|
// built from provider-supplied metadata, and writing outside the download root
|
|
// is the one failure mode worth being paranoid about.
|
|
func (m *Main) safeJoin(base string, parts ...string) string {
|
|
joined := filepath.Join(append([]string{base}, parts...)...)
|
|
|
|
root := strings.TrimSpace(m.Config.Session.Downloads.Folder)
|
|
if root == "" {
|
|
return joined
|
|
}
|
|
if pathWithin(root, joined) {
|
|
return joined
|
|
}
|
|
|
|
m.logf("warning: refusing to write outside the download folder (%q); using %q instead\n", joined, root)
|
|
return filepath.Join(root, "Unknown")
|
|
}
|
|
|
|
// pathWithin reports whether target is root itself or sits beneath it.
|
|
func pathWithin(root, target string) bool {
|
|
absRoot, err := filepath.Abs(root)
|
|
if err != nil {
|
|
return false
|
|
}
|
|
absTarget, err := filepath.Abs(target)
|
|
if err != nil {
|
|
return false
|
|
}
|
|
rel, err := filepath.Rel(absRoot, absTarget)
|
|
if err != nil {
|
|
return false
|
|
}
|
|
if rel == ".." || strings.HasPrefix(rel, ".."+string(filepath.Separator)) {
|
|
return false
|
|
}
|
|
return true
|
|
}
|
|
|
|
func (m *Main) GetLoggedInProvider(ctx context.Context, source string) (provider.Client, error) {
|
|
p, ok := m.Providers[source]
|
|
if !ok {
|
|
return nil, fmt.Errorf("provider %q not registered", source)
|
|
}
|
|
if !p.LoggedIn() {
|
|
if err := p.Login(ctx); err != nil {
|
|
return nil, err
|
|
}
|
|
}
|
|
return p, nil
|
|
}
|
|
|
|
func (m *Main) AddByID(ctx context.Context, source, mediaType, id string) error {
|
|
p, err := m.GetLoggedInProvider(ctx, source)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
pending := media.PendingFunc{
|
|
ResolveFn: func(ctx context.Context) (media.Media, error) {
|
|
meta, err := p.GetMetadata(ctx, id, mediaType)
|
|
if err != nil {
|
|
m.markFailed(ctx, source, mediaType, id)
|
|
return nil, err
|
|
}
|
|
|
|
displayTitle := titleFromMetadata(meta, id)
|
|
|
|
return media.MediaFunc{RipFn: func(ctx context.Context) error {
|
|
if m.Config.Session.CLI.TextOutput {
|
|
m.logf("Downloading %s: %s\n", mediaType, displayTitle)
|
|
}
|
|
switch mediaType {
|
|
case "track":
|
|
title := titleFromMetadata(meta, id)
|
|
return m.ripTrack(ctx, p, source, id, title, ripTrackOptions{})
|
|
case "album":
|
|
return m.ripAlbum(ctx, p, source, id, meta)
|
|
case "playlist":
|
|
return m.ripPlaylist(ctx, p, source, id, meta)
|
|
case "artist":
|
|
return m.ripCollection(ctx, p, source, "Artist", id, meta)
|
|
case "label":
|
|
if source == "beatport" {
|
|
return m.ripTrackCollection(ctx, p, source, "Label", id, meta, false)
|
|
}
|
|
return m.ripCollection(ctx, p, source, "Label", id, meta)
|
|
case "chart":
|
|
return m.ripTrackCollection(ctx, p, source, "Chart", id, meta, true)
|
|
case "video":
|
|
return m.ripVideo(ctx, p, source, id, meta)
|
|
default:
|
|
return fmt.Errorf("unsupported media type %q", mediaType)
|
|
}
|
|
}}, nil
|
|
},
|
|
}
|
|
|
|
m.Pending = append(m.Pending, pending)
|
|
return nil
|
|
}
|
|
|
|
func (m *Main) AddMixedPlaylistByTrackRefs(ctx context.Context, playlistID, playlistName string, refs []PlaylistTrackRef) error {
|
|
if strings.TrimSpace(playlistName) == "" {
|
|
playlistName = playlistID
|
|
}
|
|
valid := make([]PlaylistTrackRef, 0, len(refs))
|
|
for _, ref := range refs {
|
|
source := strings.TrimSpace(ref.Source)
|
|
id := strings.TrimSpace(ref.ID)
|
|
if source == "" || id == "" {
|
|
continue
|
|
}
|
|
valid = append(valid, PlaylistTrackRef{Source: source, ID: id})
|
|
}
|
|
if len(valid) == 0 {
|
|
return fmt.Errorf("playlist %q has no track refs", playlistName)
|
|
}
|
|
|
|
pending := media.PendingFunc{
|
|
ResolveFn: func(context.Context) (media.Media, error) {
|
|
return media.MediaFunc{RipFn: func(ctx context.Context) error {
|
|
if m.Config.Session.CLI.TextOutput {
|
|
m.logf("Downloading playlist: %s\n", playlistName)
|
|
}
|
|
return m.ripPlaylistMixed(ctx, playlistID, playlistName, valid)
|
|
}}, nil
|
|
},
|
|
}
|
|
m.Pending = append(m.Pending, pending)
|
|
return nil
|
|
}
|
|
|
|
func (m *Main) ripCollection(ctx context.Context, p provider.Client, source, kind, id string, meta map[string]any) error {
|
|
name := titleFromMetadata(meta, id)
|
|
if n := jsonutil.StringFromAny(meta["name"]); n != "" {
|
|
name = n
|
|
}
|
|
|
|
albumIDs := extractAlbumIDs(meta)
|
|
m.logf("%s: %s (%d albums)\n", kind, name, len(albumIDs))
|
|
failures := 0
|
|
albums := make([]collectionAlbum, 0, len(albumIDs))
|
|
for i, albumID := range albumIDs {
|
|
albumMeta, err := p.GetMetadata(ctx, albumID, "album")
|
|
if err != nil {
|
|
failures++
|
|
m.logf("album failed [%d/%d]: id=%s reason=%v\n", i+1, len(albumIDs), albumID, err)
|
|
continue
|
|
}
|
|
albums = append(albums, buildCollectionAlbum(albumID, albumMeta))
|
|
}
|
|
|
|
if source == "qobuz" && kind == "Artist" {
|
|
before := len(albums)
|
|
albums = applyQobuzArtistFilters(name, albums, m.Config.Session.QobuzFilters)
|
|
m.logf("Artist filters applied: %d -> %d albums\n", before, len(albums))
|
|
}
|
|
|
|
for i, album := range albums {
|
|
if err := m.ripAlbum(ctx, p, source, album.ID, album.Meta); err != nil {
|
|
failures++
|
|
m.logf("album failed [%d/%d]: id=%s reason=%v\n", i+1, len(albums), album.ID, err)
|
|
}
|
|
}
|
|
if failures > 0 {
|
|
m.logf("%s done with %d failed album(s)\n", kind, failures)
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (m *Main) ripTrackCollection(ctx context.Context, p provider.Client, source, kind, id string, meta map[string]any, playlistLike bool) error {
|
|
if err := m.requireSourceDownloadAuth(source); err != nil {
|
|
return err
|
|
}
|
|
name := titleFromMetadata(meta, id)
|
|
if n := jsonutil.StringFromAny(meta["name"]); n != "" {
|
|
name = n
|
|
}
|
|
base := m.Config.Session.Downloads.Folder
|
|
if m.Config.Session.Downloads.SourceSubdirectories {
|
|
base = filepath.Join(base, jsonutil.TitleCase(source))
|
|
}
|
|
folder := m.safeJoin(base, naming.CleanName(name, naming.Config{RestrictCharacters: m.Config.Session.Filepaths.RestrictCharacters, TruncateTo: m.Config.Session.Filepaths.TruncateTo}))
|
|
tracksMap, ok := meta["tracks"].(map[string]any)
|
|
if !ok {
|
|
return fmt.Errorf("%s missing tracks data", strings.ToLower(kind))
|
|
}
|
|
rawItems, ok := anySlice(tracksMap["items"])
|
|
if !ok {
|
|
return fmt.Errorf("%s tracks missing items", strings.ToLower(kind))
|
|
}
|
|
ids := make([]string, 0, len(rawItems))
|
|
for _, raw := range rawItems {
|
|
itm, ok := raw.(map[string]any)
|
|
if !ok {
|
|
continue
|
|
}
|
|
if id := jsonutil.StringFromAny(itm["id"]); id != "" {
|
|
ids = append(ids, id)
|
|
}
|
|
}
|
|
m.logf("%s: %s (%d tracks)\n", kind, name, len(ids))
|
|
failures := m.runTrackWorkers(ctx, ids, func(pos int, trackID string) error {
|
|
opts := ripTrackOptions{albumFolder: folder, index: pos, total: len(ids)}
|
|
if playlistLike {
|
|
opts.forPlaylist = true
|
|
opts.playlistName = name
|
|
opts.playlistPos = pos
|
|
}
|
|
return m.ripTrack(ctx, p, source, trackID, "", opts)
|
|
})
|
|
if failures > 0 {
|
|
m.logf("%s done with %d failed track(s)\n", kind, failures)
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (m *Main) ripVideo(ctx context.Context, p provider.Client, source, videoID string, meta map[string]any) error {
|
|
alreadyDownloaded, err := m.Store.IsDownloaded(ctx, source, videoID)
|
|
if err == nil && alreadyDownloaded && !m.IgnoreDB {
|
|
m.logf("skip (already downloaded) id=%s\n", videoID)
|
|
return nil
|
|
}
|
|
|
|
vp, ok := p.(videoDownloadableProvider)
|
|
if !ok {
|
|
return fmt.Errorf("provider %q does not support video downloads", source)
|
|
}
|
|
|
|
d, err := vp.GetVideoDownloadable(ctx, videoID)
|
|
if err != nil {
|
|
m.markFailed(ctx, source, "video", videoID)
|
|
return fmt.Errorf("id=%s get_video_downloadable: %w", videoID, err)
|
|
}
|
|
|
|
title := titleFromMetadata(meta, videoID)
|
|
outPath := m.videoOutputPath(source, videoID, title, d.Extension)
|
|
if err = m.DL.FileVideo(ctx, d.URL, outPath); err != nil {
|
|
m.markFailed(ctx, source, "video", videoID)
|
|
return fmt.Errorf("id=%s title=%q video download: %w", videoID, title, err)
|
|
}
|
|
|
|
if err = m.markDownloaded(ctx, source, videoID); err != nil {
|
|
return err
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func buildCollectionAlbum(id string, meta map[string]any) collectionAlbum {
|
|
trackCount := jsonutil.IntFromAny(meta["tracks_count"])
|
|
if trackCount == 0 {
|
|
trackCount = jsonutil.IntFromAny(meta["numberOfTracks"])
|
|
}
|
|
return collectionAlbum{
|
|
ID: id,
|
|
Meta: meta,
|
|
Title: titleFromMetadata(meta, id),
|
|
AlbumArtist: jsonutil.NestedString(meta, "artist", "name"),
|
|
BitDepth: jsonutil.IntFromAny(meta["maximum_bit_depth"]),
|
|
Sampling: jsonutil.FloatFromAny(meta["maximum_sampling_rate"]),
|
|
Explicit: jsonutil.BoolFromAny(meta["parental_warning"]),
|
|
TrackCount: trackCount,
|
|
}
|
|
}
|
|
|
|
func applyQobuzArtistFilters(artistName string, albums []collectionAlbum, filt config.QobuzDiscographyFilterConfig) []collectionAlbum {
|
|
out := append([]collectionAlbum(nil), albums...)
|
|
|
|
if filt.Repeats {
|
|
out = filterQobuzRepeats(out)
|
|
}
|
|
if filt.Extras {
|
|
tmp := out[:0]
|
|
for _, a := range out {
|
|
if !qobuzExtraRe.MatchString(a.Title) {
|
|
tmp = append(tmp, a)
|
|
}
|
|
}
|
|
out = tmp
|
|
}
|
|
if filt.Features {
|
|
tmp := out[:0]
|
|
for _, a := range out {
|
|
if a.AlbumArtist == artistName {
|
|
tmp = append(tmp, a)
|
|
}
|
|
}
|
|
out = tmp
|
|
}
|
|
if filt.NonStudioAlbums {
|
|
tmp := out[:0]
|
|
for _, a := range out {
|
|
if a.AlbumArtist != "Various Artists" && !qobuzExtraRe.MatchString(a.Title) {
|
|
tmp = append(tmp, a)
|
|
}
|
|
}
|
|
out = tmp
|
|
}
|
|
if filt.NonRemaster {
|
|
tmp := out[:0]
|
|
for _, a := range out {
|
|
if !qobuzRemasterRe.MatchString(a.Title) {
|
|
tmp = append(tmp, a)
|
|
}
|
|
}
|
|
out = tmp
|
|
}
|
|
if filt.NonAlbums {
|
|
tmp := out[:0]
|
|
for _, a := range out {
|
|
if a.TrackCount > 1 {
|
|
tmp = append(tmp, a)
|
|
}
|
|
}
|
|
out = tmp
|
|
}
|
|
|
|
return out
|
|
}
|
|
|
|
func filterQobuzRepeats(albums []collectionAlbum) []collectionAlbum {
|
|
groups := map[string][]collectionAlbum{}
|
|
for _, a := range albums {
|
|
title := strings.TrimSpace(strings.ToLower(a.Title))
|
|
if m := qobuzEssenceRe.FindStringSubmatch(title); len(m) >= 2 {
|
|
title = strings.TrimSpace(m[1])
|
|
}
|
|
groups[title] = append(groups[title], a)
|
|
}
|
|
|
|
out := make([]collectionAlbum, 0, len(groups))
|
|
for _, g := range groups {
|
|
sort.SliceStable(g, func(i, j int) bool {
|
|
if g[i].BitDepth != g[j].BitDepth {
|
|
return g[i].BitDepth > g[j].BitDepth
|
|
}
|
|
if g[i].Sampling != g[j].Sampling {
|
|
return g[i].Sampling > g[j].Sampling
|
|
}
|
|
if g[i].Explicit != g[j].Explicit {
|
|
return g[i].Explicit
|
|
}
|
|
return g[i].Title < g[j].Title
|
|
})
|
|
out = append(out, g[0])
|
|
}
|
|
return out
|
|
}
|
|
|
|
func extractAlbumIDs(meta map[string]any) []string {
|
|
albumsObj, ok := meta["albums"]
|
|
if !ok {
|
|
return nil
|
|
}
|
|
|
|
var items []any
|
|
if nested, isMap := albumsObj.(map[string]any); isMap {
|
|
items, _ = anySlice(nested["items"])
|
|
} else {
|
|
items, _ = anySlice(albumsObj)
|
|
}
|
|
|
|
out := make([]string, 0, len(items))
|
|
seen := map[string]struct{}{}
|
|
for _, raw := range items {
|
|
itm, ok := raw.(map[string]any)
|
|
if !ok {
|
|
continue
|
|
}
|
|
id := jsonutil.StringFromAny(itm["id"])
|
|
if id == "" {
|
|
if nested, ok := itm["album"].(map[string]any); ok {
|
|
id = jsonutil.StringFromAny(nested["id"])
|
|
}
|
|
}
|
|
if id == "" {
|
|
continue
|
|
}
|
|
if _, dup := seen[id]; dup {
|
|
continue
|
|
}
|
|
seen[id] = struct{}{}
|
|
out = append(out, id)
|
|
}
|
|
return out
|
|
}
|
|
|
|
func (m *Main) Resolve(ctx context.Context) error {
|
|
pendingCount := len(m.Pending)
|
|
resolved := make([]media.Media, 0, len(m.Pending))
|
|
for _, item := range m.Pending {
|
|
med, err := item.Resolve(ctx)
|
|
if err != nil {
|
|
m.logf("resolve failed: %v\n", err)
|
|
continue
|
|
}
|
|
resolved = append(resolved, med)
|
|
}
|
|
m.Media = append(m.Media, resolved...)
|
|
m.Pending = m.Pending[:0]
|
|
if pendingCount > 0 && len(resolved) == 0 {
|
|
return fmt.Errorf("resolve failed for all %d pending item(s)", pendingCount)
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (m *Main) Rip(ctx context.Context) error {
|
|
m.logf("Ripping %d media item(s)\n", len(m.Media))
|
|
failures := 0
|
|
for _, item := range m.Media {
|
|
if err := ctx.Err(); err != nil {
|
|
return err
|
|
}
|
|
if err := item.Rip(ctx); err != nil {
|
|
failures++
|
|
m.logf("media item failed: %v\n", err)
|
|
}
|
|
}
|
|
if err := ctx.Err(); err != nil {
|
|
return err
|
|
}
|
|
if failures > 0 {
|
|
return fmt.Errorf("%d media item(s) failed", failures)
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (m *Main) ripAlbum(ctx context.Context, p provider.Client, source, albumID string, albumMeta map[string]any) error {
|
|
if err := m.requireSourceDownloadAuth(source); err != nil {
|
|
return err
|
|
}
|
|
|
|
albumTitle := titleFromMetadata(albumMeta, albumID)
|
|
albumArtist := extractAlbumArtist(albumMeta)
|
|
releaseDate := jsonutil.StringFromAny(albumMeta["release_date_original"])
|
|
if releaseDate == "" {
|
|
releaseDate = jsonutil.StringFromAny(albumMeta["release_date"])
|
|
}
|
|
if releaseDate == "" {
|
|
releaseDate = jsonutil.StringFromAny(albumMeta["releaseDate"])
|
|
}
|
|
if releaseDate == "" {
|
|
releaseDate = jsonutil.StringFromAny(albumMeta["streamStartDate"])
|
|
}
|
|
year := naming.YearFromDate(releaseDate)
|
|
bitDepth := jsonutil.IntFromAny(albumMeta["maximum_bit_depth"])
|
|
sampling := jsonutil.StringFromAny(albumMeta["maximum_sampling_rate"])
|
|
|
|
tracksMap, ok := albumMeta["tracks"].(map[string]any)
|
|
if !ok {
|
|
return fmt.Errorf("album missing tracks data")
|
|
}
|
|
rawItems, ok := anySlice(tracksMap["items"])
|
|
if !ok {
|
|
return fmt.Errorf("album tracks missing items")
|
|
}
|
|
trackIDs := make([]string, 0, len(rawItems))
|
|
for _, item := range rawItems {
|
|
itm, ok := item.(map[string]any)
|
|
if !ok {
|
|
continue
|
|
}
|
|
id := jsonutil.StringFromAny(itm["id"])
|
|
if id != "" {
|
|
trackIDs = append(trackIDs, id)
|
|
}
|
|
}
|
|
|
|
var prefetched *provider.Downloadable
|
|
if len(trackIDs) > 0 {
|
|
if d, dErr := p.GetDownloadable(ctx, trackIDs[0], m.qualityForSource(source)); dErr == nil {
|
|
prefetched = d
|
|
}
|
|
}
|
|
audioVals := m.folderAudioValues(source, bitDepth, sampling, prefetched)
|
|
folder := m.albumFolderPath(source, albumID, albumTitle, albumArtist, year, audioVals)
|
|
artRes, _ := artwork.Prepare(ctx, m.DL, folder, albumMeta, m.Config.Session.Artwork, false)
|
|
total := len(trackIDs)
|
|
discTotal := jsonutil.IntFromAny(albumMeta["media_count"])
|
|
if discTotal == 0 {
|
|
discTotal = jsonutil.IntFromAny(albumMeta["numberOfVolumes"])
|
|
}
|
|
m.logf("Album: %s (%d tracks)\n", albumTitle, total)
|
|
failures := m.runTrackWorkers(ctx, trackIDs, func(pos int, trackID string) error {
|
|
opts := ripTrackOptions{
|
|
albumFolder: folder,
|
|
albumEmbedCover: artRes.EmbedPath,
|
|
albumArtist: albumArtist,
|
|
index: pos,
|
|
total: total,
|
|
albumDiscTotal: discTotal,
|
|
}
|
|
// The first track's downloadable was already fetched to decide the
|
|
// album folder's audio values, so reuse it instead of refetching.
|
|
if pos == 1 {
|
|
opts.prefetched = prefetched
|
|
}
|
|
return m.ripTrack(ctx, p, source, trackID, "", opts)
|
|
})
|
|
if failures > 0 {
|
|
m.logf("Album done with %d failed track(s)\n", failures)
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (m *Main) ripPlaylist(ctx context.Context, p provider.Client, source, playlistID string, playlistMeta map[string]any) error {
|
|
if err := m.requireSourceDownloadAuth(source); err != nil {
|
|
return err
|
|
}
|
|
|
|
name := titleFromMetadata(playlistMeta, playlistID)
|
|
if n := jsonutil.StringFromAny(playlistMeta["name"]); n != "" {
|
|
name = n
|
|
}
|
|
base := m.Config.Session.Downloads.Folder
|
|
if m.Config.Session.Downloads.SourceSubdirectories {
|
|
base = filepath.Join(base, jsonutil.TitleCase(source))
|
|
}
|
|
folder := m.safeJoin(base, naming.CleanName(name, naming.Config{
|
|
RestrictCharacters: m.Config.Session.Filepaths.RestrictCharacters,
|
|
TruncateTo: m.Config.Session.Filepaths.TruncateTo,
|
|
}))
|
|
|
|
tracksMap, ok := playlistMeta["tracks"].(map[string]any)
|
|
if !ok {
|
|
return fmt.Errorf("playlist missing tracks data")
|
|
}
|
|
rawItems, ok := anySlice(tracksMap["items"])
|
|
if !ok {
|
|
return fmt.Errorf("playlist tracks missing items")
|
|
}
|
|
|
|
ids := make([]string, 0, len(rawItems))
|
|
for _, raw := range rawItems {
|
|
itm, ok := raw.(map[string]any)
|
|
if !ok {
|
|
continue
|
|
}
|
|
id := jsonutil.StringFromAny(itm["id"])
|
|
if id == "" {
|
|
id = jsonutil.StringFromAny(itm["track_id"])
|
|
}
|
|
if id != "" {
|
|
ids = append(ids, id)
|
|
}
|
|
}
|
|
|
|
total := len(ids)
|
|
m.logf("Playlist: %s (%d tracks)\n", name, total)
|
|
failures := m.runTrackWorkers(ctx, ids, func(pos int, id string) error {
|
|
opts := ripTrackOptions{
|
|
albumFolder: folder,
|
|
index: pos,
|
|
total: total,
|
|
forPlaylist: true,
|
|
playlistName: name,
|
|
playlistPos: pos,
|
|
}
|
|
return m.ripTrack(ctx, p, source, id, "", opts)
|
|
})
|
|
|
|
if failures > 0 {
|
|
m.logf("Playlist done with %d failed track(s)\n", failures)
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (m *Main) ripPlaylistMixed(ctx context.Context, playlistID, name string, refs []PlaylistTrackRef) error {
|
|
requiredSources := map[string]struct{}{}
|
|
for _, ref := range refs {
|
|
s := strings.TrimSpace(ref.Source)
|
|
if s == "" {
|
|
continue
|
|
}
|
|
requiredSources[s] = struct{}{}
|
|
}
|
|
for source := range requiredSources {
|
|
if err := m.requireSourceDownloadAuth(source); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
folder := m.safeJoin(m.Config.Session.Downloads.Folder, naming.CleanName(name, naming.Config{
|
|
RestrictCharacters: m.Config.Session.Filepaths.RestrictCharacters,
|
|
TruncateTo: m.Config.Session.Filepaths.TruncateTo,
|
|
}))
|
|
|
|
total := len(refs)
|
|
m.logf("Playlist: %s (%d tracks)\n", name, total)
|
|
failures := 0
|
|
|
|
providerCache := map[string]provider.Client{}
|
|
getProvider := func(source string) (provider.Client, error) {
|
|
if p, ok := providerCache[source]; ok {
|
|
return p, nil
|
|
}
|
|
p, err := m.GetLoggedInProvider(ctx, source)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
providerCache[source] = p
|
|
return p, nil
|
|
}
|
|
|
|
for i, ref := range refs {
|
|
p, err := getProvider(ref.Source)
|
|
if err != nil {
|
|
failures++
|
|
m.logf("track failed: id=%s source=%s reason=%v\n", ref.ID, ref.Source, err)
|
|
continue
|
|
}
|
|
opts := ripTrackOptions{
|
|
albumFolder: folder,
|
|
index: i + 1,
|
|
total: total,
|
|
forPlaylist: true,
|
|
playlistName: name,
|
|
playlistPos: i + 1,
|
|
}
|
|
if err = m.ripTrack(ctx, p, ref.Source, ref.ID, "", opts); err != nil {
|
|
failures++
|
|
m.logf("track failed: id=%s source=%s reason=%v\n", ref.ID, ref.Source, err)
|
|
}
|
|
}
|
|
|
|
if failures > 0 {
|
|
m.logf("Playlist done with %d failed track(s)\n", failures)
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (m *Main) requireSourceDownloadAuth(source string) error {
|
|
if source == "deezer" {
|
|
hasARL := strings.TrimSpace(m.Config.Session.Deezer.ARL) != ""
|
|
hasCreds := strings.TrimSpace(m.Config.Session.Deezer.Email) != "" && strings.TrimSpace(m.Config.Session.Deezer.Password) != ""
|
|
hasRefresh := strings.TrimSpace(m.Config.Session.Deezer.RefreshToken) != ""
|
|
if !hasARL && !hasCreds && !hasRefresh {
|
|
return fmt.Errorf("deezer native download requires deezer.arl, deezer.email+deezer.password, or deezer.refresh_token")
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (m *Main) ripTrack(ctx context.Context, p provider.Client, source, id, fallbackTitle string, opts ripTrackOptions) error {
|
|
if err := ctx.Err(); err != nil {
|
|
return err
|
|
}
|
|
if !m.IgnoreDB {
|
|
alreadyDownloaded, err := m.Store.IsDownloaded(ctx, source, id)
|
|
if err == nil && alreadyDownloaded {
|
|
if opts.total > 0 {
|
|
m.logf("[%d/%d] skip (already downloaded) id=%s\n", opts.index, opts.total, id)
|
|
} else {
|
|
m.logf("skip (already downloaded) id=%s\n", id)
|
|
}
|
|
return nil
|
|
}
|
|
}
|
|
|
|
meta, err := p.GetMetadata(ctx, id, "track")
|
|
if err != nil {
|
|
m.markFailed(ctx, source, "track", id)
|
|
return fmt.Errorf("id=%s metadata: %w", id, err)
|
|
}
|
|
|
|
title := titleFromMetadata(meta, id)
|
|
if title == id && fallbackTitle != "" {
|
|
title = fallbackTitle
|
|
}
|
|
|
|
if opts.forPlaylist {
|
|
applyPlaylistMetadataOverrides(meta, m.Config.Session.Metadata, opts.playlistName, opts.playlistPos)
|
|
}
|
|
|
|
d := opts.prefetched
|
|
if d == nil {
|
|
d, err = p.GetDownloadable(ctx, id, m.qualityForSource(source))
|
|
if err != nil {
|
|
m.markFailed(ctx, source, "track", id)
|
|
return fmt.Errorf("id=%s title=%q get_downloadable: %w", id, title, err)
|
|
}
|
|
}
|
|
|
|
outPath := m.trackOutputPath(source, id, title, d.Extension, d, meta, opts.albumFolder, opts.albumDiscTotal)
|
|
if opts.total > 0 && (!m.Config.Session.CLI.ProgressBars || !m.Config.Session.CLI.TextOutput || !m.DL.ProgressEnabled()) {
|
|
m.logf("[%d/%d] %s\n", opts.index, opts.total, filepath.Base(outPath))
|
|
}
|
|
downloadOnce := func() error {
|
|
if d.Source == "deezer" && strings.EqualFold(strings.TrimSpace(d.Cipher), "BF_CBC_STRIPE") {
|
|
trackID := d.TrackID
|
|
if strings.TrimSpace(trackID) == "" {
|
|
trackID = id
|
|
}
|
|
return m.DL.FileDeezerEncrypted(ctx, d.URL, outPath, trackID)
|
|
}
|
|
if d.Source == "yandex" && strings.EqualFold(strings.TrimSpace(d.Cipher), "AES_CTR") {
|
|
return m.DL.FileYandexEncrypted(ctx, d.URL, outPath, d.Key)
|
|
}
|
|
return m.DL.File(ctx, d.URL, outPath)
|
|
}
|
|
if err = downloadOnce(); err != nil {
|
|
// Never spend retries or a provider fallback on a cancelled context:
|
|
// otherwise one Ctrl-C costs three doomed attempts per remaining track.
|
|
if ctxErr := ctx.Err(); ctxErr != nil {
|
|
m.markFailed(ctx, source, "track", id)
|
|
return fmt.Errorf("id=%s title=%q download: %w", id, title, err)
|
|
}
|
|
m.logf("retry: %s (%v)\n", filepath.Base(outPath), err)
|
|
if err = downloadOnce(); err != nil {
|
|
if fallbackProvider, ok := p.(trackFallbackDownloader); ok && ctx.Err() == nil {
|
|
m.logf("fallback: %s via provider backup flow\n", filepath.Base(outPath))
|
|
if fbErr := fallbackProvider.DownloadTrackFallback(ctx, id, m.qualityForSource(source), outPath); fbErr == nil {
|
|
goto downloaded
|
|
} else {
|
|
m.logf("fallback failed: %s (%v)\n", filepath.Base(outPath), fbErr)
|
|
}
|
|
}
|
|
m.markFailed(ctx, source, "track", id)
|
|
return fmt.Errorf("id=%s title=%q download: %w", id, title, err)
|
|
}
|
|
}
|
|
|
|
downloaded:
|
|
|
|
embedCoverPath := opts.albumEmbedCover
|
|
if opts.forPlaylist {
|
|
parent := opts.albumFolder
|
|
if parent == "" {
|
|
parent = filepath.Dir(outPath)
|
|
}
|
|
if res, prepErr := artwork.Prepare(ctx, m.DL, parent, trackMetaAlbum(meta), m.Config.Session.Artwork, true); prepErr == nil {
|
|
if res.EmbedPath != "" {
|
|
embedCoverPath = res.EmbedPath
|
|
}
|
|
}
|
|
} else if embedCoverPath == "" {
|
|
parent := opts.albumFolder
|
|
if parent == "" {
|
|
parent = filepath.Dir(outPath)
|
|
}
|
|
if res, prepErr := artwork.Prepare(ctx, m.DL, parent, trackMetaAlbum(meta), m.Config.Session.Artwork, false); prepErr == nil {
|
|
if res.EmbedPath != "" {
|
|
embedCoverPath = res.EmbedPath
|
|
}
|
|
}
|
|
}
|
|
|
|
tagMeta := buildTagMetadata(meta, title, source, id, opts)
|
|
coverPath := ""
|
|
if m.Config.Session.Artwork.Embed {
|
|
coverPath = embedCoverPath
|
|
if coverPath == "" {
|
|
coverPath = tag.CoverPathForTrack(outPath, opts.albumFolder)
|
|
}
|
|
}
|
|
if err = m.Tagger.TagFLAC(ctx, outPath, tagMeta, coverPath); err != nil {
|
|
if isFFmpegMissingError(err) {
|
|
m.markFailed(ctx, source, "track", id)
|
|
return fmt.Errorf("id=%s title=%q tag: %w", id, title, err)
|
|
}
|
|
m.logf("warning: tag failed for %s: %v\n", filepath.Base(outPath), err)
|
|
}
|
|
|
|
if m.Config.Session.Conversion.Enabled {
|
|
convertedPath, convErr := convert.Convert(ctx, outPath, m.Config.Session.Conversion)
|
|
if convErr != nil {
|
|
m.markFailed(ctx, source, "track", id)
|
|
return fmt.Errorf("id=%s title=%q convert: %w", id, title, convErr)
|
|
}
|
|
outPath = convertedPath
|
|
}
|
|
|
|
return m.markDownloaded(ctx, source, id)
|
|
}
|
|
|
|
func (m *Main) qualityForSource(source string) int {
|
|
switch source {
|
|
case "qobuz":
|
|
return m.Config.Session.Qobuz.Quality
|
|
case "tidal":
|
|
return m.Config.Session.Tidal.Quality
|
|
case "deezer":
|
|
return m.Config.Session.Deezer.Quality
|
|
case "yandex":
|
|
return m.Config.Session.Yandex.Quality
|
|
case "beatport":
|
|
return m.Config.Session.Beatport.Quality
|
|
case "soundcloud":
|
|
return m.Config.Session.Soundcloud.Quality
|
|
default:
|
|
return 0
|
|
}
|
|
}
|
|
|
|
func (m *Main) qualityProfileForSource(source string) (int, string) {
|
|
q := m.qualityForSource(source)
|
|
switch source {
|
|
case "qobuz":
|
|
switch {
|
|
case q >= 4:
|
|
return 24, "192"
|
|
case q >= 3:
|
|
return 24, "96"
|
|
case q >= 2:
|
|
return 16, "44.1"
|
|
default:
|
|
return 16, "44.1"
|
|
}
|
|
case "tidal":
|
|
switch {
|
|
case q >= 3:
|
|
return 24, "96"
|
|
case q >= 2:
|
|
return 16, "44.1"
|
|
default:
|
|
return 16, "44.1"
|
|
}
|
|
case "yandex":
|
|
return 16, "44.1"
|
|
default:
|
|
return 16, "44.1"
|
|
}
|
|
}
|
|
|
|
func (m *Main) folderAudioValues(source string, metaBitDepth int, metaSampling string, d *provider.Downloadable) folderAudioValues {
|
|
vals := folderAudioValues{
|
|
container: "FLAC",
|
|
bitDepth: metaBitDepth,
|
|
quality: "Unknown",
|
|
codec: "Unknown",
|
|
}
|
|
if s := strings.TrimSpace(metaSampling); s != "" {
|
|
vals.samplingRate = s
|
|
}
|
|
|
|
if d != nil {
|
|
if c := strings.TrimSpace(d.Audio.Container); c != "" {
|
|
vals.container = strings.ToUpper(c)
|
|
} else if c := containerFromExtension(d.Extension); c != "" {
|
|
vals.container = c
|
|
}
|
|
if d.Audio.BitDepth > 0 {
|
|
vals.bitDepth = d.Audio.BitDepth
|
|
}
|
|
if s := strings.TrimSpace(d.Audio.SamplingRate); s != "" {
|
|
vals.samplingRate = s
|
|
}
|
|
if c := strings.TrimSpace(d.Audio.Codec); c != "" {
|
|
vals.codec = c
|
|
}
|
|
if q := strings.TrimSpace(d.Audio.Quality); q != "" {
|
|
vals.quality = q
|
|
}
|
|
if d.Audio.BitrateKbps > 0 {
|
|
vals.bitrateKbps = d.Audio.BitrateKbps
|
|
}
|
|
}
|
|
|
|
if vals.bitDepth == 0 || vals.samplingRate == "" {
|
|
fallbackBitDepth, fallbackSampling := m.qualityProfileForSource(source)
|
|
if vals.bitDepth == 0 {
|
|
vals.bitDepth = fallbackBitDepth
|
|
}
|
|
if vals.samplingRate == "" {
|
|
vals.samplingRate = fallbackSampling
|
|
}
|
|
}
|
|
if vals.codec == "Unknown" {
|
|
vals.codec = vals.container
|
|
}
|
|
return vals
|
|
}
|
|
|
|
func containerFromExtension(ext string) string {
|
|
switch strings.ToLower(strings.TrimSpace(ext)) {
|
|
case "flac":
|
|
return "FLAC"
|
|
case "mp3":
|
|
return "MP3"
|
|
case "m4a", "aac":
|
|
return "M4A"
|
|
case "mka":
|
|
return "MKA"
|
|
default:
|
|
v := strings.ToUpper(strings.TrimSpace(ext))
|
|
if v == "" {
|
|
return ""
|
|
}
|
|
return v
|
|
}
|
|
}
|
|
|
|
func (m *Main) albumFolderPath(source, albumID, albumTitle, albumArtist, year string, audio folderAudioValues) string {
|
|
base := m.Config.Session.Downloads.Folder
|
|
if m.Config.Session.Downloads.SourceSubdirectories {
|
|
base = filepath.Join(base, jsonutil.TitleCase(source))
|
|
}
|
|
|
|
bitrate := "Unknown"
|
|
if audio.bitrateKbps > 0 {
|
|
bitrate = strconv.Itoa(audio.bitrateKbps)
|
|
}
|
|
vals := map[string]string{
|
|
"albumartist": albumArtist,
|
|
"title": albumTitle,
|
|
"year": year,
|
|
"bit_depth": strconv.Itoa(audio.bitDepth),
|
|
"sampling_rate": audio.samplingRate,
|
|
"id": albumID,
|
|
"container": audio.container,
|
|
"codec": audio.codec,
|
|
"quality": audio.quality,
|
|
"bitrate": bitrate,
|
|
"albumcomposer": "Unknown",
|
|
}
|
|
folderName := naming.FormatTemplate(m.Config.Session.Filepaths.FolderFormat, vals)
|
|
folderName = naming.CleanName(folderName, naming.Config{
|
|
RestrictCharacters: m.Config.Session.Filepaths.RestrictCharacters,
|
|
TruncateTo: m.Config.Session.Filepaths.TruncateTo,
|
|
})
|
|
|
|
return m.safeJoin(base, folderName)
|
|
}
|
|
|
|
func (m *Main) trackOutputPath(source, id, title, ext string, d *provider.Downloadable, trackMeta map[string]any, albumFolder string, albumDiscTotal int) string {
|
|
base := m.Config.Session.Downloads.Folder
|
|
if m.Config.Session.Downloads.SourceSubdirectories {
|
|
base = filepath.Join(base, jsonutil.TitleCase(source))
|
|
}
|
|
|
|
if albumFolder == "" && m.Config.Session.Filepaths.AddSinglesToFolder {
|
|
albumTitle := jsonutil.NestedString(trackMeta, "album", "title")
|
|
albumID := jsonutil.NestedString(trackMeta, "album", "id")
|
|
if albumID == "" {
|
|
albumID = id
|
|
}
|
|
albumArtist := extractAlbumArtist(trackMetaAlbum(trackMeta))
|
|
albumYear := naming.YearFromDate(jsonutil.StringFromAny(trackMeta["release_date_original"]))
|
|
if albumYear == "Unknown" {
|
|
albumYear = naming.YearFromDate(jsonutil.StringFromAny(trackMeta["release_date"]))
|
|
}
|
|
audioVals := m.folderAudioValues(source, jsonutil.IntFromAny(trackMeta["maximum_bit_depth"]), jsonutil.StringFromAny(trackMeta["maximum_sampling_rate"]), d)
|
|
albumFolder = m.albumFolderPath(source, albumID, albumTitle, albumArtist, albumYear, audioVals)
|
|
}
|
|
if albumFolder != "" {
|
|
base = albumFolder
|
|
if m.Config.Session.Downloads.DiscSubdirectories && albumDiscTotal > 1 {
|
|
discNumber := jsonutil.IntFromAny(trackMeta["media_number"])
|
|
if discNumber == 0 {
|
|
discNumber = jsonutil.IntFromAny(trackMeta["volumeNumber"])
|
|
}
|
|
if discNumber == 0 {
|
|
discNumber = jsonutil.IntFromAny(trackMeta["disk_number"])
|
|
}
|
|
if discNumber == 0 {
|
|
discNumber = 1
|
|
}
|
|
if discNumber > 0 {
|
|
base = filepath.Join(base, "Disc "+strconv.Itoa(discNumber))
|
|
}
|
|
}
|
|
}
|
|
|
|
trackNumber := jsonutil.IntFromAny(trackMeta["track_number"])
|
|
if trackNumber == 0 {
|
|
trackNumber = jsonutil.IntFromAny(trackMeta["trackNumber"])
|
|
}
|
|
explicit := ""
|
|
if jsonutil.BoolFromAny(trackMeta["parental_warning"]) || jsonutil.BoolFromAny(trackMeta["explicit"]) {
|
|
explicit = " (Explicit)"
|
|
}
|
|
artist := jsonutil.NestedString(trackMeta, "performer", "name")
|
|
if artist == "" {
|
|
artist = jsonutil.NestedString(trackMeta, "artist", "name")
|
|
}
|
|
albumArtist := jsonutil.NestedString(trackMeta, "album", "artist", "name")
|
|
if albumArtist == "" {
|
|
albumArtist = artist
|
|
}
|
|
values := map[string]string{
|
|
"id": id,
|
|
"tracknumber": strconv.Itoa(trackNumber),
|
|
"artist": artist,
|
|
"albumartist": albumArtist,
|
|
"composer": "Unknown",
|
|
"title": title,
|
|
"albumcomposer": "Unknown",
|
|
"explicit": explicit,
|
|
}
|
|
fileName := naming.FormatTemplate(m.Config.Session.Filepaths.TrackFormat, values)
|
|
fileName = naming.CleanName(fileName, naming.Config{
|
|
RestrictCharacters: m.Config.Session.Filepaths.RestrictCharacters,
|
|
TruncateTo: m.Config.Session.Filepaths.TruncateTo,
|
|
})
|
|
return m.safeJoin(base, fileName+"."+ext)
|
|
}
|
|
|
|
func (m *Main) videoOutputPath(source, id, title, ext string) string {
|
|
if strings.TrimSpace(ext) == "" {
|
|
ext = "mp4"
|
|
}
|
|
base := m.Config.Session.Downloads.Folder
|
|
if m.Config.Session.Downloads.SourceSubdirectories {
|
|
base = filepath.Join(base, jsonutil.TitleCase(source))
|
|
}
|
|
fileName := naming.CleanName(title, naming.Config{
|
|
RestrictCharacters: m.Config.Session.Filepaths.RestrictCharacters,
|
|
TruncateTo: m.Config.Session.Filepaths.TruncateTo,
|
|
})
|
|
if fileName == "" {
|
|
fileName = id
|
|
}
|
|
return m.safeJoin(base, fileName+"."+ext)
|
|
}
|
|
|
|
func titleFromMetadata(meta map[string]any, fallback string) string {
|
|
if title, ok := meta["title"].(string); ok {
|
|
title = strings.TrimSpace(title)
|
|
version := strings.TrimSpace(jsonutil.StringFromAny(meta["version"]))
|
|
if version != "" && !isOriginalMix(version) {
|
|
return title + " (" + version + ")"
|
|
}
|
|
if title != "" {
|
|
return title
|
|
}
|
|
}
|
|
return fallback
|
|
}
|
|
|
|
func isOriginalMix(version string) bool {
|
|
return strings.EqualFold(strings.TrimSpace(version), "Original Mix")
|
|
}
|
|
|
|
func replaygainGainFromAny(v any) string {
|
|
s := strings.TrimSpace(jsonutil.StringFromAny(v))
|
|
if s == "" {
|
|
return ""
|
|
}
|
|
|
|
lower := strings.ToLower(s)
|
|
if strings.HasSuffix(lower, "db") {
|
|
n := strings.TrimSpace(s[:len(s)-2])
|
|
if n == "" {
|
|
return ""
|
|
}
|
|
return n + " dB"
|
|
}
|
|
|
|
if _, err := strconv.ParseFloat(s, 64); err == nil {
|
|
return s + " dB"
|
|
}
|
|
return s
|
|
}
|
|
|
|
func replaygainPeakFromAny(v any) string {
|
|
return strings.TrimSpace(jsonutil.StringFromAny(v))
|
|
}
|
|
|
|
func trackMetaAlbum(trackMeta map[string]any) map[string]any {
|
|
album, ok := trackMeta["album"].(map[string]any)
|
|
if !ok {
|
|
return map[string]any{}
|
|
}
|
|
return album
|
|
}
|
|
|
|
func buildTagMetadata(trackMeta map[string]any, title, source, trackID string, opts ripTrackOptions) tag.Metadata {
|
|
artist := jsonutil.NestedString(trackMeta, "performer", "name")
|
|
if artist == "" {
|
|
artist = jsonutil.NestedString(trackMeta, "artist", "name")
|
|
}
|
|
artistNames := stringSliceFromAny(trackMeta["artist_names"])
|
|
albumArtist := jsonutil.NestedString(trackMeta, "album", "artist", "name")
|
|
if albumArtist == "" {
|
|
albumArtist = artist
|
|
}
|
|
if strings.TrimSpace(opts.albumArtist) != "" {
|
|
albumArtist = strings.TrimSpace(opts.albumArtist)
|
|
}
|
|
trackNumber := jsonutil.IntFromAny(trackMeta["track_number"])
|
|
if trackNumber == 0 {
|
|
trackNumber = jsonutil.IntFromAny(trackMeta["trackNumber"])
|
|
}
|
|
discNumber := jsonutil.IntFromAny(trackMeta["media_number"])
|
|
if discNumber == 0 {
|
|
discNumber = jsonutil.IntFromAny(trackMeta["volumeNumber"])
|
|
}
|
|
if discNumber == 0 {
|
|
discNumber = jsonutil.IntFromAny(trackMeta["disk_number"])
|
|
}
|
|
date := jsonutil.StringFromAny(trackMeta["release_date_original"])
|
|
if date == "" {
|
|
date = jsonutil.StringFromAny(trackMeta["release_date"])
|
|
}
|
|
if date == "" {
|
|
date = jsonutil.StringFromAny(trackMeta["streamStartDate"])
|
|
}
|
|
album := jsonutil.NestedString(trackMeta, "album", "title")
|
|
if album == "" {
|
|
album = jsonutil.StringFromAny(trackMeta["title"])
|
|
}
|
|
trackTotal := jsonutil.IntFromAny(trackMeta["tracks_count"])
|
|
if trackTotal == 0 {
|
|
trackTotal = jsonutil.IntFromAny(trackMeta["numberOfTracks"])
|
|
}
|
|
if trackTotal == 0 {
|
|
trackTotal = jsonutil.IntFromAny(trackMeta["track_total"])
|
|
}
|
|
if trackTotal == 0 && opts.total > 0 {
|
|
trackTotal = opts.total
|
|
}
|
|
if opts.forPlaylist && opts.total > 0 {
|
|
trackTotal = opts.total
|
|
}
|
|
|
|
discTotal := jsonutil.IntFromAny(trackMeta["media_count"])
|
|
if discTotal == 0 {
|
|
discTotal = jsonutil.IntFromAny(trackMeta["numberOfVolumes"])
|
|
}
|
|
if !opts.forPlaylist && discTotal == 0 && opts.albumDiscTotal > 0 {
|
|
discTotal = opts.albumDiscTotal
|
|
}
|
|
if opts.forPlaylist {
|
|
discNumber = 0
|
|
discTotal = 0
|
|
}
|
|
if !opts.forPlaylist && discNumber == 0 {
|
|
discNumber = 1
|
|
}
|
|
|
|
genre := jsonutil.NestedString(trackMeta, "genre", "name")
|
|
if genre == "" {
|
|
genre = jsonutil.StringFromAny(trackMeta["genre"])
|
|
}
|
|
initialKey := jsonutil.FirstNonEmpty(
|
|
jsonutil.StringFromAny(trackMeta["key"]),
|
|
jsonutil.StringFromAny(trackMeta["initialkey"]),
|
|
)
|
|
initialKey = normalizeInitialKey(initialKey)
|
|
|
|
comment := jsonutil.StringFromAny(trackMeta["comment"])
|
|
description := jsonutil.StringFromAny(trackMeta["description"])
|
|
lyrics := jsonutil.StringFromAny(trackMeta["lyrics"])
|
|
if lrc := jsonutil.StringFromAny(trackMeta["lyrics_synced"]); lrc != "" {
|
|
lyrics = lrc
|
|
}
|
|
trackGain := replaygainGainFromAny(trackMeta["replaygain_track_gain"])
|
|
if trackGain == "" {
|
|
trackGain = replaygainGainFromAny(trackMeta["replayGain"])
|
|
}
|
|
if trackGain == "" {
|
|
trackGain = replaygainGainFromAny(trackMeta["gain"])
|
|
}
|
|
albumGain := replaygainGainFromAny(trackMeta["replaygain_album_gain"])
|
|
if albumGain == "" {
|
|
albumGain = replaygainGainFromAny(jsonutil.NestedAny(trackMeta, "album", "replaygain_album_gain"))
|
|
}
|
|
trackPeak := replaygainPeakFromAny(trackMeta["replaygain_track_peak"])
|
|
if trackPeak == "" {
|
|
trackPeak = replaygainPeakFromAny(trackMeta["peak"])
|
|
}
|
|
albumPeak := replaygainPeakFromAny(trackMeta["replaygain_album_peak"])
|
|
if albumPeak == "" {
|
|
albumPeak = replaygainPeakFromAny(jsonutil.NestedAny(trackMeta, "album", "replaygain_album_peak"))
|
|
}
|
|
|
|
sourceAlbumID := jsonutil.NestedString(trackMeta, "album", "id")
|
|
if sourceAlbumID == "" {
|
|
sourceAlbumID = jsonutil.StringFromAny(trackMeta["source_album_id"])
|
|
}
|
|
sourceArtistID := jsonutil.NestedString(trackMeta, "artist", "id")
|
|
if sourceArtistID == "" {
|
|
sourceArtistID = jsonutil.NestedString(trackMeta, "performer", "id")
|
|
}
|
|
if sourceArtistID == "" {
|
|
sourceArtistID = jsonutil.StringFromAny(trackMeta["source_artist_id"])
|
|
}
|
|
sourceTrackID := trackID
|
|
if v := jsonutil.StringFromAny(trackMeta["source_track_id"]); v != "" {
|
|
sourceTrackID = v
|
|
}
|
|
|
|
return tag.Metadata{
|
|
Title: title,
|
|
Album: album,
|
|
Artist: artist,
|
|
Artists: artistNames,
|
|
AlbumArtist: albumArtist,
|
|
OmitDiscTags: opts.forPlaylist,
|
|
TrackNumber: trackNumber,
|
|
DiscNumber: discNumber,
|
|
TrackTotal: trackTotal,
|
|
DiscTotal: discTotal,
|
|
Date: date,
|
|
Genre: genre,
|
|
InitialKey: initialKey,
|
|
Comment: comment,
|
|
Description: description,
|
|
Lyrics: lyrics,
|
|
Copyright: jsonutil.StringFromAny(trackMeta["copyright"]),
|
|
ISRC: jsonutil.StringFromAny(trackMeta["isrc"]),
|
|
ReplaygainTrackGain: trackGain,
|
|
ReplaygainAlbumGain: albumGain,
|
|
ReplaygainTrackPeak: trackPeak,
|
|
ReplaygainAlbumPeak: albumPeak,
|
|
SourcePlatform: source,
|
|
SourceTrackID: sourceTrackID,
|
|
SourceAlbumID: sourceAlbumID,
|
|
SourceArtistID: sourceArtistID,
|
|
}
|
|
}
|
|
|
|
func stringSliceFromAny(v any) []string {
|
|
items, ok := v.([]string)
|
|
if ok {
|
|
return append([]string(nil), items...)
|
|
}
|
|
rawItems, ok := v.([]any)
|
|
if !ok {
|
|
return nil
|
|
}
|
|
out := make([]string, 0, len(rawItems))
|
|
for _, raw := range rawItems {
|
|
if s := strings.TrimSpace(jsonutil.StringFromAny(raw)); s != "" {
|
|
out = append(out, s)
|
|
}
|
|
}
|
|
return out
|
|
}
|
|
|
|
func normalizeInitialKey(in string) string {
|
|
s := strings.TrimSpace(in)
|
|
if s == "" {
|
|
return ""
|
|
}
|
|
parts := strings.Fields(s)
|
|
if len(parts) >= 2 {
|
|
switch strings.ToLower(parts[1]) {
|
|
case "major", "maj":
|
|
if root := normalizeMajorKeyRoot(parts[0]); root != "" {
|
|
return root
|
|
}
|
|
case "minor", "min":
|
|
if root := normalizeMinorKeyRoot(parts[0]); root != "" {
|
|
return root + "m"
|
|
}
|
|
}
|
|
}
|
|
if strings.HasSuffix(s, "m") && len(s) > 1 {
|
|
root := normalizeMinorKeyRoot(strings.TrimSuffix(s, "m"))
|
|
if root != "" {
|
|
return root + "m"
|
|
}
|
|
}
|
|
if root := normalizeMajorKeyRoot(s); root != "" {
|
|
return root
|
|
}
|
|
return s
|
|
}
|
|
|
|
func normalizeMajorKeyRoot(root string) string {
|
|
s := normalizeKeyRootCase(root)
|
|
switch s {
|
|
case "C", "Db", "D", "Eb", "E", "F", "F#", "Gb", "G", "Ab", "A", "Bb", "B":
|
|
return s
|
|
default:
|
|
return ""
|
|
}
|
|
}
|
|
|
|
func normalizeMinorKeyRoot(root string) string {
|
|
s := normalizeKeyRootCase(root)
|
|
switch s {
|
|
case "C", "C#", "D", "Eb", "E", "F", "F#", "G", "G#", "A", "Bb", "B":
|
|
return s
|
|
default:
|
|
return ""
|
|
}
|
|
}
|
|
|
|
func normalizeKeyRootCase(root string) string {
|
|
s := strings.TrimSpace(root)
|
|
if s == "" {
|
|
return ""
|
|
}
|
|
if len(s) >= 1 {
|
|
s = strings.ToUpper(s[:1]) + strings.ToLower(s[1:])
|
|
}
|
|
return s
|
|
}
|
|
|
|
func applyPlaylistMetadataOverrides(meta map[string]any, cfg config.MetadataConfig, playlistName string, position int) {
|
|
if cfg.RenumberPlaylistTracks && position > 0 {
|
|
meta["track_number"] = position
|
|
meta["trackNumber"] = position
|
|
}
|
|
if !cfg.SetPlaylistToAlbum {
|
|
return
|
|
}
|
|
album, ok := meta["album"].(map[string]any)
|
|
if !ok {
|
|
album = map[string]any{}
|
|
meta["album"] = album
|
|
}
|
|
album["title"] = playlistName
|
|
artist, ok := album["artist"].(map[string]any)
|
|
if !ok {
|
|
artist = map[string]any{}
|
|
album["artist"] = artist
|
|
}
|
|
artist["name"] = "Various Artists"
|
|
}
|
|
|
|
func isFFmpegMissingError(err error) bool {
|
|
if err == nil {
|
|
return false
|
|
}
|
|
if errors.Is(err, exec.ErrNotFound) {
|
|
return true
|
|
}
|
|
return strings.Contains(strings.ToLower(err.Error()), "ffmpeg not found")
|
|
}
|
|
|
|
func extractAlbumArtist(albumMeta map[string]any) string {
|
|
if artistsRaw, ok := albumMeta["artists"].([]any); ok {
|
|
names := make([]string, 0, len(artistsRaw))
|
|
for _, a := range artistsRaw {
|
|
artist, ok := a.(map[string]any)
|
|
if !ok {
|
|
continue
|
|
}
|
|
if name := jsonutil.StringFromAny(artist["name"]); name != "" {
|
|
names = append(names, name)
|
|
}
|
|
}
|
|
if len(names) > 0 {
|
|
return jsonutil.DisplayArtistNames(names)
|
|
}
|
|
}
|
|
if names := stringSliceFromAny(albumMeta["artist_names"]); len(names) > 0 {
|
|
return jsonutil.DisplayArtistNames(names)
|
|
}
|
|
artist := jsonutil.NestedString(albumMeta, "artist", "name")
|
|
if artist != "" {
|
|
return artist
|
|
}
|
|
return "Unknown"
|
|
}
|