The durable "I asked for this" record was called Want, and the one-shot search-and-grab attempt was called Request — names that didn't match what either actually did. Want is now Request, and the old Request/Item is now Download/DownloadItem, with a table-rename migration (download_wants -> download_requests, old download_requests -> download_downloads) safe against both fresh installs and existing data. Every anchored manual download now upserts/reuses a durable Request before running, so a "download now" that finds nothing is picked up by the background reconciler automatically instead of just failing with no trace — the gap that caused this session's repeated "no candidates found" failures on the same album. Also adds auto-download guardrails (file-size min/max with a preferred target, allowed file types) that gate what the pipeline may grab unattended, live-editable from a new settings section. The frontend's wanted-view becomes downloads-view, with a new Downloads tab showing attempt/transfer history that previously had no UI at all. Co-Authored-By: Claude Sonnet 5 <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_01Y2Agd9af5hE7qzti2ackiS
216 lines
5.0 KiB
Go
216 lines
5.0 KiB
Go
package download
|
|
|
|
import (
|
|
"context"
|
|
"testing"
|
|
"time"
|
|
)
|
|
|
|
func TestConcurrencyForPrefersOverrideThenKind(t *testing.T) {
|
|
t.Parallel()
|
|
|
|
tests := []struct {
|
|
name string
|
|
cfg Config
|
|
want int
|
|
}{
|
|
{
|
|
name: "slskd defaults to one",
|
|
cfg: Config{Kind: KindSlskd},
|
|
want: 1,
|
|
},
|
|
{
|
|
name: "usenet defaults higher",
|
|
cfg: Config{Kind: KindSABnzbd},
|
|
want: 4,
|
|
},
|
|
{
|
|
name: "explicit override wins",
|
|
cfg: Config{
|
|
Kind: KindSlskd,
|
|
Settings: map[string]string{concurrencyKey: "3"},
|
|
},
|
|
want: 3,
|
|
},
|
|
{
|
|
name: "nonsense override falls back",
|
|
cfg: Config{
|
|
Kind: KindSlskd,
|
|
Settings: map[string]string{concurrencyKey: "not a number"},
|
|
},
|
|
want: 1,
|
|
},
|
|
{
|
|
name: "zero override falls back",
|
|
cfg: Config{
|
|
Kind: KindSlskd,
|
|
Settings: map[string]string{concurrencyKey: "0"},
|
|
},
|
|
want: 1,
|
|
},
|
|
{
|
|
name: "unknown kind falls back to the global default",
|
|
cfg: Config{Kind: Kind("something-new")},
|
|
want: defaultConcurrency,
|
|
},
|
|
}
|
|
|
|
for _, tt := range tests {
|
|
if got := concurrencyFor(tt.cfg); got != tt.want {
|
|
t.Errorf("%s: got %d, want %d", tt.name, got, tt.want)
|
|
}
|
|
}
|
|
}
|
|
|
|
// The reason the per-provider cap exists: a Soulseek daemon capped at
|
|
// one transfer must serialize, even when the global cap would allow
|
|
// more and the user has queued several albums at once.
|
|
func TestPerProviderCapSerializesTransfers(t *testing.T) {
|
|
t.Parallel()
|
|
|
|
f := newManagerFixture(t)
|
|
f.manager.SetMaxConcurrent(4)
|
|
|
|
slow := fakeWithAlbum(1, "slskd-like", ".flac")
|
|
slow.GrabGate = make(chan struct{})
|
|
|
|
f.manager.installProvider(Config{
|
|
ID: 1,
|
|
Kind: KindSlskd,
|
|
Priority: 50,
|
|
}, slow)
|
|
|
|
ctx := context.Background()
|
|
|
|
// Three requests against the same one-at-a-time provider.
|
|
for i := range 3 {
|
|
dl := fourTrackDownload()
|
|
dl.ID = "dl-" + string(rune('a'+i))
|
|
|
|
if err := f.store.CreateDownload(ctx, dl); err != nil {
|
|
t.Fatalf("CreateDownload: %v", err)
|
|
}
|
|
|
|
candidate := slow.Candidates[0]
|
|
candidate.ProviderID = 1
|
|
|
|
go f.manager.grab(ctx, dl, candidate, nil)
|
|
}
|
|
|
|
// Give all three a chance to reach the transport, then check how
|
|
// many actually got through the gate.
|
|
waitFor(t, func() bool { return slow.GrabCallCount() >= 1 }, "no grab started")
|
|
time.Sleep(150 * time.Millisecond)
|
|
|
|
if got := slow.MaxParallelGrabs(); got != 1 {
|
|
t.Errorf("%d simultaneous transfers, want 1", got)
|
|
}
|
|
|
|
close(slow.GrabGate)
|
|
|
|
waitFor(
|
|
t,
|
|
func() bool { return slow.GrabCallCount() == 3 },
|
|
"not every queued transfer ran once the first finished",
|
|
)
|
|
|
|
if got := slow.MaxParallelGrabs(); got != 1 {
|
|
t.Errorf("%d simultaneous transfers overall, want 1", got)
|
|
}
|
|
}
|
|
|
|
// A provider that tolerates parallelism is not held to Soulseek's
|
|
// limit, and the global cap is what bounds it.
|
|
func TestPerProviderCapAllowsParallelWhereSafe(t *testing.T) {
|
|
t.Parallel()
|
|
|
|
f := newManagerFixture(t)
|
|
f.manager.SetMaxConcurrent(4)
|
|
|
|
fast := fakeWithAlbum(1, "usenet-like", ".flac")
|
|
fast.GrabGate = make(chan struct{})
|
|
|
|
f.manager.installProvider(Config{
|
|
ID: 1,
|
|
Kind: KindSABnzbd,
|
|
Priority: 50,
|
|
}, fast)
|
|
|
|
ctx := context.Background()
|
|
|
|
for i := range 3 {
|
|
dl := fourTrackDownload()
|
|
dl.ID = "dl-" + string(rune('a'+i))
|
|
|
|
if err := f.store.CreateDownload(ctx, dl); err != nil {
|
|
t.Fatalf("CreateDownload: %v", err)
|
|
}
|
|
|
|
candidate := fast.Candidates[0]
|
|
candidate.ProviderID = 1
|
|
|
|
go f.manager.grab(ctx, dl, candidate, nil)
|
|
}
|
|
|
|
waitFor(
|
|
t,
|
|
func() bool { return fast.MaxParallelGrabs() >= 3 },
|
|
"transfers were serialized against a provider that allows parallelism",
|
|
)
|
|
|
|
close(fast.GrabGate)
|
|
}
|
|
|
|
// Reload must not strand a running transfer's slot when a provider's
|
|
// limit changes underneath it.
|
|
func TestSyncSemaphoresReplacesChangedLimits(t *testing.T) {
|
|
t.Parallel()
|
|
|
|
f := newManagerFixture(t)
|
|
|
|
f.manager.installProvider(Config{ID: 1, Kind: KindSlskd}, nil)
|
|
|
|
first := f.manager.semaphoreFor(1)
|
|
if cap(first) != 1 {
|
|
t.Fatalf("slskd semaphore cap = %d, want 1", cap(first))
|
|
}
|
|
|
|
// Same limit: the semaphore is kept, so in-flight accounting is not
|
|
// reset by an unrelated settings save.
|
|
f.manager.syncSemaphores(map[int64]Config{1: {ID: 1, Kind: KindSlskd}})
|
|
|
|
if again := f.manager.semaphoreFor(1); again != first {
|
|
t.Error("semaphore was replaced despite an unchanged limit")
|
|
}
|
|
|
|
// Changed limit: a new semaphore, with the new capacity.
|
|
f.manager.syncSemaphores(map[int64]Config{1: {
|
|
ID: 1,
|
|
Kind: KindSlskd,
|
|
Settings: map[string]string{concurrencyKey: "5"},
|
|
}})
|
|
|
|
f.manager.provMu.Lock()
|
|
f.manager.configs[1] = Config{
|
|
ID: 1,
|
|
Kind: KindSlskd,
|
|
Settings: map[string]string{concurrencyKey: "5"},
|
|
}
|
|
f.manager.provMu.Unlock()
|
|
|
|
if changed := f.manager.semaphoreFor(1); cap(changed) != 5 {
|
|
t.Errorf("semaphore cap = %d after raising the limit, want 5", cap(changed))
|
|
}
|
|
|
|
// A provider that is gone leaves no semaphore behind.
|
|
f.manager.syncSemaphores(map[int64]Config{})
|
|
|
|
f.manager.semMu.Lock()
|
|
_, still := f.manager.provSem[1]
|
|
f.manager.semMu.Unlock()
|
|
|
|
if still {
|
|
t.Error("semaphore survived the provider being removed")
|
|
}
|
|
}
|