mirror of
https://github.com/navidrome/navidrome.git
synced 2026-08-31 07:30:32 +00:00
* refactor(model): extract canonical 128-bit base62 id codec * feat(model): generate random ids as canonical 128-bit base62 values * feat(scanner): emit legacy PIDs in canonical base62 encoding * feat(db): add id canonicalization transform for the uniform-ids migration * feat(db): migrate all ids to canonical 128-bit base62 encoding * fix(db): canonicalize ids in junction tables and JSON columns * chore(jellyfin): update id-family notes for uniform canonical ids * test(ids): harden codec input contract and migration edge coverage * refactor(model): use log.Fatal for Encode128 contract guard per project convention * fix(db): force full rescan after id migration for legacy PID configs * test(db): guard id-column inventory against schema drift * refactor(ids): compile-time Encode128 contract and unified column rewrite helper * refactor(db): apply review feedback to id migration Filter empty strings in collectColumn's SQL, reuse a prepared statement for rewriteColumn updates, and clarify the legacy ID functions' comment now that they emit the canonical encoding. * feat(auth): split session and public-link JWT secrets, rotating sessions on id migration * test(subsonic): initialize public token secret in helpers suite The suite sets auth.TokenAuth directly instead of calling auth.Init, so the new PublicTokenAuth was nil whenever Ginkgo's spec order ran a helpers spec before any spec that calls auth.Init, panicking in publicurl.ImageURL. * refactor(db): inline canonicalID into its only consumer, the uniform-ids migration * refactor(model): rename Encode128/Decode128 to Encode/Decode With every id now exactly 128 bits, the width suffix is redundant; the package-qualified id.Encode/id.Decode carries the same information. * test(db): make the id-columns guard classify JSON columns too The guard only inspected columns named id/pid/*_id, so it could not see ids embedded in JSON. Widen it to *_ids and to every JSON column, and drive the "covered" set from a new embeddedIDColumns list instead of the inline calls in the migration. Every JSON column the schema has now carries a verdict. The four denormalized caches -- media_file/album.participants, media_file/album.tags, album.folder_ids and artist.similar_artists -- hold only artist, tag and folder ids. Those all come from id.NewHash, whose 22-char base62 encoding of a 128-bit MD5 is already in canonical range, so canonicalID is the identity on them and the migration correctly leaves them alone. A new codec test pins that invariant, since the exemptions depend on it. Verified on a copy of a 727MB/96k-track production database: canonicalizing those four columns changed zero rows, and artist, tag and folder ids were themselves unchanged by the migration (only media_file ids moved, 95108 of 96666).
120 lines
4.3 KiB
Go
120 lines
4.3 KiB
Go
package migrations
|
|
|
|
import (
|
|
"context"
|
|
"database/sql"
|
|
"os"
|
|
"strings"
|
|
|
|
_ "github.com/mattn/go-sqlite3"
|
|
"github.com/pressly/goose/v3"
|
|
|
|
. "github.com/onsi/ginkgo/v2"
|
|
. "github.com/onsi/gomega"
|
|
)
|
|
|
|
// Version of the uniform-canonical-ids migration whose idColumns list this guard protects.
|
|
const idColumnsMigrationVersion = 20260720015443
|
|
|
|
var _ = Describe("idColumns inventory", func() {
|
|
It("covers every id-bearing column present at the migration version", func() {
|
|
ctx := context.Background()
|
|
db, err := sql.Open("sqlite3", "file::memory:")
|
|
Expect(err).ToNot(HaveOccurred())
|
|
db.SetMaxOpenConns(1) // non-shared :memory: — a second conn would be an empty DB
|
|
DeferCleanup(func() { _ = db.Close() })
|
|
_, err = db.ExecContext(ctx, "PRAGMA foreign_keys=off")
|
|
Expect(err).ToNot(HaveOccurred())
|
|
|
|
goose.SetBaseFS(os.DirFS("."))
|
|
DeferCleanup(func() { goose.SetBaseFS(nil) })
|
|
Expect(goose.SetDialect("sqlite3")).To(Succeed())
|
|
Expect(goose.UpToContext(ctx, db, ".", idColumnsMigrationVersion)).To(Succeed())
|
|
|
|
covered := map[string]bool{}
|
|
for _, tc := range idColumns {
|
|
covered[tc.table+"."+tc.col] = true
|
|
}
|
|
for _, tc := range embeddedIDColumns {
|
|
covered[tc.table+"."+tc.col] = true
|
|
}
|
|
// Columns that are id-named or JSON but need no rewrite.
|
|
exempt := map[string]string{
|
|
"share.id": "public share URLs, generated separately",
|
|
"property.id": "property key, not an entity id",
|
|
"plugin.id": "plugin name, not an entity id",
|
|
"media_file.participants": "hash-family artist ids, unchanged",
|
|
"album.participants": "hash-family artist ids, unchanged",
|
|
"media_file.tags": "hash-family tag ids, unchanged",
|
|
"album.tags": "hash-family tag ids, unchanged",
|
|
"album.folder_ids": "hash-family folder ids, unchanged",
|
|
"artist.similar_artists": "hash-family artist ids, unchanged",
|
|
"media_file.search_participants": "participant names for FTS, not ids",
|
|
"album.search_participants": "participant names for FTS, not ids",
|
|
"album.discs": "disc number -> title map",
|
|
"media_file.lyrics": "synced lyrics, no ids",
|
|
"folder.image_files": "image file names, no ids",
|
|
"plugin.manifest": "plugin-authored manifest, no Navidrome ids",
|
|
"plugin.config": "free-form plugin config, must not be rewritten",
|
|
"plugin.libraries": "integer library ids",
|
|
}
|
|
|
|
tables, err := queryColumn(ctx, db, "SELECT name FROM sqlite_master WHERE type='table'")
|
|
Expect(err).ToNot(HaveOccurred())
|
|
|
|
var dangling []string
|
|
for _, table := range tables {
|
|
if strings.HasPrefix(table, "sqlite_") || table == "goose_db_version" || strings.Contains(table, "_fts") {
|
|
continue
|
|
}
|
|
rows, err := db.QueryContext(ctx, "SELECT name, type FROM pragma_table_info(?)", table)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
for rows.Next() {
|
|
var name, typ string
|
|
Expect(rows.Scan(&name, &typ)).To(Succeed())
|
|
lname := strings.ToLower(name)
|
|
utyp := strings.ToUpper(typ)
|
|
// JSON can hide an id under any key, so every JSON column needs a verdict.
|
|
isJSON := strings.Contains(utyp, "JSON")
|
|
isIDName := lname == "id" || lname == "pid" ||
|
|
strings.HasSuffix(lname, "_id") || strings.HasSuffix(lname, "_ids")
|
|
if !isJSON && !isIDName {
|
|
continue
|
|
}
|
|
if !isJSON && !strings.Contains(utyp, "TEXT") && !strings.Contains(utyp, "CHAR") {
|
|
continue // INTEGER ids (rowid PKs, library.id) are not canonical ids
|
|
}
|
|
if strings.HasPrefix(lname, "mbz_") {
|
|
continue // MusicBrainz UUIDs, not Navidrome ids
|
|
}
|
|
key := table + "." + name
|
|
if covered[key] || exempt[key] != "" {
|
|
continue
|
|
}
|
|
dangling = append(dangling, key)
|
|
}
|
|
Expect(rows.Err()).ToNot(HaveOccurred())
|
|
Expect(rows.Close()).To(Succeed())
|
|
}
|
|
Expect(dangling).To(BeEmpty(),
|
|
"id-bearing columns missing from idColumns; add them to the migration or exempt with a reason: %v", dangling)
|
|
})
|
|
})
|
|
|
|
func queryColumn(ctx context.Context, db *sql.DB, query string) ([]string, error) {
|
|
rows, err := db.QueryContext(ctx, query)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
defer rows.Close()
|
|
var out []string
|
|
for rows.Next() {
|
|
var s string
|
|
if err := rows.Scan(&s); err != nil {
|
|
return nil, err
|
|
}
|
|
out = append(out, s)
|
|
}
|
|
return out, rows.Err()
|
|
}
|