2020-01-15 00:23:29 +01:00
|
|
|
package persistence
|
2020-01-12 23:32:06 +01:00
|
|
|
|
|
|
|
import (
|
2020-01-28 14:22:17 +01:00
|
|
|
"context"
|
2020-10-30 21:08:43 +01:00
|
|
|
"fmt"
|
|
|
|
"net/url"
|
2020-01-18 02:46:19 +01:00
|
|
|
"sort"
|
2020-01-16 22:53:48 +01:00
|
|
|
"strings"
|
|
|
|
|
2020-01-28 14:22:17 +01:00
|
|
|
. "github.com/Masterminds/squirrel"
|
2020-01-12 23:32:06 +01:00
|
|
|
"github.com/astaxie/beego/orm"
|
2020-01-24 01:44:08 +01:00
|
|
|
"github.com/deluan/navidrome/conf"
|
2020-01-31 15:53:19 +01:00
|
|
|
"github.com/deluan/navidrome/log"
|
2020-01-24 01:44:08 +01:00
|
|
|
"github.com/deluan/navidrome/model"
|
|
|
|
"github.com/deluan/navidrome/utils"
|
2020-01-28 14:22:17 +01:00
|
|
|
"github.com/deluan/rest"
|
2020-01-12 23:32:06 +01:00
|
|
|
)
|
|
|
|
|
|
|
|
type artistRepository struct {
|
2020-01-28 14:22:17 +01:00
|
|
|
sqlRepository
|
2020-03-22 01:00:46 +01:00
|
|
|
sqlRestful
|
2020-01-18 02:46:19 +01:00
|
|
|
indexGroups utils.IndexGroups
|
2020-01-12 23:32:06 +01:00
|
|
|
}
|
|
|
|
|
2020-10-30 21:08:43 +01:00
|
|
|
type dbArtist struct {
|
|
|
|
model.Artist
|
|
|
|
SimilarArtists string `json:"similarArtists"`
|
|
|
|
}
|
|
|
|
|
2020-01-28 14:22:17 +01:00
|
|
|
func NewArtistRepository(ctx context.Context, o orm.Ormer) model.ArtistRepository {
|
2020-01-12 23:32:06 +01:00
|
|
|
r := &artistRepository{}
|
2020-01-28 14:22:17 +01:00
|
|
|
r.ctx = ctx
|
2020-01-19 21:37:41 +01:00
|
|
|
r.ormer = o
|
2020-01-24 07:29:31 +01:00
|
|
|
r.indexGroups = utils.ParseIndexGroups(conf.Server.IndexGroups)
|
2020-01-31 15:53:19 +01:00
|
|
|
r.tableName = "artist"
|
2020-04-24 23:37:28 +02:00
|
|
|
r.sortMappings = map[string]string{
|
|
|
|
"name": "order_artist_name",
|
|
|
|
}
|
2020-03-20 03:26:18 +01:00
|
|
|
r.filterMappings = map[string]filterFunc{
|
2020-08-14 19:19:32 +02:00
|
|
|
"name": fullTextFilter,
|
|
|
|
"starred": booleanFilter,
|
2020-03-20 03:26:18 +01:00
|
|
|
}
|
2020-01-12 23:32:06 +01:00
|
|
|
return r
|
|
|
|
}
|
|
|
|
|
2020-01-28 14:22:17 +01:00
|
|
|
func (r *artistRepository) selectArtist(options ...model.QueryOptions) SelectBuilder {
|
2020-02-25 04:06:12 +01:00
|
|
|
return r.newSelectWithAnnotation("artist.id", options...).Columns("*")
|
2020-01-28 14:22:17 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
func (r *artistRepository) CountAll(options ...model.QueryOptions) (int64, error) {
|
2020-08-14 19:19:32 +02:00
|
|
|
return r.count(r.newSelectWithAnnotation("artist.id"), options...)
|
2020-01-28 14:22:17 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
func (r *artistRepository) Exists(id string) (bool, error) {
|
2020-01-31 15:53:19 +01:00
|
|
|
return r.exists(Select().Where(Eq{"id": id}))
|
2020-01-28 14:22:17 +01:00
|
|
|
}
|
|
|
|
|
2020-01-15 04:22:34 +01:00
|
|
|
func (r *artistRepository) Put(a *model.Artist) error {
|
2020-11-02 16:26:41 +01:00
|
|
|
a.FullText = getFullText(a.Name, a.SortArtistName)
|
2020-10-30 21:08:43 +01:00
|
|
|
dba := r.fromModel(a)
|
|
|
|
_, err := r.put(dba.ID, dba)
|
2020-03-20 02:43:30 +01:00
|
|
|
return err
|
2020-01-12 23:32:06 +01:00
|
|
|
}
|
|
|
|
|
2020-01-15 04:22:34 +01:00
|
|
|
func (r *artistRepository) Get(id string) (*model.Artist, error) {
|
2020-01-31 15:53:19 +01:00
|
|
|
sel := r.selectArtist().Where(Eq{"id": id})
|
2020-10-30 21:08:43 +01:00
|
|
|
var dba []dbArtist
|
|
|
|
if err := r.queryAll(sel, &dba); err != nil {
|
2020-05-22 21:23:42 +02:00
|
|
|
return nil, err
|
|
|
|
}
|
2020-10-30 21:08:43 +01:00
|
|
|
if len(dba) == 0 {
|
2020-05-22 21:23:42 +02:00
|
|
|
return nil, model.ErrNotFound
|
|
|
|
}
|
2020-10-30 21:08:43 +01:00
|
|
|
res := r.toModels(dba)
|
2020-05-22 21:23:42 +02:00
|
|
|
return &res[0], nil
|
2020-01-28 14:22:17 +01:00
|
|
|
}
|
|
|
|
|
2020-10-30 21:08:43 +01:00
|
|
|
func (r *artistRepository) GetAll(options ...model.QueryOptions) (model.Artists, error) {
|
|
|
|
sel := r.selectArtist(options...)
|
|
|
|
var dba []dbArtist
|
|
|
|
err := r.queryAll(sel, &dba)
|
|
|
|
res := r.toModels(dba)
|
|
|
|
return res, err
|
|
|
|
}
|
|
|
|
|
|
|
|
func (r *artistRepository) toModels(dba []dbArtist) model.Artists {
|
2020-11-02 15:48:00 +01:00
|
|
|
res := model.Artists{}
|
2020-10-30 21:08:43 +01:00
|
|
|
for i := range dba {
|
|
|
|
a := dba[i]
|
|
|
|
res = append(res, *r.toModel(&a))
|
2020-10-19 01:10:11 +02:00
|
|
|
}
|
2020-10-30 21:08:43 +01:00
|
|
|
return res
|
|
|
|
}
|
|
|
|
|
|
|
|
func (r *artistRepository) toModel(dba *dbArtist) *model.Artist {
|
|
|
|
a := dba.Artist
|
|
|
|
a.SimilarArtists = nil
|
|
|
|
for _, s := range strings.Split(dba.SimilarArtists, ";") {
|
|
|
|
fields := strings.Split(s, ":")
|
|
|
|
if len(fields) != 2 {
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
name, _ := url.QueryUnescape(fields[1])
|
|
|
|
a.SimilarArtists = append(a.SimilarArtists, model.Artist{
|
|
|
|
ID: fields[0],
|
|
|
|
Name: name,
|
|
|
|
})
|
2020-10-19 01:10:11 +02:00
|
|
|
}
|
2020-10-30 21:08:43 +01:00
|
|
|
return &a
|
2020-10-19 01:10:11 +02:00
|
|
|
}
|
|
|
|
|
2020-10-30 21:08:43 +01:00
|
|
|
func (r *artistRepository) fromModel(a *model.Artist) *dbArtist {
|
|
|
|
dba := &dbArtist{Artist: *a}
|
|
|
|
var sa []string
|
|
|
|
|
|
|
|
for _, s := range a.SimilarArtists {
|
|
|
|
sa = append(sa, fmt.Sprintf("%s:%s", s.ID, url.QueryEscape(s.Name)))
|
|
|
|
}
|
|
|
|
|
|
|
|
dba.SimilarArtists = strings.Join(sa, ";")
|
|
|
|
return dba
|
2020-01-12 23:32:06 +01:00
|
|
|
}
|
|
|
|
|
2020-04-24 19:37:28 +02:00
|
|
|
func (r *artistRepository) getIndexKey(a *model.Artist) string {
|
|
|
|
name := strings.ToLower(utils.NoArticle(a.Name))
|
|
|
|
for k, v := range r.indexGroups {
|
|
|
|
key := strings.ToLower(k)
|
|
|
|
if strings.HasPrefix(name, key) {
|
|
|
|
return v
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return "#"
|
|
|
|
}
|
|
|
|
|
2020-01-18 02:46:19 +01:00
|
|
|
// TODO Cache the index (recalculate when there are changes to the DB)
|
|
|
|
func (r *artistRepository) GetIndex() (model.ArtistIndexes, error) {
|
2020-10-30 21:08:43 +01:00
|
|
|
all, err := r.GetAll(model.QueryOptions{Sort: "order_artist_name"})
|
2020-01-18 02:46:19 +01:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
fullIdx := make(map[string]*model.ArtistIndex)
|
2020-05-13 21:32:42 +02:00
|
|
|
for i := range all {
|
|
|
|
a := all[i]
|
2020-01-18 02:46:19 +01:00
|
|
|
ax := r.getIndexKey(&a)
|
|
|
|
idx, ok := fullIdx[ax]
|
|
|
|
if !ok {
|
|
|
|
idx = &model.ArtistIndex{ID: ax}
|
|
|
|
fullIdx[ax] = idx
|
|
|
|
}
|
2020-01-31 21:58:17 +01:00
|
|
|
idx.Artists = append(idx.Artists, a)
|
2020-01-18 02:46:19 +01:00
|
|
|
}
|
|
|
|
var result model.ArtistIndexes
|
|
|
|
for _, idx := range fullIdx {
|
|
|
|
result = append(result, *idx)
|
|
|
|
}
|
|
|
|
sort.Slice(result, func(i, j int) bool {
|
|
|
|
return result[i].ID < result[j].ID
|
|
|
|
})
|
|
|
|
return result, nil
|
|
|
|
}
|
|
|
|
|
2020-01-16 22:53:48 +01:00
|
|
|
func (r *artistRepository) Refresh(ids ...string) error {
|
2020-09-09 14:57:59 +02:00
|
|
|
chunks := utils.BreakUpStringSlice(ids, 100)
|
|
|
|
for _, chunk := range chunks {
|
|
|
|
err := r.refresh(chunk...)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (r *artistRepository) refresh(ids ...string) error {
|
2020-01-31 15:53:19 +01:00
|
|
|
type refreshArtist struct {
|
|
|
|
model.Artist
|
2020-03-26 14:08:53 +01:00
|
|
|
CurrentId string
|
2020-01-31 15:53:19 +01:00
|
|
|
}
|
|
|
|
var artists []refreshArtist
|
2020-04-24 16:13:59 +02:00
|
|
|
sel := Select("f.album_artist_id as id", "f.album_artist as name", "count(*) as album_count", "a.id as current_id",
|
2020-10-20 23:16:24 +02:00
|
|
|
"group_concat(f.mbz_album_artist_id , ' ') as mbz_artist_id",
|
2020-05-08 15:50:33 +02:00
|
|
|
"f.sort_album_artist_name as sort_artist_name", "f.order_album_artist_name as order_artist_name",
|
2020-10-13 03:21:28 +02:00
|
|
|
"sum(f.song_count) as song_count", "sum(f.size) as size").
|
2020-02-01 20:48:22 +01:00
|
|
|
From("album f").
|
2020-03-25 23:51:13 +01:00
|
|
|
LeftJoin("artist a on f.album_artist_id = a.id").
|
|
|
|
Where(Eq{"f.album_artist_id": ids}).
|
|
|
|
GroupBy("f.album_artist_id").OrderBy("f.id")
|
2020-02-01 20:48:22 +01:00
|
|
|
err := r.queryAll(sel, &artists)
|
2020-01-31 15:53:19 +01:00
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
toInsert := 0
|
|
|
|
toUpdate := 0
|
|
|
|
for _, ar := range artists {
|
|
|
|
if ar.CurrentId != "" {
|
|
|
|
toUpdate++
|
|
|
|
} else {
|
|
|
|
toInsert++
|
|
|
|
}
|
2020-10-20 23:16:24 +02:00
|
|
|
ar.MbzArtistID = getMbzId(r.ctx, ar.MbzArtistID, r.tableName, ar.Name)
|
2020-01-31 15:53:19 +01:00
|
|
|
err := r.Put(&ar.Artist)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
if toInsert > 0 {
|
2020-01-31 23:57:06 +01:00
|
|
|
log.Debug(r.ctx, "Inserted new artists", "totalInserted", toInsert)
|
2020-01-31 15:53:19 +01:00
|
|
|
}
|
|
|
|
if toUpdate > 0 {
|
2020-01-31 23:57:06 +01:00
|
|
|
log.Debug(r.ctx, "Updated artists", "totalUpdated", toUpdate)
|
2020-01-31 15:53:19 +01:00
|
|
|
}
|
|
|
|
return err
|
2020-01-16 22:53:48 +01:00
|
|
|
}
|
|
|
|
|
2020-01-31 04:07:02 +01:00
|
|
|
func (r *artistRepository) GetStarred(options ...model.QueryOptions) (model.Artists, error) {
|
2020-01-31 21:58:17 +01:00
|
|
|
sq := r.selectArtist(options...).Where("starred = true")
|
2020-10-30 21:08:43 +01:00
|
|
|
var dba []dbArtist
|
|
|
|
err := r.queryAll(sq, &dba)
|
|
|
|
starred := r.toModels(dba)
|
2020-01-31 21:58:17 +01:00
|
|
|
return starred, err
|
2020-01-19 02:03:52 +01:00
|
|
|
}
|
|
|
|
|
2020-05-19 02:32:01 +02:00
|
|
|
func (r *artistRepository) purgeEmpty() error {
|
2020-03-26 14:08:53 +01:00
|
|
|
del := Delete(r.tableName).Where("id not in (select distinct(album_artist_id) from album)")
|
2020-01-31 23:57:06 +01:00
|
|
|
c, err := r.executeSQL(del)
|
|
|
|
if err == nil {
|
|
|
|
if c > 0 {
|
|
|
|
log.Debug(r.ctx, "Purged empty artists", "totalDeleted", c)
|
|
|
|
}
|
|
|
|
}
|
2020-01-31 15:53:19 +01:00
|
|
|
return err
|
2020-01-18 05:28:11 +01:00
|
|
|
}
|
|
|
|
|
2020-01-15 04:22:34 +01:00
|
|
|
func (r *artistRepository) Search(q string, offset int, size int) (model.Artists, error) {
|
2020-10-30 21:08:43 +01:00
|
|
|
var dba []dbArtist
|
|
|
|
err := r.doSearch(q, offset, size, &dba, "name")
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
return r.toModels(dba), nil
|
2020-01-28 14:22:17 +01:00
|
|
|
}
|
2020-01-13 22:02:49 +01:00
|
|
|
|
2020-01-28 14:22:17 +01:00
|
|
|
func (r *artistRepository) Count(options ...rest.QueryOptions) (int64, error) {
|
2020-01-31 21:42:48 +01:00
|
|
|
return r.CountAll(r.parseRestOptions(options...))
|
2020-01-28 14:22:17 +01:00
|
|
|
}
|
2020-01-13 22:02:49 +01:00
|
|
|
|
2020-01-28 14:22:17 +01:00
|
|
|
func (r *artistRepository) Read(id string) (interface{}, error) {
|
|
|
|
return r.Get(id)
|
2020-01-13 22:02:49 +01:00
|
|
|
}
|
|
|
|
|
2020-01-28 14:22:17 +01:00
|
|
|
func (r *artistRepository) ReadAll(options ...rest.QueryOptions) (interface{}, error) {
|
|
|
|
return r.GetAll(r.parseRestOptions(options...))
|
|
|
|
}
|
|
|
|
|
|
|
|
func (r *artistRepository) EntityName() string {
|
|
|
|
return "artist"
|
2020-01-13 22:02:49 +01:00
|
|
|
}
|
|
|
|
|
2020-01-28 14:22:17 +01:00
|
|
|
func (r *artistRepository) NewInstance() interface{} {
|
|
|
|
return &model.Artist{}
|
|
|
|
}
|
|
|
|
|
2020-08-14 19:19:32 +02:00
|
|
|
func (r artistRepository) Delete(id string) error {
|
|
|
|
return r.delete(Eq{"id": id})
|
|
|
|
}
|
|
|
|
|
|
|
|
func (r artistRepository) Save(entity interface{}) (string, error) {
|
2020-08-14 19:35:28 +02:00
|
|
|
artist := entity.(*model.Artist)
|
|
|
|
err := r.Put(artist)
|
|
|
|
return artist.ID, err
|
2020-08-14 19:19:32 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
func (r artistRepository) Update(entity interface{}, cols ...string) error {
|
2020-08-14 19:35:28 +02:00
|
|
|
artist := entity.(*model.Artist)
|
|
|
|
return r.Put(artist)
|
2020-08-14 19:19:32 +02:00
|
|
|
}
|
|
|
|
|
2020-01-15 04:22:34 +01:00
|
|
|
var _ model.ArtistRepository = (*artistRepository)(nil)
|
2020-01-28 14:22:17 +01:00
|
|
|
var _ model.ResourceRepository = (*artistRepository)(nil)
|
2020-08-14 19:19:32 +02:00
|
|
|
var _ rest.Persistable = (*artistRepository)(nil)
|