Improved pulling similar tidal tracks

Author: MusicMoveArr

MiniMediaScanner/Repositories/UpdateTidalRepository.cs

@@ -391,4 +391,35 @@ await base.Connection
                 similarIsrc
             }, transaction: base.Transaction);
     }
+    
+    public async Task<bool> HasSimilarTrackRecordsAsync(int trackId)
+    {
+        string query = @"
+            select 1 from tidal_track_similar 
+            where trackId = @trackId";
+
+        return (await base.Connection
+            .ExecuteScalarAsync<int>(query, param: new
+            {
+                trackId
+            }, transaction: base.Transaction)) == 1;
+    }
+    
+    public async Task<List<int>> GetMissingSimilarTrackIdsByArtistIdAsync(int artistId)
+    {
+        string query = @"
+                    select track.TrackId
+                    from tidal_artist artist
+                    join tidal_album album on album.artistid = artist.artistid 
+                    join tidal_track track on track.albumid = album.albumid 
+                    left join tidal_track_similar sim on sim.trackid = track.trackid 
+                    where artist.artistid = @artistId and sim.trackid is null";
+
+        return (await base.Connection
+            .QueryAsync<int>(query, param: new
+            {
+                artistId
+            }, transaction: base.Transaction))
+            .ToList();
+    }
 }

MiniMediaScanner/Services/TidalService.cs

@@ -91,7 +91,7 @@ public async Task UpdateArtistByIdAsync(int artistId,
                 await _updateTidalRepository.CommitAsync();
                 return;
             }
-
+            
             //fetch all the albums available of the artist
             //by going through the next page cursor
             //populating the artist object
@@ -121,6 +121,8 @@ public async Task UpdateArtistByIdAsync(int artistId,
                 .Where(x => x.Type == "albums")
                 .ToList();
 
+            await PullMissingSimilarTracksAsync(artistId, _updateTidalRepository, callback, artistInfo, albums.Count);
+
             if (albums.Count >= _ignoreArtistAlbumAmount)
             {
                 await _updateTidalRepository.CommitAsync();
@@ -304,7 +306,6 @@ await _updateTidalRepository.UpsertAlbumExternalLinkAsync(int.Parse(album.Id),
                         ?.Items
                         ?.Data
                         ?.FirstOrDefault(x => x.Id == track.Id);
-
 
                     callback?.Invoke(new UpdateTidalCallback(artistId, 
                         artistInfo.Data.Attributes.Name,
@@ -360,24 +361,9 @@ await _updateTidalRepository.UpsertTrackAsync(int.Parse(track.Id),
                         trackNumber.Meta.VolumeNumber,
                         trackNumber.Meta.TrackNumber,
                         track.Attributes.Version ?? string.Empty);
-                    
-                    var similarTracks = await _tidalAPIService.GetSimilarTracksByTrackIdAsync(int.Parse(track.Id));
 
-                    foreach (var similarTrack in similarTracks.Data)
-                    {
-                        string similarIsrc = similarTracks.Included
-                            ?.Where(x => x.Id == similarTrack.Id)
-                            ?.Select(x => x.Attributes.ISRC)
-                            ?.FirstOrDefault() ?? string.Empty;
-                        
-                        await _updateTidalRepository.UpsertSimilarTrackAsync(
-                            int.Parse(track.Id), 
-                            int.Parse(similarTrack.Id), 
-                            similarIsrc);
-                    }
-                    
+                    await ProcessSimilarTrackAsync(int.Parse(track.Id), _updateTidalRepository);
                 }
-
                 progress++;
             }
 
@@ -397,6 +383,53 @@ await _updateTidalRepository.UpsertSimilarTrackAsync(
         }
     }
 
+    private async Task PullMissingSimilarTracksAsync(
+        int artistId, 
+        UpdateTidalRepository updateTidalRepository, 
+        Action<UpdateTidalCallback>? callback,
+        TidalSearchResponse artistInfo,
+        int albumCount)
+    {
+        List<int> trackIdsMissingSimilar = await updateTidalRepository.GetMissingSimilarTrackIdsByArtistIdAsync(artistId);
+
+        int repullProgress = 1;
+        foreach(int trackId in trackIdsMissingSimilar)
+        {
+            await ProcessSimilarTrackAsync(trackId, updateTidalRepository);
+                
+            callback?.Invoke(new UpdateTidalCallback(artistId, 
+                artistInfo.Data.Attributes.Name,
+                string.Empty,
+                albumCount,
+                UpdateTidalStatus.Updating,
+                0,
+                $"Pulling missing similar tracks {repullProgress} of {trackIdsMissingSimilar.Count} processed"));
+            repullProgress++;
+        }
+    }
+
+    private async Task ProcessSimilarTrackAsync(int trackId, UpdateTidalRepository updateTidalRepository)
+    {
+        if (!await updateTidalRepository.HasSimilarTrackRecordsAsync(trackId))
+        {
+            var similarTracks = await _tidalAPIService.GetSimilarTracksByTrackIdAsync(trackId);
+
+            foreach (var similarTrack in similarTracks?.Data ?? [])
+            {
+                string similarIsrc = similarTracks
+                    ?.Included
+                    ?.Where(x => x.Id == similarTrack.Id)
+                    ?.Select(x => x.Attributes.ISRC)
+                    ?.FirstOrDefault() ?? string.Empty;
+                        
+                await updateTidalRepository.UpsertSimilarTrackAsync(
+                    trackId, 
+                    int.Parse(similarTrack.Id), 
+                    similarIsrc);
+            }
+        }
+    }
+
     private async Task<TidalSearchResponse?> InsertArtistInfoAsync(int artistId, bool ignorePeventCheck = false)
     {
         UpdateTidalRepository _updateTidalRepository = new UpdateTidalRepository(_connectionString);