Whole album matching and fingerprinting (#592)

* Cache result of GetAllArtists

* Fixed: Manual import not respecting album import notifications

* Fixed: partial album imports stay in queue, prompting manual import

* Fixed: Allow release if tracks are missing

* Fixed: Be tolerant of missing/extra "The" at start of artist name

* Improve manual import UI

* Omit video tracks from DB entirely

* Revert "faster test packaging in build.sh"

This reverts commit 2723e2a7b8.

-u and -T are not supported on macOS

* Fix tests on linux and macOS

* Actually lint on linux

On linux yarn runs scripts with sh not bash so ** doesn't recursively glob

* Match whole albums

* Option to disable fingerprinting

* Rip out MediaInfo

* Don't split up things that have the same album selected in manual import

* Try to speed up IndentificationService

* More speedups

* Some fixes and increase power of recording id

* Fix NRE when no tags

* Fix NRE when some (but not all) files in a directory have missing tags

* Bump taglib, tidy up tag parsing

* Add a health check

* Remove media info setting

* Tags -> audioTags

* Add some tests where tags are null

* Rename history events

* Add missing method to interface

* Reinstate MediaInfo tags and update info with artist scan

Also adds migration to remove old format media info

* This file no longer exists

* Don't penalise year if missing from tags

* Formatting improvements

* Use correct system newline

* Switch to the netstandard2.0 library to support net 461

* TagLib.File is IDisposable so should be in a using

* Improve filename matching and add tests

* Neater logging of parsed tags

* Fix disk scan tests for new media info update

* Fix quality detection source

* Fix Inexact Artist/Album match

* Add button to clear track mapping

* Fix warning

* Pacify eslint

* Use \ not /

* Fix UI updates

* Fix media covers

Prevent localizing URL propaging back to the metadata object

* Reduce database overhead broadcasting UI updates

* Relax timings a bit to make test pass

* Remove irrelevant tests

* Test framework for identification service

* Fix PreferMissingToBadMatch test case

* Make fingerprinting more robust

* More logging

* Penalize unknown media format and country

* Prefer USA to UK

* Allow Data CD

* Fix exception if fingerprinting fails for all files

* Fix tests

* Fix NRE

* Allow apostrophes and remove accents in filename aggregation

* Address codacy issues

* Cope with old versions of fpcalc and suggest upgrade

* fpcalc health check passes if fingerprinting disabled

* Get the Artist meta with the artist

* Fix the mapper so that lazy loaded lists will be populated on Join

And therefore we can join TrackFiles on Tracks by default and avoid an
extra query

* Rename subtitle -> lyric

* Tidy up MediaInfoFormatter

src/NzbDrone.Core/MediaFiles/MediaFileService.cs

@@ -14,18 +14,17 @@ namespace NzbDrone.Core.MediaFiles
     public interface IMediaFileService
     {
         TrackFile Add(TrackFile trackFile);
+        void AddMany(List<TrackFile> trackFiles);
         void Update(TrackFile trackFile);
         void Update(List<TrackFile> trackFile);
         void Delete(TrackFile trackFile, DeleteMediaFileReason reason);
         List<TrackFile> GetFilesByArtist(int artistId);
         List<TrackFile> GetFilesByAlbum(int albumId);
-        List<TrackFile> GetFiles(IEnumerable<int> ids);
-        List<TrackFile> GetFilesWithoutMediaInfo();
         List<string> FilterExistingFiles(List<string> files, Artist artist);
         TrackFile Get(int id);
         List<TrackFile> Get(IEnumerable<int> ids);
         List<TrackFile> GetFilesWithRelativePath(int artistId, string relativePath);
-
+        void UpdateMediaInfo(List<TrackFile> trackFiles);
     }
 
     public class MediaFileService : IMediaFileService, IHandleAsync<AlbumDeletedEvent>
@@ -48,6 +47,15 @@ namespace NzbDrone.Core.MediaFiles
             return addedFile;
         }
 
+        public void AddMany(List<TrackFile> trackFiles)
+        {
+            _mediaFileRepository.InsertMany(trackFiles);
+            foreach (var addedFile in trackFiles)
+            {
+                _eventAggregator.PublishEvent(new TrackFileAddedEvent(addedFile));
+            }
+        }
+
         public void Update(TrackFile trackFile)
         {
             _mediaFileRepository.Update(trackFile);
@@ -61,25 +69,12 @@ namespace NzbDrone.Core.MediaFiles
 
         public void Delete(TrackFile trackFile, DeleteMediaFileReason reason)
         {
-            //Little hack so we have the tracks and artist attached for the event consumers
-            trackFile.Tracks.LazyLoad();
             trackFile.Path = Path.Combine(trackFile.Artist.Value.Path, trackFile.RelativePath);
 
             _mediaFileRepository.Delete(trackFile);
             _eventAggregator.PublishEvent(new TrackFileDeletedEvent(trackFile, reason));
         }
 
-        public List<TrackFile> GetFiles(IEnumerable<int> ids)
-        {
-            return _mediaFileRepository.Get(ids).ToList();
-        }
-
-
-        public List<TrackFile> GetFilesWithoutMediaInfo()
-        {
-            return _mediaFileRepository.GetFilesWithoutMediaInfo();
-        }
-
         public List<string> FilterExistingFiles(List<string> files, Artist artist)
         {
             var artistFiles = GetFilesByArtist(artist.Id).Select(f => Path.Combine(artist.Path, f.RelativePath)).ToList();
@@ -119,5 +114,10 @@ namespace NzbDrone.Core.MediaFiles
         {
             return _mediaFileRepository.GetFilesByAlbum(albumId);
         }
+
+        public void UpdateMediaInfo(List<TrackFile> trackFiles)
+        {
+            _mediaFileRepository.SetFields(trackFiles, t => t.MediaInfo);
+        }
     }
 }