Generalized RateLimit logic to all indexers based on indexer id

src/NzbDrone.Common/Http/HttpClient.cs

@@ -107,7 +107,7 @@ namespace NzbDrone.Common.Http
 
             if (request.RateLimit != TimeSpan.Zero)
             {
-                _rateLimitService.WaitAndPulse(HttpRateLimitKeyFactory.GetRateLimitKey(request), request.RateLimit);
+                _rateLimitService.WaitAndPulse(request.Url.Host, request.RateLimitKey, request.RateLimit);
             }
 
             _logger.Trace(request);

src/NzbDrone.Common/Http/HttpRateLimitKeyFactory.cs

@@ -1,28 +0,0 @@
-using System;
-using System.Collections.Generic;
-using System.Linq;
-using System.Text;
-using System.Text.RegularExpressions;
-using System.Threading.Tasks;
-
-namespace NzbDrone.Common.Http
-{
-    public static class HttpRateLimitKeyFactory
-    {
-        // Use a different key for jackett instances to prevent hitting the ratelimit for multiple separate indexers.
-        private static readonly Regex _regex = new Regex(@"^https?://(.+/jackett/api/v2.0/indexers/\w+)/", RegexOptions.Compiled);
-
-        public static string GetRateLimitKey(HttpRequest request)
-        {
-            var match = _regex.Match(request.Url.ToString());
-
-            if (match.Success)
-            {
-                return match.Groups[1].Value;
-            }
-
-            return request.Url.Host;
-        }
-            
-    }
-}

src/NzbDrone.Common/Http/HttpRequest.cs

@@ -45,6 +45,7 @@ namespace NzbDrone.Common.Http
         public bool StoreResponseCookie { get; set; }
         public TimeSpan RequestTimeout { get; set; }
         public TimeSpan RateLimit { get; set; }
+        public string RateLimitKey { get; set; }
         public Stream ResponseStream { get; set; }
 
         public override string ToString()