Fixed: Refactored the Indexer architecture to support non-rss indexers.

2026-04-23 22:25:09 -04:00 · 2014-09-07 13:44:24 +02:00
parent 22c9bc402f
commit 5e62c2335f
57 changed files with 2196 additions and 1470 deletions
@@ -0,0 +1,57 @@
+using System;
+using System.Linq;
+using FluentAssertions;
+using Moq;
+using NUnit.Framework;
+using NzbDrone.Common.Http;
+using NzbDrone.Core.Indexers;
+using NzbDrone.Core.Indexers.Newznab;
+using NzbDrone.Core.Parser.Model;
+using NzbDrone.Core.Test.Framework;
+using NzbDrone.Core.ThingiProvider;
+
+namespace NzbDrone.Core.Test.IndexerTests.NewznabTests
+{
+    [TestFixture]
+    public class NewznabFixture : CoreTest<Newznab>
+    {
+        [SetUp]
+        public void Setup()
+        {
+            Subject.Definition = new IndexerDefinition()
+                {
+                    Name = "Newznab",
+                    Settings = new NewznabSettings()
+                        {
+                            Url = "http://indexer.local/",
+                            Categories = new Int32[] { 1 }
+                        }
+                };
+        }
+
+        [Test]
+        public void should_parse_recent_feed_from_newznab_nzb_su()
+        {
+            var recentFeed = ReadAllText(@"Files/RSS/newznab_nzb_su.xml");
+
+            Mocker.GetMock<IHttpClient>()
+                .Setup(o => o.Execute(It.Is<HttpRequest>(v => v.Method == HttpMethod.GET)))
+                .Returns<HttpRequest>(r => new HttpResponse(r, new HttpHeader(), recentFeed));
+            
+            var releases = Subject.FetchRecent();
+
+            releases.Should().HaveCount(100);
+
+            var releaseInfo = releases.First();
+
+            releaseInfo.Title.Should().Be("White.Collar.S03E05.720p.HDTV.X264-DIMENSION");
+            releaseInfo.DownloadProtocol.Should().Be(DownloadProtocol.Usenet);
+            releaseInfo.DownloadUrl.Should().Be("http://nzb.su/getnzb/24967ef4c2e26296c65d3bbfa97aa8fe.nzb&i=37292&r=xxx");
+            releaseInfo.InfoUrl.Should().Be("http://nzb.su/details/24967ef4c2e26296c65d3bbfa97aa8fe");
+            releaseInfo.CommentUrl.Should().Be("http://nzb.su/details/24967ef4c2e26296c65d3bbfa97aa8fe#comments");
+            releaseInfo.Indexer.Should().Be(Subject.Definition.Name);
+            releaseInfo.PublishDate.Should().Be(DateTime.Parse("2012/02/27 16:09:39"));
+            releaseInfo.Size.Should().Be(1183105773);
+        }
+    }
+}
@@ -0,0 +1,123 @@
+using System;
+using System.Collections.Generic;
+using System.Linq;
+using System.Text;
+using FluentAssertions;
+using NUnit.Framework;
+using NzbDrone.Core.Indexers.Newznab;
+using NzbDrone.Core.IndexerSearch.Definitions;
+using NzbDrone.Core.Test.Framework;
+
+namespace NzbDrone.Core.Test.IndexerTests.NewznabTests
+{
+    public class NewznabRequestGeneratorFixture : CoreTest<NewznabRequestGenerator>
+    {
+        AnimeEpisodeSearchCriteria _animeSearchCriteria;
+
+        [SetUp]
+        public void SetUp()
+        {
+            Subject.Settings = new NewznabSettings()
+            {
+                 Url = "http://127.0.0.1:1234/",
+                 Categories = new [] { 1, 2 },
+                 AnimeCategories = new [] { 3, 4 },
+                 ApiKey = "abcd",
+            };
+
+            _animeSearchCriteria = new AnimeEpisodeSearchCriteria()
+            {
+                SceneTitles = new List<String>() { "Monkey+Island" },
+                AbsoluteEpisodeNumber = 100
+            };
+        }
+        
+        [Test]
+        public void should_return_one_page_for_feed()
+        {
+            var results = Subject.GetRecentRequests();
+
+            results.Should().HaveCount(1);
+
+            var pages = results.First().Take(10).ToList();
+
+            pages.Should().HaveCount(1);
+        }
+
+        [Test]
+        public void should_use_all_categories_for_feed()
+        {
+            var results = Subject.GetRecentRequests();
+
+            results.Should().HaveCount(1);
+
+            var page = results.First().First();
+
+            page.Url.Query.Should().Contain("&cat=1,2,3,4&");
+        }
+
+        [Test]
+        public void should_not_have_duplicate_categories()
+        {
+            Subject.Settings.Categories = new[] { 1, 2, 3 };
+
+            var results = Subject.GetRecentRequests();
+
+            results.Should().HaveCount(1);
+
+            var page = results.First().First();
+
+            page.Url.Query.Should().Contain("&cat=1,2,3,4&");
+        }
+
+        [Test]
+        public void should_use_only_anime_categories_for_anime_search()
+        {
+            var results = Subject.GetSearchRequests(_animeSearchCriteria);
+
+            results.Should().HaveCount(1);
+
+            var page = results.First().First();
+
+            page.Url.Query.Should().Contain("&cat=3,4&");
+        }
+        
+        [Test]
+        public void should_use_mode_search_for_anime()
+        {
+            var results = Subject.GetSearchRequests(_animeSearchCriteria);
+
+            results.Should().HaveCount(1);
+
+            var page = results.First().First();
+
+            page.Url.Query.Should().Contain("?t=search&");
+        }
+
+        [Test]
+        public void should_return_subsequent_pages()
+        {
+            var results = Subject.GetSearchRequests(_animeSearchCriteria);
+
+            results.Should().HaveCount(1);
+
+            var pages = results.First().Take(3).ToList();
+
+            pages[0].Url.Query.Should().Contain("&offset=0&");
+            pages[1].Url.Query.Should().Contain("&offset=100&");
+            pages[2].Url.Query.Should().Contain("&offset=200&");
+        }
+
+        [Test]
+        public void should_not_get_unlimited_pages()
+        {
+            var results = Subject.GetSearchRequests(_animeSearchCriteria);
+
+            results.Should().HaveCount(1);
+
+            var pages = results.First().Take(500).ToList();
+
+            pages.Count.Should().BeLessThan(500);
+        }
+    }
+}