rewrite of indexer/episode search

2025-08-19 21:13:28 -07:00 · 2013-04-07 00:30:37 -07:00 · 2013-04-07 00:30:37 -07:00 · a6a4932b44
commit a6a4932b44
parent 9ae21cf7a1
114 changed files with 2045 additions and 5577 deletions
--- a/NzbDrone.Core/Indexers/IndexerFetchService.cs
+++ b/NzbDrone.Core/Indexers/IndexerFetchService.cs
@ -0,0 +1,129 @@
+using System;
+using System.Collections.Generic;
+using System.Net;
+using NLog;
+using NzbDrone.Common;
+using NzbDrone.Core.IndexerSearch.Definitions;
+using NzbDrone.Core.Model;
+
+namespace NzbDrone.Core.Indexers
+{
+    public interface IFetchFeedFromIndexers
+    {
+        IList<EpisodeParseResult> FetchRss(IIndexerBase indexer);
+
+        IList<EpisodeParseResult> Fetch(IIndexerBase indexer, SeasonSearchDefinition searchDefinition);
+        IList<EpisodeParseResult> Fetch(IIndexerBase indexer, SingleEpisodeSearchDefinition searchDefinition);
+        IList<EpisodeParseResult> Fetch(IIndexerBase indexer, PartialSeasonSearchDefinition searchDefinition);
+        IList<EpisodeParseResult> Fetch(IIndexerBase indexer, DailyEpisodeSearchDefinition searchDefinition);
+    }
+
+    public class FetchFeedService : IFetchFeedFromIndexers
+    {
+        private readonly Logger _logger;
+        private readonly HttpProvider _httpProvider;
+
+
+        protected FetchFeedService(HttpProvider httpProvider, Logger logger)
+        {
+            _httpProvider = httpProvider;
+            _logger = logger;
+        }
+
+
+        public virtual IList<EpisodeParseResult> FetchRss(IIndexerBase indexer)
+        {
+            _logger.Debug("Fetching feeds from " + indexer.Name);
+
+            var result = Fetch(indexer, indexer.RecentFeed);
+
+            _logger.Debug("Finished processing feeds from " + indexer.Name);
+
+            return result;
+        }
+
+        public IList<EpisodeParseResult> Fetch(IIndexerBase indexer, SeasonSearchDefinition searchDefinition)
+        {
+            _logger.Debug("Searching for {0}", searchDefinition);
+
+            var searchUrls = indexer.GetSeasonSearchUrls(searchDefinition.SceneTitle, searchDefinition.SeasonNumber);
+            var result = Fetch(indexer, searchUrls);
+
+
+            _logger.Info("Finished searching {0} on {1}. Found {2}", indexer.Name, searchDefinition, result.Count);
+            return result;
+        }
+
+        public IList<EpisodeParseResult> Fetch(IIndexerBase indexer, SingleEpisodeSearchDefinition searchDefinition)
+        {
+            _logger.Debug("Searching for {0}", searchDefinition);
+
+            var searchUrls = indexer.GetEpisodeSearchUrls(searchDefinition.SceneTitle, searchDefinition.SeasonNumber, searchDefinition.EpisodeNumber);
+            var result = Fetch(indexer, searchUrls);
+
+
+            _logger.Info("Finished searching {0} on {1}. Found {2}", indexer.Name, searchDefinition, result.Count);
+            return result;
+
+        }
+
+        public IList<EpisodeParseResult> Fetch(IIndexerBase indexer, PartialSeasonSearchDefinition searchDefinition)
+        {
+            _logger.Debug("Searching for {0}", searchDefinition);
+
+            var searchUrls = indexer.GetSeasonSearchUrls(searchDefinition.SceneTitle, searchDefinition.SeasonNumber);
+            var result = Fetch(indexer, searchUrls);
+
+
+            _logger.Info("Finished searching {0} on {1}. Found {2}", indexer.Name, searchDefinition, result.Count);
+            return result;
+        }
+
+        public IList<EpisodeParseResult> Fetch(IIndexerBase indexer, DailyEpisodeSearchDefinition searchDefinition)
+        {
+            _logger.Debug("Searching for {0}", searchDefinition);
+
+            var searchUrls = indexer.GetDailyEpisodeSearchUrls(searchDefinition.SceneTitle, searchDefinition.Airtime);
+            var result = Fetch(indexer, searchUrls);
+
+            _logger.Info("Finished searching {0} on {1}. Found {2}", indexer.Name, searchDefinition, result.Count);
+            return result;
+        }
+
+        private List<EpisodeParseResult> Fetch(IIndexerBase indexer, IEnumerable<string> urls)
+        {
+            var result = new List<EpisodeParseResult>();
+
+            foreach (var url in urls)
+            {
+                try
+                {
+                    _logger.Trace("Downloading Feed " + url);
+                    var stream = _httpProvider.DownloadStream(url);
+                    result.AddRange(indexer.Parser.Process(stream));
+                }
+                catch (WebException webException)
+                {
+                    if (webException.Message.Contains("503"))
+                    {
+                        _logger.Warn("{0} server is currently unavailable.{1} {2}", indexer.Name, url, webException.Message);
+                    }
+                    else
+                    {
+                        webException.Data.Add("FeedUrl", url);
+                        _logger.ErrorException("An error occurred while processing feed. " + url, webException);
+                    }
+                }
+                catch (Exception feedEx)
+                {
+                    feedEx.Data.Add("FeedUrl", url);
+                    _logger.ErrorException("An error occurred while processing feed. " + url, feedEx);
+                }
+            }
+
+            result.ForEach(c => c.Indexer = indexer.Name);
+
+            return result;
+        }
+    }
+}