2013-04-07 07:30:37 +00:00
|
|
|
using System;
|
|
|
|
using System.Collections.Generic;
|
|
|
|
using System.Net;
|
|
|
|
using NLog;
|
|
|
|
using NzbDrone.Common;
|
|
|
|
using NzbDrone.Core.IndexerSearch.Definitions;
|
2013-04-15 01:41:39 +00:00
|
|
|
using NzbDrone.Core.Parser.Model;
|
2013-08-22 04:42:25 +00:00
|
|
|
using System.Linq;
|
2013-04-07 07:30:37 +00:00
|
|
|
|
|
|
|
namespace NzbDrone.Core.Indexers
|
|
|
|
{
|
|
|
|
public interface IFetchFeedFromIndexers
|
|
|
|
{
|
2013-09-13 23:17:58 +00:00
|
|
|
IList<ReleaseInfo> FetchRss(IIndexer indexer);
|
2013-04-07 07:30:37 +00:00
|
|
|
|
2013-09-13 23:17:58 +00:00
|
|
|
IList<ReleaseInfo> Fetch(IIndexer indexer, SeasonSearchCriteria searchCriteria);
|
|
|
|
IList<ReleaseInfo> Fetch(IIndexer indexer, SingleEpisodeSearchCriteria searchCriteria);
|
|
|
|
IList<ReleaseInfo> Fetch(IIndexer indexer, DailyEpisodeSearchCriteria searchCriteria);
|
2013-04-07 07:30:37 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
public class FetchFeedService : IFetchFeedFromIndexers
|
|
|
|
{
|
|
|
|
private readonly Logger _logger;
|
2013-04-10 23:41:45 +00:00
|
|
|
private readonly IHttpProvider _httpProvider;
|
2013-04-07 07:30:37 +00:00
|
|
|
|
|
|
|
|
2013-04-10 23:41:45 +00:00
|
|
|
public FetchFeedService(IHttpProvider httpProvider, Logger logger)
|
2013-04-07 07:30:37 +00:00
|
|
|
{
|
|
|
|
_httpProvider = httpProvider;
|
|
|
|
_logger = logger;
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2013-09-13 23:17:58 +00:00
|
|
|
public virtual IList<ReleaseInfo> FetchRss(IIndexer indexer)
|
2013-04-07 07:30:37 +00:00
|
|
|
{
|
|
|
|
_logger.Debug("Fetching feeds from " + indexer.Name);
|
|
|
|
|
|
|
|
var result = Fetch(indexer, indexer.RecentFeed);
|
|
|
|
|
|
|
|
_logger.Debug("Finished processing feeds from " + indexer.Name);
|
|
|
|
|
|
|
|
return result;
|
|
|
|
}
|
|
|
|
|
2013-09-13 23:17:58 +00:00
|
|
|
public IList<ReleaseInfo> Fetch(IIndexer indexer, SeasonSearchCriteria searchCriteria)
|
2013-04-07 07:30:37 +00:00
|
|
|
{
|
2013-06-06 14:42:23 +00:00
|
|
|
_logger.Debug("Searching for {0}", searchCriteria);
|
2013-04-07 07:30:37 +00:00
|
|
|
|
2013-09-13 23:17:58 +00:00
|
|
|
var result = Fetch(indexer, searchCriteria, 0).DistinctBy(c => c.DownloadUrl).ToList();
|
2013-04-07 07:30:37 +00:00
|
|
|
|
2013-09-04 05:01:28 +00:00
|
|
|
_logger.Info("Finished searching {0} for {1}. Found {2}", indexer.Name, searchCriteria, result.Count);
|
2013-08-22 04:42:25 +00:00
|
|
|
|
2013-04-07 07:30:37 +00:00
|
|
|
return result;
|
|
|
|
}
|
|
|
|
|
2013-08-22 04:42:25 +00:00
|
|
|
|
2013-09-13 23:17:58 +00:00
|
|
|
private IList<ReleaseInfo> Fetch(IIndexer indexer, SeasonSearchCriteria searchCriteria, int offset)
|
2013-04-07 07:30:37 +00:00
|
|
|
{
|
2013-08-22 04:42:25 +00:00
|
|
|
_logger.Debug("Searching for {0} offset: {1}", searchCriteria, offset);
|
2013-04-07 07:30:37 +00:00
|
|
|
|
2013-08-22 04:42:25 +00:00
|
|
|
var searchUrls = indexer.GetSeasonSearchUrls(searchCriteria.QueryTitle, searchCriteria.SeriesTvRageId, searchCriteria.SeasonNumber, offset);
|
2013-04-07 07:30:37 +00:00
|
|
|
var result = Fetch(indexer, searchUrls);
|
|
|
|
|
|
|
|
|
2013-08-22 04:42:25 +00:00
|
|
|
_logger.Info("{0} offset {1}. Found {2}", indexer.Name, searchCriteria, result.Count);
|
|
|
|
|
|
|
|
if (result.Count > 90)
|
|
|
|
{
|
|
|
|
result.AddRange(Fetch(indexer, searchCriteria, offset + 90));
|
|
|
|
}
|
2013-04-07 07:30:37 +00:00
|
|
|
|
2013-08-22 04:42:25 +00:00
|
|
|
return result;
|
2013-04-07 07:30:37 +00:00
|
|
|
}
|
|
|
|
|
2013-09-13 23:17:58 +00:00
|
|
|
public IList<ReleaseInfo> Fetch(IIndexer indexer, SingleEpisodeSearchCriteria searchCriteria)
|
2013-04-07 07:30:37 +00:00
|
|
|
{
|
2013-06-06 14:42:23 +00:00
|
|
|
_logger.Debug("Searching for {0}", searchCriteria);
|
2013-04-07 07:30:37 +00:00
|
|
|
|
2013-08-22 04:42:25 +00:00
|
|
|
var searchUrls = indexer.GetEpisodeSearchUrls(searchCriteria.QueryTitle, searchCriteria.SeriesTvRageId, searchCriteria.SeasonNumber, searchCriteria.EpisodeNumber);
|
2013-04-07 07:30:37 +00:00
|
|
|
var result = Fetch(indexer, searchUrls);
|
|
|
|
|
|
|
|
|
2013-09-04 05:01:28 +00:00
|
|
|
_logger.Info("Finished searching {0} for {1}. Found {2}", indexer.Name, searchCriteria, result.Count);
|
2013-04-07 07:30:37 +00:00
|
|
|
return result;
|
|
|
|
}
|
|
|
|
|
2013-09-13 23:17:58 +00:00
|
|
|
public IList<ReleaseInfo> Fetch(IIndexer indexer, DailyEpisodeSearchCriteria searchCriteria)
|
2013-04-07 07:30:37 +00:00
|
|
|
{
|
2013-06-06 14:42:23 +00:00
|
|
|
_logger.Debug("Searching for {0}", searchCriteria);
|
2013-04-07 07:30:37 +00:00
|
|
|
|
2013-08-06 08:15:24 +00:00
|
|
|
var searchUrls = indexer.GetDailyEpisodeSearchUrls(searchCriteria.QueryTitle, searchCriteria.SeriesTvRageId, searchCriteria.Airtime);
|
2013-04-07 07:30:37 +00:00
|
|
|
var result = Fetch(indexer, searchUrls);
|
|
|
|
|
2013-09-04 05:01:28 +00:00
|
|
|
_logger.Info("Finished searching {0} for {1}. Found {2}", indexer.Name, searchCriteria, result.Count);
|
2013-04-07 07:30:37 +00:00
|
|
|
return result;
|
|
|
|
}
|
|
|
|
|
2013-09-13 23:17:58 +00:00
|
|
|
private List<ReleaseInfo> Fetch(IIndexer indexer, IEnumerable<string> urls)
|
2013-04-07 07:30:37 +00:00
|
|
|
{
|
2013-09-13 23:17:58 +00:00
|
|
|
var result = new List<ReleaseInfo>();
|
2013-04-07 07:30:37 +00:00
|
|
|
|
|
|
|
foreach (var url in urls)
|
|
|
|
{
|
|
|
|
try
|
|
|
|
{
|
2013-08-06 05:06:58 +00:00
|
|
|
_logger.Trace("Downloading Feed " + url);
|
2013-08-30 01:32:25 +00:00
|
|
|
var xml = _httpProvider.DownloadString(url);
|
|
|
|
if (!string.IsNullOrWhiteSpace(xml))
|
|
|
|
{
|
|
|
|
result.AddRange(indexer.Parser.Process(xml, url));
|
|
|
|
}
|
|
|
|
else
|
|
|
|
{
|
|
|
|
_logger.Warn("{0} returned empty response.", url);
|
|
|
|
}
|
|
|
|
|
2013-04-07 07:30:37 +00:00
|
|
|
}
|
|
|
|
catch (WebException webException)
|
|
|
|
{
|
2013-08-30 01:38:43 +00:00
|
|
|
if (webException.Message.Contains("502") || webException.Message.Contains("503") || webException.Message.Contains("timed out"))
|
2013-04-07 07:30:37 +00:00
|
|
|
{
|
2013-08-06 02:45:57 +00:00
|
|
|
_logger.Warn("{0} server is currently unavailable. {1} {2}", indexer.Name, url, webException.Message);
|
2013-04-07 07:30:37 +00:00
|
|
|
}
|
|
|
|
else
|
|
|
|
{
|
2013-08-30 01:38:43 +00:00
|
|
|
_logger.Warn("{0} {1} {2}", indexer.Name, url, webException.Message);
|
2013-04-07 07:30:37 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
catch (Exception feedEx)
|
|
|
|
{
|
|
|
|
feedEx.Data.Add("FeedUrl", url);
|
2013-08-06 05:06:58 +00:00
|
|
|
_logger.ErrorException("An error occurred while processing feed. " + url, feedEx);
|
2013-04-07 07:30:37 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
result.ForEach(c => c.Indexer = indexer.Name);
|
|
|
|
|
|
|
|
return result;
|
|
|
|
}
|
|
|
|
}
|
2013-09-13 23:17:58 +00:00
|
|
|
}
|