456 lines
20 KiB
C#
456 lines
20 KiB
C#
using System;
|
|
using System.Collections;
|
|
using System.Collections.Generic;
|
|
using System.Linq;
|
|
using System.Threading.Tasks;
|
|
using NLog;
|
|
using Ninject;
|
|
using NzbDrone.Core.Model;
|
|
using NzbDrone.Core.Model.Notification;
|
|
using NzbDrone.Core.Providers.DecisionEngine;
|
|
using NzbDrone.Core.Repository;
|
|
using NzbDrone.Core.Repository.Search;
|
|
|
|
namespace NzbDrone.Core.Providers
|
|
{
|
|
public class SearchProvider
|
|
{
|
|
//Season and Episode Searching
|
|
private readonly EpisodeProvider _episodeProvider;
|
|
private readonly DownloadProvider _downloadProvider;
|
|
private readonly SeriesProvider _seriesProvider;
|
|
private readonly IndexerProvider _indexerProvider;
|
|
private readonly SceneMappingProvider _sceneMappingProvider;
|
|
private readonly UpgradePossibleSpecification _upgradePossibleSpecification;
|
|
private readonly AllowedDownloadSpecification _allowedDownloadSpecification;
|
|
private readonly SearchHistoryProvider _searchHistoryProvider;
|
|
|
|
private static readonly Logger Logger = LogManager.GetCurrentClassLogger();
|
|
|
|
[Inject]
|
|
public SearchProvider(EpisodeProvider episodeProvider, DownloadProvider downloadProvider, SeriesProvider seriesProvider,
|
|
IndexerProvider indexerProvider, SceneMappingProvider sceneMappingProvider,
|
|
UpgradePossibleSpecification upgradePossibleSpecification, AllowedDownloadSpecification allowedDownloadSpecification,
|
|
SearchHistoryProvider searchHistoryProvider)
|
|
{
|
|
_episodeProvider = episodeProvider;
|
|
_downloadProvider = downloadProvider;
|
|
_seriesProvider = seriesProvider;
|
|
_indexerProvider = indexerProvider;
|
|
_sceneMappingProvider = sceneMappingProvider;
|
|
_upgradePossibleSpecification = upgradePossibleSpecification;
|
|
_allowedDownloadSpecification = allowedDownloadSpecification;
|
|
_searchHistoryProvider = searchHistoryProvider;
|
|
}
|
|
|
|
public SearchProvider()
|
|
{
|
|
}
|
|
|
|
public virtual List<int> SeasonSearch(ProgressNotification notification, int seriesId, int seasonNumber)
|
|
{
|
|
var searchResult = new SearchHistory
|
|
{
|
|
SearchTime = DateTime.Now,
|
|
SeriesId = seriesId,
|
|
SeasonNumber = seasonNumber
|
|
};
|
|
|
|
var series = _seriesProvider.GetSeries(seriesId);
|
|
|
|
if (series == null)
|
|
{
|
|
Logger.Error("Unable to find an series {0} in database", seriesId);
|
|
return new List<int>();
|
|
}
|
|
|
|
//Return false if the series is a daily series (we only support individual episode searching
|
|
if (series.IsDaily)
|
|
return new List<int>();
|
|
|
|
notification.CurrentMessage = String.Format("Searching for {0} Season {1}", series.Title, seasonNumber);
|
|
|
|
var reports = PerformSearch(notification, series, seasonNumber);
|
|
|
|
Logger.Debug("Finished searching all indexers. Total {0}", reports.Count);
|
|
|
|
if (reports.Count == 0)
|
|
return new List<int>();
|
|
|
|
Logger.Debug("Getting episodes from database for series: {0} and season: {1}", seriesId, seasonNumber);
|
|
var episodeNumbers = _episodeProvider.GetEpisodeNumbersBySeason(seriesId, seasonNumber);
|
|
|
|
if (episodeNumbers == null || episodeNumbers.Count == 0)
|
|
{
|
|
Logger.Warn("No episodes in database found for series: {0} and season: {1}.", seriesId, seasonNumber);
|
|
return new List<int>();
|
|
}
|
|
|
|
notification.CurrentMessage = "Processing search results";
|
|
|
|
reports.Where(p => p.FullSeason && p.SeasonNumber == seasonNumber).ToList().ForEach(
|
|
e => e.EpisodeNumbers = episodeNumbers.ToList()
|
|
);
|
|
|
|
searchResult.SearchHistoryItems = ProcessSearchResults(notification, reports, searchResult, series, seasonNumber);
|
|
_searchHistoryProvider.Add(searchResult);
|
|
|
|
return searchResult.Successes;
|
|
}
|
|
|
|
public virtual List<int> PartialSeasonSearch(ProgressNotification notification, int seriesId, int seasonNumber)
|
|
{
|
|
var searchResult = new SearchHistory
|
|
{
|
|
SearchTime = DateTime.Now,
|
|
SeriesId = seriesId,
|
|
SeasonNumber = seasonNumber
|
|
};
|
|
|
|
var series = _seriesProvider.GetSeries(seriesId);
|
|
|
|
if (series == null)
|
|
{
|
|
Logger.Error("Unable to find an series {0} in database", seriesId);
|
|
return new List<int>();
|
|
}
|
|
|
|
//Return empty list if the series is a daily series (we only support individual episode searching
|
|
if (series.IsDaily)
|
|
return new List<int>();
|
|
|
|
notification.CurrentMessage = String.Format("Searching for {0} Season {1}", series.Title, seasonNumber);
|
|
var episodes = _episodeProvider.GetEpisodesBySeason(seriesId, seasonNumber);
|
|
var reports = PerformSearch(notification, series, seasonNumber, episodes);
|
|
Logger.Debug("Finished searching all indexers. Total {0}", reports.Count);
|
|
|
|
if (reports.Count == 0)
|
|
return new List<int>();
|
|
|
|
notification.CurrentMessage = "Processing search results";
|
|
searchResult.SearchHistoryItems = ProcessSearchResults(notification, reports, searchResult, series, seasonNumber);
|
|
|
|
_searchHistoryProvider.Add(searchResult);
|
|
return searchResult.Successes;
|
|
}
|
|
|
|
public virtual bool EpisodeSearch(ProgressNotification notification, int episodeId)
|
|
{
|
|
var episode = _episodeProvider.GetEpisode(episodeId);
|
|
|
|
if (episode == null)
|
|
{
|
|
Logger.Error("Unable to find an episode {0} in database", episodeId);
|
|
return false;
|
|
}
|
|
|
|
//Check to see if an upgrade is possible before attempting
|
|
if (!_upgradePossibleSpecification.IsSatisfiedBy(episode))
|
|
{
|
|
Logger.Info("Search for {0} was aborted, file in disk meets or exceeds Profile's Cutoff", episode);
|
|
notification.CurrentMessage = String.Format("Skipping search for {0}, the file you have is already at cutoff", episode);
|
|
return false;
|
|
}
|
|
|
|
notification.CurrentMessage = "Looking for " + episode;
|
|
|
|
if (episode.Series.IsDaily && !episode.AirDate.HasValue)
|
|
{
|
|
Logger.Warn("AirDate is not Valid for: {0}", episode);
|
|
notification.CurrentMessage = String.Format("Search for {0} Failed, AirDate is invalid", episode);
|
|
return false;
|
|
}
|
|
|
|
var searchResult = new SearchHistory
|
|
{
|
|
SearchTime = DateTime.Now,
|
|
SeriesId = episode.Series.SeriesId
|
|
};
|
|
|
|
var reports = PerformSearch(notification, episode.Series, episode.SeasonNumber, new List<Episode> { episode });
|
|
|
|
Logger.Debug("Finished searching all indexers. Total {0}", reports.Count);
|
|
notification.CurrentMessage = "Processing search results";
|
|
|
|
if (episode.Series.IsDaily)
|
|
{
|
|
searchResult.SearchHistoryItems = ProcessSearchResults(notification, reports, episode.Series, episode.AirDate.Value);
|
|
_searchHistoryProvider.Add(searchResult);
|
|
|
|
if (searchResult.SearchHistoryItems.Any(r => r.Success))
|
|
return true;
|
|
}
|
|
|
|
else
|
|
{
|
|
searchResult.EpisodeId = episodeId;
|
|
searchResult.SearchHistoryItems = ProcessSearchResults(notification, reports, searchResult, episode.Series, episode.SeasonNumber, episode.EpisodeNumber);
|
|
_searchHistoryProvider.Add(searchResult);
|
|
|
|
if (searchResult.SearchHistoryItems.Any(r => r.Success))
|
|
return true;
|
|
}
|
|
|
|
Logger.Warn("Unable to find {0} in any of indexers.", episode);
|
|
|
|
if (reports.Any())
|
|
{
|
|
notification.CurrentMessage = String.Format("Sorry, couldn't find {0}, that matches your preferences.", episode);
|
|
}
|
|
else
|
|
{
|
|
notification.CurrentMessage = String.Format("Sorry, couldn't find you {0} in any of indexers.", episode);
|
|
}
|
|
|
|
return false;
|
|
}
|
|
|
|
public List<EpisodeParseResult> PerformSearch(ProgressNotification notification, Series series, int seasonNumber, IList<Episode> episodes = null)
|
|
{
|
|
//If single episode, do a single episode search, if full season then do a full season search, otherwise, do a partial search
|
|
|
|
var reports = new List<EpisodeParseResult>();
|
|
|
|
var title = _sceneMappingProvider.GetSceneName(series.SeriesId);
|
|
|
|
if (string.IsNullOrWhiteSpace(title))
|
|
{
|
|
title = series.Title;
|
|
}
|
|
|
|
Parallel.ForEach(_indexerProvider.GetEnabledIndexers(), indexer =>
|
|
{
|
|
try
|
|
{
|
|
if (episodes == null)
|
|
reports.AddRange(indexer.FetchSeason(title, seasonNumber));
|
|
|
|
//Treat as single episode
|
|
else if (episodes.Count == 1)
|
|
{
|
|
if (!series.IsDaily)
|
|
reports.AddRange(indexer.FetchEpisode(title, seasonNumber, episodes.First().EpisodeNumber));
|
|
|
|
//Daily Episode
|
|
else
|
|
reports.AddRange(indexer.FetchDailyEpisode(title, episodes.First().AirDate.Value));
|
|
}
|
|
|
|
//Treat as Partial Season
|
|
else
|
|
{
|
|
var prefixes = GetEpisodeNumberPrefixes(episodes.Select(s => s.EpisodeNumber));
|
|
|
|
foreach (var episodePrefix in prefixes)
|
|
{
|
|
reports.AddRange(indexer.FetchPartialSeason(title, seasonNumber, episodePrefix));
|
|
}
|
|
}
|
|
}
|
|
|
|
catch (Exception e)
|
|
{
|
|
Logger.ErrorException("An error has occurred while fetching items from " + indexer.Name, e);
|
|
}
|
|
});
|
|
|
|
return reports;
|
|
}
|
|
|
|
public List<SearchHistoryItem> ProcessSearchResults(ProgressNotification notification, IEnumerable<EpisodeParseResult> reports, SearchHistory searchResult, Series series, int seasonNumber, int? episodeNumber = null)
|
|
{
|
|
var items = new List<SearchHistoryItem>();
|
|
searchResult.Successes = new List<int>();
|
|
|
|
foreach (var episodeParseResult in reports.OrderByDescending(c => c.Quality)
|
|
.ThenBy(c => c.EpisodeNumbers.MinOrDefault())
|
|
.ThenBy(c => c.Age))
|
|
{
|
|
try
|
|
{
|
|
Logger.Trace("Analysing report " + episodeParseResult);
|
|
|
|
var item = new SearchHistoryItem
|
|
{
|
|
ReportTitle = episodeParseResult.OriginalString,
|
|
NzbUrl = episodeParseResult.NzbUrl,
|
|
Indexer = episodeParseResult.Indexer,
|
|
Quality = episodeParseResult.Quality.QualityType,
|
|
Proper = episodeParseResult.Quality.Proper,
|
|
Size = episodeParseResult.Size,
|
|
Age = episodeParseResult.Age,
|
|
Language = episodeParseResult.Language
|
|
};
|
|
|
|
items.Add(item);
|
|
|
|
//Get the matching series
|
|
episodeParseResult.Series = _seriesProvider.FindSeries(episodeParseResult.CleanTitle);
|
|
|
|
//If series is null or doesn't match the series we're looking for return
|
|
if (episodeParseResult.Series == null || episodeParseResult.Series.SeriesId != series.SeriesId)
|
|
{
|
|
Logger.Trace("Unexpected series for search: {0}. Skipping.", episodeParseResult.CleanTitle);
|
|
item.SearchError = ReportRejectionType.WrongSeries;
|
|
continue;
|
|
}
|
|
|
|
//If SeasonNumber doesn't match or episode is not in the in the list in the parse result, skip the report.
|
|
if (episodeParseResult.SeasonNumber != seasonNumber)
|
|
{
|
|
Logger.Trace("Season number does not match searched season number, skipping.");
|
|
item.SearchError = ReportRejectionType.WrongSeason;
|
|
continue;
|
|
}
|
|
|
|
//If the EpisodeNumber was passed in and it is not contained in the parseResult, skip the report.
|
|
if (episodeNumber.HasValue && !episodeParseResult.EpisodeNumbers.Contains(episodeNumber.Value))
|
|
{
|
|
Logger.Trace("Searched episode number is not contained in post, skipping.");
|
|
item.SearchError = ReportRejectionType.WrongEpisode;
|
|
continue;
|
|
}
|
|
|
|
//Make sure we haven't already downloaded a report with this episodenumber, if we have, skip the report.
|
|
if (searchResult.Successes.Intersect(episodeParseResult.EpisodeNumbers).Any())
|
|
{
|
|
Logger.Trace("Episode has already been downloaded in this search, skipping.");
|
|
item.SearchError = ReportRejectionType.Skipped;
|
|
continue;
|
|
}
|
|
|
|
item.SearchError = _allowedDownloadSpecification.IsSatisfiedBy(episodeParseResult);
|
|
if (item.SearchError == ReportRejectionType.None)
|
|
{
|
|
Logger.Debug("Found '{0}'. Adding to download queue.", episodeParseResult);
|
|
try
|
|
{
|
|
if (_downloadProvider.DownloadReport(episodeParseResult))
|
|
{
|
|
notification.CurrentMessage = String.Format("{0} Added to download queue", episodeParseResult);
|
|
|
|
//Add the list of episode numbers from this release
|
|
searchResult.Successes.AddRange(episodeParseResult.EpisodeNumbers);
|
|
item.Success = true;
|
|
}
|
|
else
|
|
{
|
|
item.SearchError = ReportRejectionType.DownloadClientFailure;
|
|
}
|
|
}
|
|
catch (Exception e)
|
|
{
|
|
Logger.ErrorException("Unable to add report to download queue." + episodeParseResult, e);
|
|
notification.CurrentMessage = String.Format("Unable to add report to download queue. {0}", episodeParseResult);
|
|
item.SearchError = ReportRejectionType.DownloadClientFailure;
|
|
}
|
|
}
|
|
}
|
|
catch (Exception e)
|
|
{
|
|
Logger.ErrorException("An error has occurred while processing parse result items from " + episodeParseResult, e);
|
|
}
|
|
}
|
|
|
|
return items;
|
|
}
|
|
|
|
public List<SearchHistoryItem> ProcessSearchResults(ProgressNotification notification, IEnumerable<EpisodeParseResult> reports, Series series, DateTime airDate)
|
|
{
|
|
var items = new List<SearchHistoryItem>();
|
|
var skip = false;
|
|
|
|
foreach (var episodeParseResult in reports.OrderByDescending(c => c.Quality))
|
|
{
|
|
try
|
|
{
|
|
var item = new SearchHistoryItem
|
|
{
|
|
ReportTitle = episodeParseResult.OriginalString,
|
|
NzbUrl = episodeParseResult.NzbUrl,
|
|
Indexer = episodeParseResult.Indexer,
|
|
Quality = episodeParseResult.Quality.QualityType,
|
|
Proper = episodeParseResult.Quality.Proper,
|
|
Size = episodeParseResult.Size,
|
|
Age = episodeParseResult.Age,
|
|
Language = episodeParseResult.Language
|
|
};
|
|
|
|
items.Add(item);
|
|
|
|
if (skip)
|
|
{
|
|
item.SearchError = ReportRejectionType.Skipped;
|
|
continue;
|
|
}
|
|
|
|
Logger.Trace("Analysing report " + episodeParseResult);
|
|
|
|
//Get the matching series
|
|
episodeParseResult.Series = _seriesProvider.FindSeries(episodeParseResult.CleanTitle);
|
|
|
|
//If series is null or doesn't match the series we're looking for return
|
|
if (episodeParseResult.Series == null || episodeParseResult.Series.SeriesId != series.SeriesId)
|
|
{
|
|
item.SearchError = ReportRejectionType.WrongSeries;
|
|
continue;
|
|
}
|
|
|
|
//If parse result doesn't have an air date or it doesn't match passed in airdate, skip the report.
|
|
if (!episodeParseResult.AirDate.HasValue || episodeParseResult.AirDate.Value.Date != airDate.Date)
|
|
{
|
|
item.SearchError = ReportRejectionType.WrongEpisode;
|
|
continue;
|
|
}
|
|
|
|
item.SearchError = _allowedDownloadSpecification.IsSatisfiedBy(episodeParseResult);
|
|
if (item.SearchError == ReportRejectionType.None)
|
|
{
|
|
Logger.Debug("Found '{0}'. Adding to download queue.", episodeParseResult);
|
|
try
|
|
{
|
|
if (_downloadProvider.DownloadReport(episodeParseResult))
|
|
{
|
|
notification.CurrentMessage =
|
|
String.Format("{0} - {1} {2} Added to download queue",
|
|
episodeParseResult.Series.Title, episodeParseResult.AirDate.Value.ToShortDateString(), episodeParseResult.Quality);
|
|
|
|
item.Success = true;
|
|
skip = true;
|
|
}
|
|
else
|
|
{
|
|
item.SearchError = ReportRejectionType.DownloadClientFailure;
|
|
}
|
|
}
|
|
catch (Exception e)
|
|
{
|
|
Logger.ErrorException("Unable to add report to download queue." + episodeParseResult, e);
|
|
notification.CurrentMessage = String.Format("Unable to add report to download queue. {0}", episodeParseResult);
|
|
item.SearchError = ReportRejectionType.DownloadClientFailure;
|
|
}
|
|
}
|
|
}
|
|
catch (Exception e)
|
|
{
|
|
Logger.ErrorException("An error has occurred while processing parse result items from " + episodeParseResult, e);
|
|
}
|
|
}
|
|
|
|
return items;
|
|
}
|
|
|
|
private List<int> GetEpisodeNumberPrefixes(IEnumerable<int> episodeNumbers)
|
|
{
|
|
var results = new List<int>();
|
|
|
|
foreach (var i in episodeNumbers)
|
|
{
|
|
results.Add(i / 10);
|
|
}
|
|
|
|
return results.Distinct().ToList();
|
|
}
|
|
}
|
|
}
|