using MediaBrowser.Common.Extensions;
using MediaBrowser.Common.Net;
using MediaBrowser.Controller.Configuration;
using MediaBrowser.Controller.Entities;
using MediaBrowser.Controller.Entities.Movies;
using MediaBrowser.Model.Entities;
using MediaBrowser.Model.Logging;
using MediaBrowser.Model.Net;
using MediaBrowser.Model.Serialization;
using System;
using System.Collections.Generic;
using System.Globalization;
using System.IO;
using System.Linq;
using System.Net;
using System.Text;
using System.Text.RegularExpressions;
using System.Threading;
using System.Threading.Tasks;
namespace MediaBrowser.Controller.Providers.Movies
{
class MovieDbProviderException : ApplicationException
{
public MovieDbProviderException(string msg)
: base(msg)
{
}
}
///
/// Class MovieDbProvider
///
public class MovieDbProvider : BaseMetadataProvider, IDisposable
{
protected static CultureInfo EnUs = new CultureInfo("en-US");
protected readonly IProviderManager ProviderManager;
///
/// The movie db
///
internal readonly SemaphoreSlim MovieDbResourcePool = new SemaphoreSlim(4, 4);
internal static MovieDbProvider Current { get; private set; }
///
/// Gets the json serializer.
///
/// The json serializer.
protected IJsonSerializer JsonSerializer { get; private set; }
///
/// Gets the HTTP client.
///
/// The HTTP client.
protected IHttpClient HttpClient { get; private set; }
///
/// Initializes a new instance of the class.
///
/// The log manager.
/// The configuration manager.
/// The json serializer.
/// The HTTP client.
/// The provider manager.
public MovieDbProvider(ILogManager logManager, IServerConfigurationManager configurationManager, IJsonSerializer jsonSerializer, IHttpClient httpClient, IProviderManager providerManager)
: base(logManager, configurationManager)
{
JsonSerializer = jsonSerializer;
HttpClient = httpClient;
ProviderManager = providerManager;
Current = this;
}
///
/// Releases unmanaged and - optionally - managed resources.
///
/// true to release both managed and unmanaged resources; false to release only unmanaged resources.
protected virtual void Dispose(bool dispose)
{
if (dispose)
{
MovieDbResourcePool.Dispose();
}
}
///
/// Gets the priority.
///
/// The priority.
public override MetadataProviderPriority Priority
{
get { return MetadataProviderPriority.Second; }
}
///
/// Supportses the specified item.
///
/// The item.
/// true if XXXX, false otherwise
public override bool Supports(BaseItem item)
{
return item is Movie || item is BoxSet;
}
///
/// Gets a value indicating whether [requires internet].
///
/// true if [requires internet]; otherwise, false.
public override bool RequiresInternet
{
get
{
return true;
}
}
///
/// If we save locally, refresh if they delete something
///
protected override bool RefreshOnFileSystemStampChange
{
get
{
return ConfigurationManager.Configuration.SaveLocalMeta;
}
}
///
/// The _TMDB settings task
///
private Task _tmdbSettingsTask;
///
/// The _TMDB settings task initialized
///
private bool _tmdbSettingsTaskInitialized;
///
/// The _TMDB settings task sync lock
///
private object _tmdbSettingsTaskSyncLock = new object();
///
/// Gets the TMDB settings.
///
/// The TMDB settings.
public Task TmdbSettings
{
get
{
LazyInitializer.EnsureInitialized(ref _tmdbSettingsTask, ref _tmdbSettingsTaskInitialized, ref _tmdbSettingsTaskSyncLock, () => GetTmdbSettings(JsonSerializer, HttpClient));
return _tmdbSettingsTask;
}
}
///
/// Gets the TMDB settings.
///
/// Task{TmdbSettingsResult}.
private static async Task GetTmdbSettings(IJsonSerializer jsonSerializer, IHttpClient httpClient)
{
try
{
using (var json = await httpClient.Get(String.Format(TmdbConfigUrl, ApiKey), Current.MovieDbResourcePool, CancellationToken.None).ConfigureAwait(false))
{
return jsonSerializer.DeserializeFromStream(json);
}
}
catch (HttpException)
{
return new TmdbSettingsResult
{
images = new TmdbImageSettings
{
backdrop_sizes =
new List
{
"w380",
"w780",
"w1280",
"original"
},
poster_sizes =
new List
{
"w92",
"w154",
"w185",
"w342",
"w500",
"original"
},
profile_sizes =
new List
{
"w45",
"w185",
"h632",
"original"
},
base_url = "http://cf2.imgobject.com/t/p/"
}
};
}
}
///
/// The json provider
///
protected MovieProviderFromJson JsonProvider;
///
/// Sets the persisted last refresh date on the item for this provider.
///
/// The item.
/// The value.
/// The provider version.
/// The status.
public override void SetLastRefreshed(BaseItem item, DateTime value, string providerVersion, ProviderRefreshStatus status = ProviderRefreshStatus.Success)
{
base.SetLastRefreshed(item, value, providerVersion, status);
if (ConfigurationManager.Configuration.SaveLocalMeta)
{
//in addition to ours, we need to set the last refreshed time for the local data provider
//so it won't see the new files we download and process them all over again
if (JsonProvider == null) JsonProvider = new MovieProviderFromJson(LogManager, ConfigurationManager, JsonSerializer, HttpClient, ProviderManager);
BaseProviderInfo data;
if (!item.ProviderData.TryGetValue(JsonProvider.Id, out data))
{
data = new BaseProviderInfo();
}
data.LastRefreshed = value;
item.ProviderData[JsonProvider.Id] = data;
}
}
private const string TmdbConfigUrl = "http://api.themoviedb.org/3/configuration?api_key={0}";
private const string Search3 = @"http://api.themoviedb.org/3/search/movie?api_key={1}&query={0}&language={2}";
private const string AltTitleSearch = @"http://api.themoviedb.org/3/movie/{0}/alternative_titles?api_key={1}&country={2}";
private const string GetInfo3 = @"http://api.themoviedb.org/3/{3}/{0}?api_key={1}&language={2}";
private const string CastInfo = @"http://api.themoviedb.org/3/movie/{0}/casts?api_key={1}";
private const string ReleaseInfo = @"http://api.themoviedb.org/3/movie/{0}/releases?api_key={1}";
private const string GetImages = @"http://api.themoviedb.org/3/{2}/{0}/images?api_key={1}";
public static string ApiKey = "f6bd687ffa63cd282b6ff2c6877f2669";
static readonly Regex[] NameMatches = new[] {
new Regex(@"(?.*)\((?\d{4})\)"), // matches "My Movie (2001)" and gives us the name and the year
new Regex(@"(?.*)") // last resort matches the whole string as the name
};
public const string LOCAL_META_FILE_NAME = "mbmovie.js";
public const string ALT_META_FILE_NAME = "movie.xml";
protected string ItemType = "movie";
protected override bool NeedsRefreshInternal(BaseItem item, BaseProviderInfo providerInfo)
{
if (item.DontFetchMeta) return false;
if (ConfigurationManager.Configuration.SaveLocalMeta && HasFileSystemStampChanged(item, providerInfo))
{
//If they deleted something from file system, chances are, this item was mis-identified the first time
item.SetProviderId(MetadataProviders.Tmdb, null);
Logger.Debug("MovieProvider reports file system stamp change...");
return true;
}
if (providerInfo.LastRefreshStatus != ProviderRefreshStatus.Success)
{
Logger.Debug("MovieProvider for {0} - last attempt had errors. Will try again.", item.Path);
return true;
}
var downloadDate = providerInfo.LastRefreshed;
if (ConfigurationManager.Configuration.MetadataRefreshDays == -1 && downloadDate != DateTime.MinValue)
{
return false;
}
if (DateTime.Today.Subtract(downloadDate).TotalDays < ConfigurationManager.Configuration.MetadataRefreshDays) // only refresh every n days
return false;
if (HasAltMeta(item))
return false; //never refresh if has meta from other source
Logger.Debug("MovieDbProvider - " + item.Name + " needs refresh. Download date: " + downloadDate + " item created date: " + item.DateCreated + " Check for Update age: " + ConfigurationManager.Configuration.MetadataRefreshDays);
return true;
}
///
/// Fetches metadata and returns true or false indicating if any work that requires persistence was done
///
/// The item.
/// if set to true [force].
/// The cancellation token
/// Task{System.Boolean}.
public override async Task FetchAsync(BaseItem item, bool force, CancellationToken cancellationToken)
{
if (HasAltMeta(item))
{
Logger.Info("MovieDbProvider - Not fetching because 3rd party meta exists for " + item.Name);
SetLastRefreshed(item, DateTime.UtcNow);
return true;
}
if (item.DontFetchMeta)
{
Logger.Info("MovieDbProvider - Not fetching because requested to ignore " + item.Name);
return false;
}
cancellationToken.ThrowIfCancellationRequested();
if (!ConfigurationManager.Configuration.SaveLocalMeta || !HasLocalMeta(item) || (force && !HasLocalMeta(item)))
{
try
{
await FetchMovieData(item, cancellationToken).ConfigureAwait(false);
SetLastRefreshed(item, DateTime.UtcNow);
}
catch (MovieDbProviderException)
{
SetLastRefreshed(item, DateTime.UtcNow, ProviderRefreshStatus.CompletedWithErrors);
}
return true;
}
Logger.Debug("MovieDBProvider not fetching because local meta exists for " + item.Name);
SetLastRefreshed(item, DateTime.UtcNow);
return true;
}
///
/// Determines whether [has local meta] [the specified item].
///
/// The item.
/// true if [has local meta] [the specified item]; otherwise, false.
private bool HasLocalMeta(BaseItem item)
{
//need at least the xml and folder.jpg/png or a movie.xml put in by someone else
return item.ResolveArgs.ContainsMetaFileByName(LOCAL_META_FILE_NAME);
}
///
/// Determines whether [has alt meta] [the specified item].
///
/// The item.
/// true if [has alt meta] [the specified item]; otherwise, false.
private bool HasAltMeta(BaseItem item)
{
return item.ResolveArgs.ContainsMetaFileByName(ALT_META_FILE_NAME);
}
///
/// Fetches the movie data.
///
/// The item.
///
/// Task.
private async Task FetchMovieData(BaseItem item, CancellationToken cancellationToken)
{
string id = item.GetProviderId(MetadataProviders.Tmdb) ?? await FindId(item, item.ProductionYear, cancellationToken).ConfigureAwait(false);
if (id != null)
{
Logger.Debug("MovieDbProvider - getting movie info with id: " + id);
cancellationToken.ThrowIfCancellationRequested();
await FetchMovieData(item, id, cancellationToken).ConfigureAwait(false);
}
else
{
Logger.Info("MovieDBProvider could not find " + item.Name + ". Check name on themoviedb.org.");
}
}
///
/// Parses the name.
///
/// The name.
/// Name of the just.
/// The year.
protected void ParseName(string name, out string justName, out int? year)
{
justName = null;
year = null;
foreach (var re in NameMatches)
{
Match m = re.Match(name);
if (m.Success)
{
justName = m.Groups["name"].Value.Trim();
string y = m.Groups["year"] != null ? m.Groups["year"].Value : null;
int temp;
year = Int32.TryParse(y, out temp) ? temp : (int?)null;
break;
}
}
}
///
/// Finds the id.
///
/// The item.
/// The production year.
/// The cancellation token
/// Task{System.String}.
public async Task FindId(BaseItem item, int? productionYear, CancellationToken cancellationToken)
{
string justName = item.Path != null ? item.Path.Substring(item.Path.LastIndexOf(Path.DirectorySeparatorChar)) : string.Empty;
var id = justName.GetAttributeValue("tmdbid");
if (id != null)
{
Logger.Debug("Using tmdb id specified in path.");
return id;
}
int? year;
string name = item.Name;
ParseName(name, out name, out year);
if (year == null && productionYear != null)
{
year = productionYear;
}
Logger.Info("MovieDbProvider: Finding id for movie: " + name);
string language = ConfigurationManager.Configuration.PreferredMetadataLanguage.ToLower();
//if we are a boxset - look at our first child
var boxset = item as BoxSet;
if (boxset != null)
{
if (!boxset.Children.IsEmpty)
{
var firstChild = boxset.Children.First();
Logger.Debug("MovieDbProvider - Attempting to find boxset ID from: " + firstChild.Name);
string childName;
int? childYear;
ParseName(firstChild.Name, out childName, out childYear);
id = await GetBoxsetIdFromMovie(childName, childYear, language, cancellationToken).ConfigureAwait(false);
if (id != null)
{
Logger.Info("MovieDbProvider - Found Boxset ID: " + id);
}
}
return id;
}
//nope - search for it
id = await AttemptFindId(name, year, language, cancellationToken).ConfigureAwait(false);
if (id == null)
{
//try in english if wasn't before
if (language != "en")
{
id = await AttemptFindId(name, year, "en", cancellationToken).ConfigureAwait(false);
}
else
{
// try with dot and _ turned to space
name = name.Replace(",", " ");
name = name.Replace(".", " ");
name = name.Replace(" ", " ");
name = name.Replace("_", " ");
name = name.Replace("-", "");
id = await AttemptFindId(name, year, language, cancellationToken).ConfigureAwait(false);
if (id == null && language != "en")
{
//one more time, in english
id = await AttemptFindId(name, year, "en", cancellationToken).ConfigureAwait(false);
}
if (id == null)
{
//last resort - try using the actual folder name
id = await AttemptFindId(Path.GetFileName(item.ResolveArgs.Path), year, "en", cancellationToken).ConfigureAwait(false);
}
}
}
return id;
}
///
/// Attempts the find id.
///
/// The name.
/// The year.
/// The language.
/// The cancellation token
/// Task{System.String}.
public virtual async Task AttemptFindId(string name, int? year, string language, CancellationToken cancellationToken)
{
string url3 = string.Format(Search3, UrlEncode(name), ApiKey, language);
TmdbMovieSearchResults searchResult = null;
try
{
using (Stream json = await HttpClient.Get(url3, MovieDbResourcePool, cancellationToken).ConfigureAwait(false))
{
searchResult = JsonSerializer.DeserializeFromStream(json);
}
}
catch (HttpException)
{
}
if (searchResult == null || searchResult.results.Count == 0)
{
//try replacing numbers
foreach (var pair in ReplaceStartNumbers)
{
if (name.StartsWith(pair.Key))
{
name = name.Remove(0, pair.Key.Length);
name = pair.Value + name;
}
}
foreach (var pair in ReplaceEndNumbers)
{
if (name.EndsWith(pair.Key))
{
name = name.Remove(name.IndexOf(pair.Key), pair.Key.Length);
name = name + pair.Value;
}
}
Logger.Info("MovieDBProvider - No results. Trying replacement numbers: " + name);
url3 = string.Format(Search3, UrlEncode(name), ApiKey, language);
try
{
using (var json = await HttpClient.Get(url3, MovieDbResourcePool, cancellationToken).ConfigureAwait(false))
{
searchResult = JsonSerializer.DeserializeFromStream(json);
}
}
catch (HttpException)
{
}
}
if (searchResult != null)
{
string compName = GetComparableName(name, Logger);
foreach (var possible in searchResult.results)
{
string matchedName = null;
string id = possible.id.ToString(CultureInfo.InvariantCulture);
string n = possible.title;
if (GetComparableName(n, Logger) == compName)
{
matchedName = n;
}
else
{
n = possible.original_title;
if (GetComparableName(n, Logger) == compName)
{
matchedName = n;
}
}
Logger.Debug("MovieDbProvider - " + compName + " didn't match " + n);
//if main title matches we don't have to look for alternatives
if (matchedName == null)
{
//that title didn't match - look for alternatives
url3 = string.Format(AltTitleSearch, id, ApiKey, ConfigurationManager.Configuration.MetadataCountryCode);
try
{
using (var json = await HttpClient.Get(url3, MovieDbResourcePool, cancellationToken).ConfigureAwait(false))
{
var response = JsonSerializer.DeserializeFromStream(json);
if (response != null && response.titles != null)
{
foreach (var title in response.titles)
{
var t = GetComparableName(title.title, Logger);
if (t == compName)
{
Logger.Debug("MovieDbProvider - " + compName +
" matched " + t);
matchedName = t;
break;
}
Logger.Debug("MovieDbProvider - " + compName +
" did not match " + t);
}
}
}
}
catch (HttpException)
{
}
}
if (matchedName != null)
{
Logger.Debug("Match " + matchedName + " for " + name);
if (year != null)
{
DateTime r;
//These dates are always in this exact format
if (DateTime.TryParseExact(possible.release_date, "yyyy-MM-dd", EnUs, DateTimeStyles.None, out r))
{
if (Math.Abs(r.Year - year.Value) > 1) // allow a 1 year tolerance on release date
{
Logger.Debug("Result " + matchedName + " released on " + r + " did not match year " + year);
continue;
}
}
}
//matched name and year
return id;
}
}
}
return null;
}
///
/// URLs the encode.
///
/// The name.
/// System.String.
private static string UrlEncode(string name)
{
return WebUtility.UrlEncode(name);
}
///
/// Gets the boxset id from movie.
///
/// The name.
/// The year.
/// The language.
/// The cancellation token
/// Task{System.String}.
protected async Task GetBoxsetIdFromMovie(string name, int? year, string language, CancellationToken cancellationToken)
{
string id = null;
string childId = await AttemptFindId(name, year, language, cancellationToken).ConfigureAwait(false);
if (childId != null)
{
string url = string.Format(GetInfo3, childId, ApiKey, language, ItemType);
try
{
using (Stream json = await HttpClient.Get(url, MovieDbResourcePool, cancellationToken).ConfigureAwait(false))
{
var movieResult = JsonSerializer.DeserializeFromStream(json);
if (movieResult != null && movieResult.belongs_to_collection != null)
{
id = movieResult.belongs_to_collection.id.ToString(CultureInfo.InvariantCulture);
}
else
{
Logger.Error("Unable to obtain boxset id.");
}
}
}
catch (HttpException)
{
}
}
return id;
}
///
/// Fetches the movie data.
///
/// The item.
/// The id.
/// The cancellation token
/// Task.
protected async Task FetchMovieData(BaseItem item, string id, CancellationToken cancellationToken)
{
cancellationToken.ThrowIfCancellationRequested();
if (String.IsNullOrEmpty(id))
{
Logger.Info("MoviedbProvider: Ignoring " + item.Name + " because ID forced blank.");
return;
}
if (item.GetProviderId(MetadataProviders.Tmdb) == null) item.SetProviderId(MetadataProviders.Tmdb, id);
var mainTask = FetchMainResult(item, id, cancellationToken);
var castTask = FetchCastInfo(item, id, cancellationToken);
var releaseTask = FetchReleaseInfo(item, id, cancellationToken);
var imageTask = FetchImageInfo(item, id, cancellationToken);
await Task.WhenAll(mainTask, castTask, releaseTask).ConfigureAwait(false);
cancellationToken.ThrowIfCancellationRequested();
var mainResult = mainTask.Result;
if (mainResult == null) return;
if (castTask.Result != null)
{
mainResult.cast = castTask.Result.cast;
mainResult.crew = castTask.Result.crew;
}
if (releaseTask.Result != null)
{
mainResult.countries = releaseTask.Result.countries;
}
ProcessMainInfo(item, mainResult);
await Task.WhenAll(imageTask).ConfigureAwait(false);
cancellationToken.ThrowIfCancellationRequested();
if (imageTask.Result != null)
{
await ProcessImages(item, imageTask.Result, cancellationToken).ConfigureAwait(false);
}
//and save locally
if (ConfigurationManager.Configuration.SaveLocalMeta)
{
var ms = new MemoryStream();
JsonSerializer.SerializeToStream(mainResult, ms);
cancellationToken.ThrowIfCancellationRequested();
await ProviderManager.SaveToLibraryFilesystem(item, Path.Combine(item.MetaLocation, LOCAL_META_FILE_NAME), ms, cancellationToken).ConfigureAwait(false);
}
}
///
/// Fetches the main result.
///
/// The item.
/// The id.
/// The cancellation token
/// Task{CompleteMovieData}.
protected async Task FetchMainResult(BaseItem item, string id, CancellationToken cancellationToken)
{
ItemType = item is BoxSet ? "collection" : "movie";
string url = string.Format(GetInfo3, id, ApiKey, ConfigurationManager.Configuration.PreferredMetadataLanguage, ItemType);
CompleteMovieData mainResult;
cancellationToken.ThrowIfCancellationRequested();
try
{
using (var json = await HttpClient.Get(url, MovieDbResourcePool, cancellationToken).ConfigureAwait(false))
{
mainResult = JsonSerializer.DeserializeFromStream(json);
}
}
catch (HttpException e)
{
if (e.IsTimedOut)
{
Logger.ErrorException("MovieDbProvider timed out attempting to retrieve main info for {0}", e, item.Path);
throw new MovieDbProviderException("Timed out on main info");
}
if (e.StatusCode == HttpStatusCode.NotFound)
{
Logger.ErrorException("MovieDbProvider not found error attempting to retrieve main info for {0}", e, item.Path);
throw new MovieDbProviderException("Not Found");
}
throw;
}
cancellationToken.ThrowIfCancellationRequested();
if (mainResult != null && string.IsNullOrEmpty(mainResult.overview))
{
if (ConfigurationManager.Configuration.PreferredMetadataLanguage.ToLower() != "en")
{
Logger.Info("MovieDbProvider couldn't find meta for language " + ConfigurationManager.Configuration.PreferredMetadataLanguage + ". Trying English...");
url = string.Format(GetInfo3, id, ApiKey, "en", ItemType);
try
{
using (Stream json = await HttpClient.Get(url, MovieDbResourcePool, cancellationToken).ConfigureAwait(false))
{
mainResult = JsonSerializer.DeserializeFromStream(json);
}
}
catch (HttpException)
{
}
if (String.IsNullOrEmpty(mainResult.overview))
{
Logger.Error("MovieDbProvider - Unable to find information for " + item.Name + " (id:" + id + ")");
return null;
}
}
}
return mainResult;
}
///
/// Fetches the cast info.
///
/// The item.
/// The id.
/// The cancellation token
/// Task{TmdbCastResult}.
protected async Task FetchCastInfo(BaseItem item, string id, CancellationToken cancellationToken)
{
//get cast and crew info
var url = string.Format(CastInfo, id, ApiKey);
TmdbCastResult cast = null;
cancellationToken.ThrowIfCancellationRequested();
try
{
using (Stream json = await HttpClient.Get(url, MovieDbResourcePool, cancellationToken).ConfigureAwait(false))
{
cast = JsonSerializer.DeserializeFromStream(json);
}
}
catch (HttpException)
{
}
return cast;
}
///
/// Fetches the release info.
///
/// The item.
/// The id.
/// The cancellation token
/// Task{TmdbReleasesResult}.
protected async Task FetchReleaseInfo(BaseItem item, string id, CancellationToken cancellationToken)
{
var url = string.Format(ReleaseInfo, id, ApiKey);
TmdbReleasesResult releases = null;
cancellationToken.ThrowIfCancellationRequested();
try
{
using (Stream json = await HttpClient.Get(url, MovieDbResourcePool, cancellationToken).ConfigureAwait(false))
{
releases = JsonSerializer.DeserializeFromStream(json);
}
}
catch (HttpException)
{
}
return releases;
}
///
/// Fetches the image info.
///
/// The item.
/// The id.
/// The cancellation token
/// Task{TmdbImages}.
protected async Task FetchImageInfo(BaseItem item, string id, CancellationToken cancellationToken)
{
//fetch images
var url = string.Format(GetImages, id, ApiKey, ItemType);
TmdbImages images = null;
cancellationToken.ThrowIfCancellationRequested();
try
{
using (Stream json = await HttpClient.Get(url, MovieDbResourcePool, cancellationToken).ConfigureAwait(false))
{
images = JsonSerializer.DeserializeFromStream(json);
}
}
catch (HttpException)
{
}
return images;
}
///
/// Processes the main info.
///
/// The movie.
/// The movie data.
protected virtual void ProcessMainInfo(BaseItem movie, CompleteMovieData movieData)
{
if (movie != null && movieData != null)
{
movie.Name = movieData.title ?? movieData.original_title ?? movie.Name;
movie.Overview = movieData.overview;
movie.Overview = movie.Overview != null ? movie.Overview.Replace("\n\n", "\n") : null;
movie.HomePageUrl = movieData.homepage;
movie.Budget = movieData.budget;
movie.Revenue = movieData.revenue;
if (!string.IsNullOrEmpty(movieData.tagline))
{
movie.Taglines.Clear();
movie.AddTagline(movieData.tagline);
}
movie.SetProviderId(MetadataProviders.Imdb, movieData.imdb_id);
float rating;
string voteAvg = movieData.vote_average.ToString(CultureInfo.InvariantCulture);
//tmdb appears to have unified their numbers to always report "7.3" regardless of country
// so I removed the culture-specific processing here because it was not working for other countries -ebr
if (float.TryParse(voteAvg, NumberStyles.AllowDecimalPoint, CultureInfo.InvariantCulture, out rating))
movie.CommunityRating = rating;
//release date and certification are retrieved based on configured country and we fall back on US if not there
if (movieData.countries != null)
{
var ourRelease = movieData.countries.FirstOrDefault(c => c.iso_3166_1.Equals(ConfigurationManager.Configuration.MetadataCountryCode, StringComparison.OrdinalIgnoreCase)) ?? new Country();
var usRelease = movieData.countries.FirstOrDefault(c => c.iso_3166_1.Equals("US", StringComparison.OrdinalIgnoreCase)) ?? new Country();
movie.OfficialRating = ourRelease.certification ?? usRelease.certification;
if (ourRelease.release_date > new DateTime(1900, 1, 1))
{
movie.PremiereDate = ourRelease.release_date.ToUniversalTime();
movie.ProductionYear = ourRelease.release_date.Year;
}
else
{
movie.PremiereDate = usRelease.release_date.ToUniversalTime();
movie.ProductionYear = usRelease.release_date.Year;
}
}
else
{
//no specific country release info at all
movie.PremiereDate = movieData.release_date.ToUniversalTime();
movie.ProductionYear = movieData.release_date.Year;
}
//if that didn't find a rating and we are a boxset, use the one from our first child
if (movie.OfficialRating == null && movie is BoxSet)
{
var boxset = movie as BoxSet;
Logger.Info("MovieDbProvider - Using rating of first child of boxset...");
boxset.OfficialRating = !boxset.Children.IsEmpty ? boxset.Children.First().OfficialRating : null;
}
if (movie.RunTimeTicks == null && movieData.runtime > 0)
movie.RunTimeTicks = TimeSpan.FromMinutes(movieData.runtime).Ticks;
//studios
if (movieData.production_companies != null)
{
movie.Studios.Clear();
foreach (var studio in movieData.production_companies.Select(c => c.name))
{
movie.AddStudio(studio);
}
}
//genres
if (movieData.genres != null)
{
movie.Genres.Clear();
foreach (var genre in movieData.genres.Select(g => g.name))
{
movie.AddGenre(genre);
}
}
movie.People.Clear();
//Actors, Directors, Writers - all in People
//actors come from cast
if (movieData.cast != null)
{
foreach (var actor in movieData.cast.OrderBy(a => a.order)) movie.AddPerson(new PersonInfo { Name = actor.name, Role = actor.character, Type = PersonType.Actor });
}
//and the rest from crew
if (movieData.crew != null)
{
foreach (var person in movieData.crew) movie.AddPerson(new PersonInfo { Name = person.name, Role = person.job, Type = person.department });
}
}
}
///
/// Processes the images.
///
/// The item.
/// The images.
/// The cancellation token
/// Task.
protected virtual async Task ProcessImages(BaseItem item, TmdbImages images, CancellationToken cancellationToken)
{
cancellationToken.ThrowIfCancellationRequested();
// poster
if (images.posters != null && images.posters.Count > 0 && (ConfigurationManager.Configuration.RefreshItemImages || !item.HasLocalImage("folder")))
{
var tmdbSettings = await TmdbSettings.ConfigureAwait(false);
var tmdbImageUrl = tmdbSettings.images.base_url + ConfigurationManager.Configuration.TmdbFetchedPosterSize;
// get highest rated poster for our language
var postersSortedByVote = images.posters.OrderByDescending(i => i.vote_average);
var poster = postersSortedByVote.FirstOrDefault(p => p.iso_639_1 != null && p.iso_639_1.Equals(ConfigurationManager.Configuration.PreferredMetadataLanguage, StringComparison.OrdinalIgnoreCase));
if (poster == null && !ConfigurationManager.Configuration.PreferredMetadataLanguage.Equals("en"))
{
// couldn't find our specific language, find english (if that wasn't our language)
poster = postersSortedByVote.FirstOrDefault(p => p.iso_639_1 != null && p.iso_639_1.Equals("en", StringComparison.OrdinalIgnoreCase));
}
if (poster == null)
{
//still couldn't find it - try highest rated null one
poster = postersSortedByVote.FirstOrDefault(p => p.iso_639_1 == null);
}
if (poster == null)
{
//finally - just get the highest rated one
poster = postersSortedByVote.FirstOrDefault();
}
if (poster != null)
{
try
{
item.PrimaryImagePath = await ProviderManager.DownloadAndSaveImage(item, tmdbImageUrl + poster.file_path, "folder" + Path.GetExtension(poster.file_path), ConfigurationManager.Configuration.SaveLocalMeta, MovieDbResourcePool, cancellationToken).ConfigureAwait(false);
}
catch (HttpException)
{
}
catch (IOException)
{
}
}
}
cancellationToken.ThrowIfCancellationRequested();
// backdrops
if (images.backdrops != null && images.backdrops.Count > 0)
{
item.BackdropImagePaths = new List();
var tmdbSettings = await TmdbSettings.ConfigureAwait(false);
var tmdbImageUrl = tmdbSettings.images.base_url + ConfigurationManager.Configuration.TmdbFetchedBackdropSize;
//backdrops should be in order of rating. get first n ones
var numToFetch = Math.Min(ConfigurationManager.Configuration.MaxBackdrops, images.backdrops.Count);
for (var i = 0; i < numToFetch; i++)
{
var bdName = "backdrop" + (i == 0 ? "" : i.ToString(CultureInfo.InvariantCulture));
if (ConfigurationManager.Configuration.RefreshItemImages || !item.HasLocalImage(bdName))
{
try
{
item.BackdropImagePaths.Add(await ProviderManager.DownloadAndSaveImage(item, tmdbImageUrl + images.backdrops[i].file_path, bdName + Path.GetExtension(images.backdrops[i].file_path), ConfigurationManager.Configuration.SaveLocalMeta, MovieDbResourcePool, cancellationToken).ConfigureAwait(false));
}
catch (HttpException)
{
}
catch (IOException)
{
}
}
}
}
}
///
/// The remove
///
const string remove = "\"'!`?";
// "Face/Off" support.
///
/// The spacers
///
const string spacers = "/,.:;\\(){}[]+-_=–*"; // (there are not actually two - in the they are different char codes)
///
/// The replace start numbers
///
static readonly Dictionary ReplaceStartNumbers = new Dictionary {
{"1 ","one "},
{"2 ","two "},
{"3 ","three "},
{"4 ","four "},
{"5 ","five "},
{"6 ","six "},
{"7 ","seven "},
{"8 ","eight "},
{"9 ","nine "},
{"10 ","ten "},
{"11 ","eleven "},
{"12 ","twelve "},
{"13 ","thirteen "},
{"100 ","one hundred "},
{"101 ","one hundred one "}
};
///
/// The replace end numbers
///
static readonly Dictionary ReplaceEndNumbers = new Dictionary {
{" 1"," i"},
{" 2"," ii"},
{" 3"," iii"},
{" 4"," iv"},
{" 5"," v"},
{" 6"," vi"},
{" 7"," vii"},
{" 8"," viii"},
{" 9"," ix"},
{" 10"," x"}
};
///
/// Gets the name of the comparable.
///
/// The name.
/// The logger.
/// System.String.
internal static string GetComparableName(string name, ILogger logger)
{
name = name.ToLower();
name = name.Replace("á", "a");
name = name.Replace("é", "e");
name = name.Replace("í", "i");
name = name.Replace("ó", "o");
name = name.Replace("ú", "u");
name = name.Replace("ü", "u");
name = name.Replace("ñ", "n");
foreach (var pair in ReplaceStartNumbers)
{
if (name.StartsWith(pair.Key))
{
name = name.Remove(0, pair.Key.Length);
name = pair.Value + name;
logger.Info("MovieDbProvider - Replaced Start Numbers: " + name);
}
}
foreach (var pair in ReplaceEndNumbers)
{
if (name.EndsWith(pair.Key))
{
name = name.Remove(name.IndexOf(pair.Key), pair.Key.Length);
name = name + pair.Value;
logger.Info("MovieDbProvider - Replaced End Numbers: " + name);
}
}
name = name.Normalize(NormalizationForm.FormKD);
var sb = new StringBuilder();
foreach (var c in name)
{
if (c >= 0x2B0 && c <= 0x0333)
{
// skip char modifier and diacritics
}
else if (remove.IndexOf(c) > -1)
{
// skip chars we are removing
}
else if (spacers.IndexOf(c) > -1)
{
sb.Append(" ");
}
else if (c == '&')
{
sb.Append(" and ");
}
else
{
sb.Append(c);
}
}
name = sb.ToString();
name = name.Replace(", the", "");
name = name.Replace(" the ", " ");
name = name.Replace("the ", "");
string prev_name;
do
{
prev_name = name;
name = name.Replace(" ", " ");
} while (name.Length != prev_name.Length);
return name.Trim();
}
#region Result Objects
///
/// Class TmdbMovieSearchResult
///
protected class TmdbMovieSearchResult
{
///
/// Gets or sets a value indicating whether this is adult.
///
/// true if adult; otherwise, false.
public bool adult { get; set; }
///
/// Gets or sets the backdrop_path.
///
/// The backdrop_path.
public string backdrop_path { get; set; }
///
/// Gets or sets the id.
///
/// The id.
public int id { get; set; }
///
/// Gets or sets the original_title.
///
/// The original_title.
public string original_title { get; set; }
///
/// Gets or sets the release_date.
///
/// The release_date.
public string release_date { get; set; }
///
/// Gets or sets the poster_path.
///
/// The poster_path.
public string poster_path { get; set; }
///
/// Gets or sets the popularity.
///
/// The popularity.
public double popularity { get; set; }
///
/// Gets or sets the title.
///
/// The title.
public string title { get; set; }
///
/// Gets or sets the vote_average.
///
/// The vote_average.
public double vote_average { get; set; }
///
/// Gets or sets the vote_count.
///
/// The vote_count.
public int vote_count { get; set; }
}
///
/// Class TmdbMovieSearchResults
///
protected class TmdbMovieSearchResults
{
///
/// Gets or sets the page.
///
/// The page.
public int page { get; set; }
///
/// Gets or sets the results.
///
/// The results.
public List results { get; set; }
///
/// Gets or sets the total_pages.
///
/// The total_pages.
public int total_pages { get; set; }
///
/// Gets or sets the total_results.
///
/// The total_results.
public int total_results { get; set; }
}
///
/// Class BelongsToCollection
///
protected class BelongsToCollection
{
///
/// Gets or sets the id.
///
/// The id.
public int id { get; set; }
///
/// Gets or sets the name.
///
/// The name.
public string name { get; set; }
///
/// Gets or sets the poster_path.
///
/// The poster_path.
public string poster_path { get; set; }
///
/// Gets or sets the backdrop_path.
///
/// The backdrop_path.
public string backdrop_path { get; set; }
}
///
/// Class Genre
///
protected class Genre
{
///
/// Gets or sets the id.
///
/// The id.
public int id { get; set; }
///
/// Gets or sets the name.
///
/// The name.
public string name { get; set; }
}
///
/// Class ProductionCompany
///
protected class ProductionCompany
{
///
/// Gets or sets the name.
///
/// The name.
public string name { get; set; }
///
/// Gets or sets the id.
///
/// The id.
public int id { get; set; }
}
///
/// Class ProductionCountry
///
protected class ProductionCountry
{
///
/// Gets or sets the iso_3166_1.
///
/// The iso_3166_1.
public string iso_3166_1 { get; set; }
///
/// Gets or sets the name.
///
/// The name.
public string name { get; set; }
}
///
/// Class SpokenLanguage
///
protected class SpokenLanguage
{
///
/// Gets or sets the iso_639_1.
///
/// The iso_639_1.
public string iso_639_1 { get; set; }
///
/// Gets or sets the name.
///
/// The name.
public string name { get; set; }
}
///
/// Class Cast
///
protected class Cast
{
///
/// Gets or sets the id.
///
/// The id.
public int id { get; set; }
///
/// Gets or sets the name.
///
/// The name.
public string name { get; set; }
///
/// Gets or sets the character.
///
/// The character.
public string character { get; set; }
///
/// Gets or sets the order.
///
/// The order.
public int order { get; set; }
///
/// Gets or sets the profile_path.
///
/// The profile_path.
public string profile_path { get; set; }
}
///
/// Class Crew
///
protected class Crew
{
///
/// Gets or sets the id.
///
/// The id.
public int id { get; set; }
///
/// Gets or sets the name.
///
/// The name.
public string name { get; set; }
///
/// Gets or sets the department.
///
/// The department.
public string department { get; set; }
///
/// Gets or sets the job.
///
/// The job.
public string job { get; set; }
///
/// Gets or sets the profile_path.
///
/// The profile_path.
public object profile_path { get; set; }
}
///
/// Class Country
///
protected class Country
{
///
/// Gets or sets the iso_3166_1.
///
/// The iso_3166_1.
public string iso_3166_1 { get; set; }
///
/// Gets or sets the certification.
///
/// The certification.
public string certification { get; set; }
///
/// Gets or sets the release_date.
///
/// The release_date.
public DateTime release_date { get; set; }
}
//protected class TmdbMovieResult
//{
// public bool adult { get; set; }
// public string backdrop_path { get; set; }
// public int belongs_to_collection { get; set; }
// public int budget { get; set; }
// public List genres { get; set; }
// public string homepage { get; set; }
// public int id { get; set; }
// public string imdb_id { get; set; }
// public string original_title { get; set; }
// public string overview { get; set; }
// public double popularity { get; set; }
// public string poster_path { get; set; }
// public List production_companies { get; set; }
// public List production_countries { get; set; }
// public string release_date { get; set; }
// public int revenue { get; set; }
// public int runtime { get; set; }
// public List spoken_languages { get; set; }
// public string tagline { get; set; }
// public string title { get; set; }
// public double vote_average { get; set; }
// public int vote_count { get; set; }
//}
///
/// Class TmdbTitle
///
protected class TmdbTitle
{
///
/// Gets or sets the iso_3166_1.
///
/// The iso_3166_1.
public string iso_3166_1 { get; set; }
///
/// Gets or sets the title.
///
/// The title.
public string title { get; set; }
}
///
/// Class TmdbAltTitleResults
///
protected class TmdbAltTitleResults
{
///
/// Gets or sets the id.
///
/// The id.
public int id { get; set; }
///
/// Gets or sets the titles.
///
/// The titles.
public List titles { get; set; }
}
///
/// Class TmdbCastResult
///
protected class TmdbCastResult
{
///
/// Gets or sets the id.
///
/// The id.
public int id { get; set; }
///
/// Gets or sets the cast.
///
/// The cast.
public List cast { get; set; }
///
/// Gets or sets the crew.
///
/// The crew.
public List crew { get; set; }
}
///
/// Class TmdbReleasesResult
///
protected class TmdbReleasesResult
{
///
/// Gets or sets the id.
///
/// The id.
public int id { get; set; }
///
/// Gets or sets the countries.
///
/// The countries.
public List countries { get; set; }
}
///
/// Class TmdbImage
///
protected class TmdbImage
{
///
/// Gets or sets the file_path.
///
/// The file_path.
public string file_path { get; set; }
///
/// Gets or sets the width.
///
/// The width.
public int width { get; set; }
///
/// Gets or sets the height.
///
/// The height.
public int height { get; set; }
///
/// Gets or sets the iso_639_1.
///
/// The iso_639_1.
public string iso_639_1 { get; set; }
///
/// Gets or sets the aspect_ratio.
///
/// The aspect_ratio.
public double aspect_ratio { get; set; }
///
/// Gets or sets the vote_average.
///
/// The vote_average.
public double vote_average { get; set; }
///
/// Gets or sets the vote_count.
///
/// The vote_count.
public int vote_count { get; set; }
}
///
/// Class TmdbImages
///
protected class TmdbImages
{
///
/// Gets or sets the id.
///
/// The id.
public int id { get; set; }
///
/// Gets or sets the backdrops.
///
/// The backdrops.
public List backdrops { get; set; }
///
/// Gets or sets the posters.
///
/// The posters.
public List posters { get; set; }
}
///
/// Class CompleteMovieData
///
protected class CompleteMovieData
{
public bool adult { get; set; }
public string backdrop_path { get; set; }
public BelongsToCollection belongs_to_collection { get; set; }
public int budget { get; set; }
public List genres { get; set; }
public string homepage { get; set; }
public int id { get; set; }
public string imdb_id { get; set; }
public string original_title { get; set; }
public string overview { get; set; }
public double popularity { get; set; }
public string poster_path { get; set; }
public List production_companies { get; set; }
public List production_countries { get; set; }
public DateTime release_date { get; set; }
public int revenue { get; set; }
public int runtime { get; set; }
public List spoken_languages { get; set; }
public string tagline { get; set; }
public string title { get; set; }
public double vote_average { get; set; }
public int vote_count { get; set; }
public List countries { get; set; }
public List cast { get; set; }
public List crew { get; set; }
}
public class TmdbImageSettings
{
public List backdrop_sizes { get; set; }
public string base_url { get; set; }
public List poster_sizes { get; set; }
public List profile_sizes { get; set; }
}
public class TmdbSettingsResult
{
public TmdbImageSettings images { get; set; }
}
#endregion
public void Dispose()
{
Dispose(true);
}
}
}