jellyfin-server/MediaBrowser.Providers/Music/LastfmArtistProvider.cs

286 lines
11 KiB
C#
Raw Normal View History

2013-05-25 17:55:32 +00:00
using MediaBrowser.Common.Net;
2013-03-04 06:06:38 +00:00
using MediaBrowser.Controller.Configuration;
2013-03-03 20:55:30 +00:00
using MediaBrowser.Controller.Entities;
2013-03-04 01:46:06 +00:00
using MediaBrowser.Controller.Entities.Audio;
2013-05-06 18:34:42 +00:00
using MediaBrowser.Controller.Library;
2013-06-09 16:47:28 +00:00
using MediaBrowser.Controller.Providers;
using MediaBrowser.Controller.Providers.Music;
2013-05-06 18:34:42 +00:00
using MediaBrowser.Model.Entities;
2013-03-03 20:55:30 +00:00
using MediaBrowser.Model.Logging;
using MediaBrowser.Model.Net;
2013-03-03 20:55:30 +00:00
using MediaBrowser.Model.Serialization;
2013-05-25 17:55:32 +00:00
using System;
using System.Globalization;
using System.IO;
using System.Linq;
2013-05-25 17:55:32 +00:00
using System.Net;
using System.Text;
using System.Threading;
using System.Threading.Tasks;
using System.Xml;
2013-03-03 20:55:30 +00:00
2013-06-09 16:47:28 +00:00
namespace MediaBrowser.Providers.Music
2013-03-03 20:55:30 +00:00
{
2013-05-25 17:55:32 +00:00
/// <summary>
/// Class LastfmArtistProvider
/// </summary>
public class LastfmArtistProvider : LastfmBaseProvider
2013-03-03 20:55:30 +00:00
{
2013-05-25 17:55:32 +00:00
/// <summary>
/// The _provider manager
/// </summary>
private readonly IProviderManager _providerManager;
2013-05-25 17:55:32 +00:00
/// <summary>
/// The _library manager
/// </summary>
protected readonly ILibraryManager LibraryManager;
2013-05-06 18:34:42 +00:00
2013-05-25 17:55:32 +00:00
/// <summary>
/// Initializes a new instance of the <see cref="LastfmArtistProvider"/> class.
/// </summary>
/// <param name="jsonSerializer">The json serializer.</param>
/// <param name="httpClient">The HTTP client.</param>
/// <param name="logManager">The log manager.</param>
/// <param name="configurationManager">The configuration manager.</param>
/// <param name="providerManager">The provider manager.</param>
/// <param name="libraryManager">The library manager.</param>
2013-05-06 18:35:24 +00:00
public LastfmArtistProvider(IJsonSerializer jsonSerializer, IHttpClient httpClient, ILogManager logManager, IServerConfigurationManager configurationManager, IProviderManager providerManager, ILibraryManager libraryManager)
2013-03-04 06:06:38 +00:00
: base(jsonSerializer, httpClient, logManager, configurationManager)
2013-03-03 20:55:30 +00:00
{
_providerManager = providerManager;
LibraryManager = libraryManager;
LocalMetaFileName = LastfmHelper.LocalArtistMetaFileName;
2013-03-03 20:55:30 +00:00
}
2013-05-06 18:34:42 +00:00
/// <summary>
/// Finds the id.
/// </summary>
/// <param name="item">The item.</param>
/// <param name="cancellationToken">The cancellation token.</param>
/// <returns>Task{System.String}.</returns>
protected override async Task<string> FindId(BaseItem item, CancellationToken cancellationToken)
{
2013-05-06 18:34:42 +00:00
if (item is Artist)
{
// Since MusicArtists are refreshed first, try to find it from one of them
var id = FindIdFromMusicArtistEntity(item);
if (!string.IsNullOrEmpty(id))
{
return id;
}
}
// Try to find the id using last fm
2013-05-06 17:28:29 +00:00
var result = await FindIdFromLastFm(item, cancellationToken).ConfigureAwait(false);
2013-05-07 13:06:01 +00:00
if (result != null)
{
if (!string.IsNullOrEmpty(result))
2013-05-07 13:06:01 +00:00
{
return result;
2013-05-07 13:06:01 +00:00
}
2013-05-06 17:28:29 +00:00
}
try
{
// If we don't get anything, go directly to music brainz
return await FindIdFromMusicBrainz(item, cancellationToken).ConfigureAwait(false);
}
catch (HttpException e)
{
if (e.StatusCode.HasValue && e.StatusCode.Value == HttpStatusCode.BadRequest)
{
// They didn't like a character in the name. Handle the exception so that the provider doesn't keep retrying over and over
return null;
}
2013-05-06 17:28:29 +00:00
throw;
}
}
2013-05-25 17:55:32 +00:00
/// <summary>
/// Finds the id from music artist entity.
/// </summary>
/// <param name="item">The item.</param>
/// <returns>System.String.</returns>
2013-05-06 18:34:42 +00:00
private string FindIdFromMusicArtistEntity(BaseItem item)
{
var artist = LibraryManager.RootFolder.RecursiveChildren.OfType<MusicArtist>()
.FirstOrDefault(i => string.Compare(i.Name, item.Name, CultureInfo.CurrentCulture, CompareOptions.IgnoreNonSpace | CompareOptions.IgnoreCase | CompareOptions.IgnoreSymbols) == 0);
2013-05-06 18:34:42 +00:00
return artist != null ? artist.GetProviderId(MetadataProviders.Musicbrainz) : null;
}
2013-05-25 17:55:32 +00:00
/// <summary>
/// Finds the id from last fm.
/// </summary>
/// <param name="item">The item.</param>
/// <param name="cancellationToken">The cancellation token.</param>
/// <returns>Task{System.String}.</returns>
private async Task<string> FindIdFromLastFm(BaseItem item, CancellationToken cancellationToken)
{
//Execute the Artist search against our name and assume first one is the one we want
var url = RootUrl + string.Format("method=artist.search&artist={0}&api_key={1}&format=json", UrlEncode(item.Name), ApiKey);
using (var json = await HttpClient.Get(new HttpRequestOptions
{
Url = url,
ResourcePool = LastfmResourcePool,
CancellationToken = cancellationToken,
EnableHttpCompression = false
}).ConfigureAwait(false))
{
using (var reader = new StreamReader(json, true))
{
var jsonString = await reader.ReadToEndAsync().ConfigureAwait(false);
// Sometimes they send back an empty response or just the text "null"
if (!jsonString.StartsWith("{", StringComparison.OrdinalIgnoreCase))
{
return null;
}
var searchResult = JsonSerializer.DeserializeFromString<LastfmArtistSearchResults>(jsonString);
if (searchResult != null && searchResult.results != null && searchResult.results.artistmatches != null && searchResult.results.artistmatches.artist.Count > 0)
{
2013-05-21 16:53:03 +00:00
var artist = searchResult.results.artistmatches.artist
.FirstOrDefault(i => i.name != null && string.Compare(i.name, item.Name, CultureInfo.CurrentCulture, CompareOptions.IgnoreNonSpace | CompareOptions.IgnoreCase | CompareOptions.IgnoreSymbols) == 0);
2013-05-21 20:36:26 +00:00
return artist == null ? null : artist.mbid;
}
}
}
return null;
}
2013-05-25 17:55:32 +00:00
/// <summary>
/// Finds the id from music brainz.
/// </summary>
/// <param name="item">The item.</param>
/// <param name="cancellationToken">The cancellation token.</param>
/// <returns>Task{System.String}.</returns>
private async Task<string> FindIdFromMusicBrainz(BaseItem item, CancellationToken cancellationToken)
{
2013-05-06 17:28:29 +00:00
// They seem to throw bad request failures on any term with a slash
var nameToSearch = item.Name.Replace('/', ' ');
var url = string.Format("http://www.musicbrainz.org/ws/2/artist/?query=artist:{0}", UrlEncode(nameToSearch));
2013-03-04 01:46:06 +00:00
var doc = await FanArtAlbumProvider.Current.GetMusicBrainzResponse(url, cancellationToken).ConfigureAwait(false);
var ns = new XmlNamespaceManager(doc.NameTable);
ns.AddNamespace("mb", "http://musicbrainz.org/ns/mmd-2.0#");
var node = doc.SelectSingleNode("//mb:artist-list/mb:artist[@type='Group']/@id", ns);
if (node != null && node.Value != null)
{
return node.Value;
}
2013-05-06 17:28:29 +00:00
if (HasDiacritics(item.Name))
{
// Try again using the search with accent characters url
url = string.Format("http://www.musicbrainz.org/ws/2/artist/?query=artistaccent:{0}", UrlEncode(nameToSearch));
2013-05-06 17:28:29 +00:00
doc = await FanArtAlbumProvider.Current.GetMusicBrainzResponse(url, cancellationToken).ConfigureAwait(false);
2013-05-06 17:28:29 +00:00
ns = new XmlNamespaceManager(doc.NameTable);
ns.AddNamespace("mb", "http://musicbrainz.org/ns/mmd-2.0#");
node = doc.SelectSingleNode("//mb:artist-list/mb:artist[@type='Group']/@id", ns);
2013-05-06 17:28:29 +00:00
if (node != null && node.Value != null)
{
return node.Value;
}
}
2013-03-04 01:46:06 +00:00
return null;
2013-03-04 01:46:06 +00:00
}
2013-05-06 17:28:29 +00:00
2013-05-25 17:55:32 +00:00
/// <summary>
/// Determines whether the specified text has diacritics.
/// </summary>
/// <param name="text">The text.</param>
/// <returns><c>true</c> if the specified text has diacritics; otherwise, <c>false</c>.</returns>
2013-05-06 17:28:29 +00:00
private bool HasDiacritics(string text)
{
return !string.Equals(text, RemoveDiacritics(text), StringComparison.Ordinal);
}
2013-05-25 17:55:32 +00:00
/// <summary>
/// Removes the diacritics.
/// </summary>
/// <param name="text">The text.</param>
/// <returns>System.String.</returns>
2013-05-06 17:28:29 +00:00
private string RemoveDiacritics(string text)
{
return string.Concat(
text.Normalize(NormalizationForm.FormD)
.Where(ch => CharUnicodeInfo.GetUnicodeCategory(ch) !=
UnicodeCategory.NonSpacingMark)
).Normalize(NormalizationForm.FormC);
}
2013-05-25 17:55:32 +00:00
/// <summary>
/// Fetches the lastfm data.
/// </summary>
/// <param name="item">The item.</param>
/// <param name="musicBrainzId">The music brainz id.</param>
/// <param name="cancellationToken">The cancellation token.</param>
/// <returns>Task.</returns>
protected override async Task FetchLastfmData(BaseItem item, string musicBrainzId, CancellationToken cancellationToken)
2013-03-04 01:46:06 +00:00
{
// Get artist info with provided id
2013-05-25 17:55:32 +00:00
var url = RootUrl + string.Format("method=artist.getInfo&mbid={0}&api_key={1}&format=json", UrlEncode(musicBrainzId), ApiKey);
2013-03-04 01:46:06 +00:00
2013-04-22 04:38:03 +00:00
LastfmGetArtistResult result;
2013-03-04 01:46:06 +00:00
using (var json = await HttpClient.Get(new HttpRequestOptions
{
Url = url,
ResourcePool = LastfmResourcePool,
CancellationToken = cancellationToken,
EnableHttpCompression = false
}).ConfigureAwait(false))
2013-03-04 01:46:06 +00:00
{
2013-04-22 04:38:03 +00:00
result = JsonSerializer.DeserializeFromStream<LastfmGetArtistResult>(json);
2013-03-04 01:46:06 +00:00
}
if (result != null && result.artist != null)
{
LastfmHelper.ProcessArtistData(item, result.artist);
//And save locally if indicated
2013-04-22 04:38:03 +00:00
if (SaveLocalMeta)
{
var ms = new MemoryStream();
JsonSerializer.SerializeToStream(result.artist, ms);
2013-04-25 17:27:36 +00:00
if (cancellationToken.IsCancellationRequested)
{
ms.Dispose();
cancellationToken.ThrowIfCancellationRequested();
}
await _providerManager.SaveToLibraryFilesystem(item, Path.Combine(item.MetaLocation, LocalMetaFileName), ms, cancellationToken).ConfigureAwait(false);
}
2013-03-04 01:46:06 +00:00
}
2013-03-03 20:55:30 +00:00
}
2013-05-25 17:55:32 +00:00
/// <summary>
/// Supportses the specified item.
/// </summary>
/// <param name="item">The item.</param>
/// <returns><c>true</c> if XXXX, <c>false</c> otherwise</returns>
public override bool Supports(BaseItem item)
{
2013-05-02 14:30:38 +00:00
return item is MusicArtist;
}
2013-03-03 20:55:30 +00:00
}
}