2013-03-08 06:08:27 +01:00
|
|
|
|
using MediaBrowser.Common.Extensions;
|
2013-03-04 06:43:06 +01:00
|
|
|
|
using MediaBrowser.Controller.Configuration;
|
2013-02-21 02:33:05 +01:00
|
|
|
|
using MediaBrowser.Controller.Entities;
|
2013-05-06 16:49:17 +02:00
|
|
|
|
using MediaBrowser.Model.Entities;
|
2013-02-21 02:33:05 +01:00
|
|
|
|
using MediaBrowser.Model.Logging;
|
|
|
|
|
using System;
|
|
|
|
|
using System.Threading;
|
|
|
|
|
using System.Threading.Tasks;
|
|
|
|
|
|
|
|
|
|
namespace MediaBrowser.Controller.Providers
|
|
|
|
|
{
|
|
|
|
|
/// <summary>
|
|
|
|
|
/// Class BaseMetadataProvider
|
|
|
|
|
/// </summary>
|
2013-03-08 06:08:27 +01:00
|
|
|
|
public abstract class BaseMetadataProvider
|
2013-02-21 02:33:05 +01:00
|
|
|
|
{
|
|
|
|
|
/// <summary>
|
|
|
|
|
/// Gets the logger.
|
|
|
|
|
/// </summary>
|
|
|
|
|
/// <value>The logger.</value>
|
2013-03-02 18:59:15 +01:00
|
|
|
|
protected ILogger Logger { get; set; }
|
|
|
|
|
protected ILogManager LogManager { get; set; }
|
2013-02-21 02:33:05 +01:00
|
|
|
|
|
2013-03-04 06:43:06 +01:00
|
|
|
|
/// <summary>
|
|
|
|
|
/// Gets the configuration manager.
|
|
|
|
|
/// </summary>
|
|
|
|
|
/// <value>The configuration manager.</value>
|
|
|
|
|
protected IServerConfigurationManager ConfigurationManager { get; private set; }
|
|
|
|
|
|
2013-02-21 02:33:05 +01:00
|
|
|
|
/// <summary>
|
|
|
|
|
/// The _id
|
|
|
|
|
/// </summary>
|
2013-04-13 20:02:30 +02:00
|
|
|
|
protected readonly Guid Id;
|
2013-02-21 02:33:05 +01:00
|
|
|
|
|
2013-04-15 22:33:43 +02:00
|
|
|
|
/// <summary>
|
|
|
|
|
/// The true task result
|
|
|
|
|
/// </summary>
|
|
|
|
|
protected static readonly Task<bool> TrueTaskResult = Task.FromResult(true);
|
|
|
|
|
protected static readonly Task<bool> FalseTaskResult = Task.FromResult(false);
|
|
|
|
|
|
2013-04-15 20:45:58 +02:00
|
|
|
|
protected static readonly SemaphoreSlim XmlParsingResourcePool = new SemaphoreSlim(5, 5);
|
|
|
|
|
|
2013-02-21 02:33:05 +01:00
|
|
|
|
/// <summary>
|
|
|
|
|
/// Supportses the specified item.
|
|
|
|
|
/// </summary>
|
|
|
|
|
/// <param name="item">The item.</param>
|
|
|
|
|
/// <returns><c>true</c> if XXXX, <c>false</c> otherwise</returns>
|
|
|
|
|
public abstract bool Supports(BaseItem item);
|
|
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
|
/// Gets a value indicating whether [requires internet].
|
|
|
|
|
/// </summary>
|
|
|
|
|
/// <value><c>true</c> if [requires internet]; otherwise, <c>false</c>.</value>
|
|
|
|
|
public virtual bool RequiresInternet
|
|
|
|
|
{
|
|
|
|
|
get
|
|
|
|
|
{
|
|
|
|
|
return false;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
|
/// Gets the provider version.
|
|
|
|
|
/// </summary>
|
|
|
|
|
/// <value>The provider version.</value>
|
|
|
|
|
protected virtual string ProviderVersion
|
|
|
|
|
{
|
|
|
|
|
get
|
|
|
|
|
{
|
|
|
|
|
return null;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
|
/// Gets a value indicating whether [refresh on version change].
|
|
|
|
|
/// </summary>
|
|
|
|
|
/// <value><c>true</c> if [refresh on version change]; otherwise, <c>false</c>.</value>
|
|
|
|
|
protected virtual bool RefreshOnVersionChange
|
|
|
|
|
{
|
|
|
|
|
get
|
|
|
|
|
{
|
|
|
|
|
return false;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
|
/// Determines if this provider is relatively slow and, therefore, should be skipped
|
|
|
|
|
/// in certain instances. Default is whether or not it requires internet. Can be overridden
|
|
|
|
|
/// for explicit designation.
|
|
|
|
|
/// </summary>
|
|
|
|
|
/// <value><c>true</c> if this instance is slow; otherwise, <c>false</c>.</value>
|
|
|
|
|
public virtual bool IsSlow
|
|
|
|
|
{
|
|
|
|
|
get { return RequiresInternet; }
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
|
/// Initializes a new instance of the <see cref="BaseMetadataProvider" /> class.
|
|
|
|
|
/// </summary>
|
2013-03-04 06:43:06 +01:00
|
|
|
|
protected BaseMetadataProvider(ILogManager logManager, IServerConfigurationManager configurationManager)
|
2013-02-21 02:33:05 +01:00
|
|
|
|
{
|
2013-03-02 18:59:15 +01:00
|
|
|
|
Logger = logManager.GetLogger(GetType().Name);
|
|
|
|
|
LogManager = logManager;
|
2013-03-04 06:43:06 +01:00
|
|
|
|
ConfigurationManager = configurationManager;
|
2013-04-13 20:02:30 +02:00
|
|
|
|
Id = GetType().FullName.GetMD5();
|
2013-03-02 18:59:15 +01:00
|
|
|
|
|
2013-02-21 02:33:05 +01:00
|
|
|
|
Initialize();
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
|
/// Initializes this instance.
|
|
|
|
|
/// </summary>
|
|
|
|
|
protected virtual void Initialize()
|
|
|
|
|
{
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
|
/// Sets the persisted last refresh date on the item for this provider.
|
|
|
|
|
/// </summary>
|
|
|
|
|
/// <param name="item">The item.</param>
|
|
|
|
|
/// <param name="value">The value.</param>
|
|
|
|
|
/// <param name="providerVersion">The provider version.</param>
|
|
|
|
|
/// <param name="status">The status.</param>
|
|
|
|
|
/// <exception cref="System.ArgumentNullException">item</exception>
|
2013-03-08 06:08:27 +01:00
|
|
|
|
public virtual void SetLastRefreshed(BaseItem item, DateTime value, string providerVersion, ProviderRefreshStatus status = ProviderRefreshStatus.Success)
|
2013-02-21 02:33:05 +01:00
|
|
|
|
{
|
|
|
|
|
if (item == null)
|
|
|
|
|
{
|
|
|
|
|
throw new ArgumentNullException("item");
|
|
|
|
|
}
|
2013-04-13 20:02:30 +02:00
|
|
|
|
|
|
|
|
|
BaseProviderInfo data;
|
|
|
|
|
|
|
|
|
|
if (!item.ProviderData.TryGetValue(Id, out data))
|
|
|
|
|
{
|
|
|
|
|
data = new BaseProviderInfo();
|
|
|
|
|
}
|
|
|
|
|
|
2013-02-21 02:33:05 +01:00
|
|
|
|
data.LastRefreshed = value;
|
|
|
|
|
data.LastRefreshStatus = status;
|
|
|
|
|
data.ProviderVersion = providerVersion;
|
|
|
|
|
|
|
|
|
|
// Save the file system stamp for future comparisons
|
2013-05-06 16:49:17 +02:00
|
|
|
|
if (RefreshOnFileSystemStampChange && item.LocationType == LocationType.FileSystem)
|
2013-02-21 02:33:05 +01:00
|
|
|
|
{
|
2013-04-25 19:27:36 +02:00
|
|
|
|
data.FileStamp = GetCurrentFileSystemStamp(item);
|
2013-02-21 02:33:05 +01:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
item.ProviderData[Id] = data;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
|
/// Sets the last refreshed.
|
|
|
|
|
/// </summary>
|
|
|
|
|
/// <param name="item">The item.</param>
|
|
|
|
|
/// <param name="value">The value.</param>
|
|
|
|
|
/// <param name="status">The status.</param>
|
2013-03-08 06:08:27 +01:00
|
|
|
|
public void SetLastRefreshed(BaseItem item, DateTime value, ProviderRefreshStatus status = ProviderRefreshStatus.Success)
|
2013-02-21 02:33:05 +01:00
|
|
|
|
{
|
|
|
|
|
SetLastRefreshed(item, value, ProviderVersion, status);
|
|
|
|
|
}
|
2013-04-13 20:02:30 +02:00
|
|
|
|
|
2013-02-21 02:33:05 +01:00
|
|
|
|
/// <summary>
|
|
|
|
|
/// Returns whether or not this provider should be re-fetched. Default functionality can
|
|
|
|
|
/// compare a provided date with a last refresh time. This can be overridden for more complex
|
|
|
|
|
/// determinations.
|
|
|
|
|
/// </summary>
|
|
|
|
|
/// <param name="item">The item.</param>
|
|
|
|
|
/// <returns><c>true</c> if XXXX, <c>false</c> otherwise</returns>
|
|
|
|
|
/// <exception cref="System.ArgumentNullException"></exception>
|
|
|
|
|
public bool NeedsRefresh(BaseItem item)
|
|
|
|
|
{
|
|
|
|
|
if (item == null)
|
|
|
|
|
{
|
|
|
|
|
throw new ArgumentNullException();
|
|
|
|
|
}
|
|
|
|
|
|
2013-04-13 20:02:30 +02:00
|
|
|
|
BaseProviderInfo data;
|
2013-02-21 02:33:05 +01:00
|
|
|
|
|
2013-04-13 20:02:30 +02:00
|
|
|
|
if (!item.ProviderData.TryGetValue(Id, out data))
|
|
|
|
|
{
|
|
|
|
|
data = new BaseProviderInfo();
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return NeedsRefreshInternal(item, data);
|
2013-02-21 02:33:05 +01:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
|
/// Needses the refresh internal.
|
|
|
|
|
/// </summary>
|
|
|
|
|
/// <param name="item">The item.</param>
|
|
|
|
|
/// <param name="providerInfo">The provider info.</param>
|
|
|
|
|
/// <returns><c>true</c> if XXXX, <c>false</c> otherwise</returns>
|
|
|
|
|
/// <exception cref="System.ArgumentNullException"></exception>
|
|
|
|
|
protected virtual bool NeedsRefreshInternal(BaseItem item, BaseProviderInfo providerInfo)
|
|
|
|
|
{
|
|
|
|
|
if (item == null)
|
|
|
|
|
{
|
|
|
|
|
throw new ArgumentNullException("item");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (providerInfo == null)
|
|
|
|
|
{
|
|
|
|
|
throw new ArgumentNullException("providerInfo");
|
|
|
|
|
}
|
2013-04-13 20:02:30 +02:00
|
|
|
|
|
2013-04-29 01:39:17 +02:00
|
|
|
|
if (item.DontFetchMeta && RequiresInternet) return false;
|
|
|
|
|
|
2013-02-21 02:33:05 +01:00
|
|
|
|
if (CompareDate(item) > providerInfo.LastRefreshed)
|
|
|
|
|
{
|
|
|
|
|
return true;
|
|
|
|
|
}
|
|
|
|
|
|
2013-05-06 16:49:17 +02:00
|
|
|
|
if (RefreshOnFileSystemStampChange && item.LocationType == LocationType.FileSystem && HasFileSystemStampChanged(item, providerInfo))
|
2013-02-21 02:33:05 +01:00
|
|
|
|
{
|
|
|
|
|
return true;
|
|
|
|
|
}
|
|
|
|
|
|
2013-04-15 22:33:43 +02:00
|
|
|
|
if (RefreshOnVersionChange && !String.Equals(ProviderVersion, providerInfo.ProviderVersion))
|
2013-02-21 02:33:05 +01:00
|
|
|
|
{
|
|
|
|
|
return true;
|
|
|
|
|
}
|
2013-04-13 20:02:30 +02:00
|
|
|
|
|
2013-04-29 01:39:17 +02:00
|
|
|
|
if (RequiresInternet && DateTime.UtcNow > (providerInfo.LastRefreshed.AddDays(ConfigurationManager.Configuration.MetadataRefreshDays)))
|
|
|
|
|
{
|
|
|
|
|
return true;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (providerInfo.LastRefreshStatus != ProviderRefreshStatus.Success)
|
|
|
|
|
{
|
|
|
|
|
return true;
|
|
|
|
|
}
|
|
|
|
|
|
2013-02-21 02:33:05 +01:00
|
|
|
|
return false;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
|
/// Determines if the item's file system stamp has changed from the last time the provider refreshed
|
|
|
|
|
/// </summary>
|
|
|
|
|
/// <param name="item">The item.</param>
|
|
|
|
|
/// <param name="providerInfo">The provider info.</param>
|
|
|
|
|
/// <returns><c>true</c> if [has file system stamp changed] [the specified item]; otherwise, <c>false</c>.</returns>
|
|
|
|
|
protected bool HasFileSystemStampChanged(BaseItem item, BaseProviderInfo providerInfo)
|
|
|
|
|
{
|
2013-04-25 19:27:36 +02:00
|
|
|
|
return GetCurrentFileSystemStamp(item) != providerInfo.FileStamp;
|
2013-02-21 02:33:05 +01:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
|
/// Override this to return the date that should be compared to the last refresh date
|
|
|
|
|
/// to determine if this provider should be re-fetched.
|
|
|
|
|
/// </summary>
|
|
|
|
|
/// <param name="item">The item.</param>
|
|
|
|
|
/// <returns>DateTime.</returns>
|
|
|
|
|
protected virtual DateTime CompareDate(BaseItem item)
|
|
|
|
|
{
|
|
|
|
|
return DateTime.MinValue.AddMinutes(1); // want this to be greater than mindate so new items will refresh
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
|
/// Fetches metadata and returns true or false indicating if any work that requires persistence was done
|
|
|
|
|
/// </summary>
|
|
|
|
|
/// <param name="item">The item.</param>
|
|
|
|
|
/// <param name="force">if set to <c>true</c> [force].</param>
|
|
|
|
|
/// <param name="cancellationToken">The cancellation token.</param>
|
|
|
|
|
/// <returns>Task{System.Boolean}.</returns>
|
|
|
|
|
/// <exception cref="System.ArgumentNullException"></exception>
|
2013-03-08 06:08:27 +01:00
|
|
|
|
public abstract Task<bool> FetchAsync(BaseItem item, bool force, CancellationToken cancellationToken);
|
2013-02-21 02:33:05 +01:00
|
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
|
/// Gets the priority.
|
|
|
|
|
/// </summary>
|
|
|
|
|
/// <value>The priority.</value>
|
|
|
|
|
public abstract MetadataProviderPriority Priority { get; }
|
|
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
|
/// Returns true or false indicating if the provider should refresh when the contents of it's directory changes
|
|
|
|
|
/// </summary>
|
|
|
|
|
/// <value><c>true</c> if [refresh on file system stamp change]; otherwise, <c>false</c>.</value>
|
|
|
|
|
protected virtual bool RefreshOnFileSystemStampChange
|
|
|
|
|
{
|
|
|
|
|
get
|
|
|
|
|
{
|
|
|
|
|
return false;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
|
/// Determines if the parent's file system stamp should be used for comparison
|
|
|
|
|
/// </summary>
|
|
|
|
|
/// <param name="item">The item.</param>
|
|
|
|
|
/// <returns><c>true</c> if XXXX, <c>false</c> otherwise</returns>
|
|
|
|
|
protected virtual bool UseParentFileSystemStamp(BaseItem item)
|
|
|
|
|
{
|
|
|
|
|
// True when the current item is just a file
|
|
|
|
|
return !item.ResolveArgs.IsDirectory;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
|
/// Gets the item's current file system stamp
|
|
|
|
|
/// </summary>
|
|
|
|
|
/// <param name="item">The item.</param>
|
|
|
|
|
/// <returns>Guid.</returns>
|
2013-04-25 19:27:36 +02:00
|
|
|
|
private Guid GetCurrentFileSystemStamp(BaseItem item)
|
2013-02-21 02:33:05 +01:00
|
|
|
|
{
|
|
|
|
|
if (UseParentFileSystemStamp(item) && item.Parent != null)
|
|
|
|
|
{
|
|
|
|
|
return item.Parent.FileSystemStamp;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return item.FileSystemStamp;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|