using MediaBrowser.Common.Extensions; using MediaBrowser.Common.IO; using MediaBrowser.Common.Net; using MediaBrowser.Common.Progress; using MediaBrowser.Common.ScheduledTasks; using MediaBrowser.Controller.Channels; using MediaBrowser.Controller.Configuration; using MediaBrowser.Controller.Library; using MediaBrowser.Model.Channels; using MediaBrowser.Model.Configuration; using MediaBrowser.Model.Dto; using MediaBrowser.Model.Logging; using MediaBrowser.Model.MediaInfo; using MediaBrowser.Model.Querying; using System; using System.Collections.Generic; using System.IO; using System.Linq; using System.Threading; using System.Threading.Tasks; namespace MediaBrowser.Server.Implementations.Channels { public class ChannelDownloadScheduledTask : IScheduledTask, IConfigurableScheduledTask { private readonly IChannelManager _manager; private readonly IServerConfigurationManager _config; private readonly ILogger _logger; private readonly IHttpClient _httpClient; private readonly IFileSystem _fileSystem; private readonly ILibraryManager _libraryManager; private readonly IUserManager _userManager; public ChannelDownloadScheduledTask(IChannelManager manager, IServerConfigurationManager config, ILogger logger, IHttpClient httpClient, IFileSystem fileSystem, ILibraryManager libraryManager, IUserManager userManager) { _manager = manager; _config = config; _logger = logger; _httpClient = httpClient; _fileSystem = fileSystem; _libraryManager = libraryManager; _userManager = userManager; } public string Name { get { return "Download channel content"; } } public string Description { get { return "Downloads channel content based on configuration."; } } public string Category { get { return "Channels"; } } public async Task Execute(CancellationToken cancellationToken, IProgress progress) { CleanChannelContent(cancellationToken); var users = _userManager.Users.Select(i => i.Id.ToString("N")).ToList(); var numComplete = 0; foreach (var user in users) { double percentPerUser = 1; percentPerUser /= users.Count; var startingPercent = numComplete * percentPerUser * 100; var innerProgress = new ActionableProgress(); innerProgress.RegisterAction(p => progress.Report(startingPercent + (percentPerUser * p))); await DownloadContent(user, cancellationToken, innerProgress).ConfigureAwait(false); numComplete++; double percent = numComplete; percent /= users.Count; progress.Report(percent * 100); } progress.Report(100); } private async Task DownloadContent(string user, CancellationToken cancellationToken, IProgress progress) { var innerProgress = new ActionableProgress(); innerProgress.RegisterAction(p => progress.Report(0 + (.8 * p))); await DownloadAllChannelContent(user, cancellationToken, innerProgress).ConfigureAwait(false); progress.Report(80); innerProgress = new ActionableProgress(); innerProgress.RegisterAction(p => progress.Report(80 + (.2 * p))); await DownloadLatestChannelContent(user, cancellationToken, progress).ConfigureAwait(false); progress.Report(100); } private async Task DownloadLatestChannelContent(string userId, CancellationToken cancellationToken, IProgress progress) { var result = await _manager.GetLatestChannelItems(new AllChannelMediaQuery { UserId = userId }, cancellationToken).ConfigureAwait(false); progress.Report(5); var innerProgress = new ActionableProgress(); innerProgress.RegisterAction(p => progress.Report(5 + (.95 * p))); var path = _manager.ChannelDownloadPath; await DownloadChannelContent(result, path, cancellationToken, innerProgress).ConfigureAwait(false); } private async Task DownloadAllChannelContent(string userId, CancellationToken cancellationToken, IProgress progress) { var result = await _manager.GetAllMedia(new AllChannelMediaQuery { UserId = userId }, cancellationToken).ConfigureAwait(false); progress.Report(5); var innerProgress = new ActionableProgress(); innerProgress.RegisterAction(p => progress.Report(5 + (.95 * p))); var path = _manager.ChannelDownloadPath; await DownloadChannelContent(result, path, cancellationToken, innerProgress).ConfigureAwait(false); } private async Task DownloadChannelContent(QueryResult result, string path, CancellationToken cancellationToken, IProgress progress) { var numComplete = 0; var options = _config.GetChannelsConfiguration(); foreach (var item in result.Items) { if (options.DownloadingChannels.Contains(item.ChannelId)) { try { await DownloadChannelItem(item, options, cancellationToken, path); } catch (OperationCanceledException) { break; } catch (Exception ex) { _logger.ErrorException("Error downloading channel content for {0}", ex, item.Name); } } numComplete++; double percent = numComplete; percent /= result.Items.Length; progress.Report(percent * 100); } progress.Report(100); } private async Task DownloadChannelItem(BaseItemDto item, ChannelOptions channelOptions, CancellationToken cancellationToken, string path) { if (channelOptions.DownloadSizeLimit.HasValue) { if (IsSizeLimitReached(path, channelOptions.DownloadSizeLimit.Value)) { return; } } var sources = await _manager.GetChannelItemMediaSources(item.Id, cancellationToken) .ConfigureAwait(false); var list = sources.ToList(); var cachedVersions = list.Where(i => i.Protocol == MediaProtocol.File).ToList(); if (cachedVersions.Count > 0) { await RefreshMediaSourceItems(cachedVersions, cancellationToken).ConfigureAwait(false); return; } var source = list.FirstOrDefault(i => i.Protocol == MediaProtocol.Http); if (source == null) { return; } var options = new HttpRequestOptions { CancellationToken = cancellationToken, Url = source.Path, Progress = new Progress() }; foreach (var header in source.RequiredHttpHeaders) { options.RequestHeaders[header.Key] = header.Value; } var destination = Path.Combine(path, item.ChannelId, item.Id); Directory.CreateDirectory(Path.GetDirectoryName(destination)); // Determine output extension var response = await _httpClient.GetTempFileResponse(options).ConfigureAwait(false); if (item.IsVideo && response.ContentType.StartsWith("video/", StringComparison.OrdinalIgnoreCase)) { var extension = response.ContentType.Split('/') .Last() .Replace("quicktime", "mov", StringComparison.OrdinalIgnoreCase); destination += "." + extension; } else if (item.IsAudio && response.ContentType.StartsWith("audio/", StringComparison.OrdinalIgnoreCase)) { var extension = response.ContentType.Replace("audio/mpeg", "audio/mp3", StringComparison.OrdinalIgnoreCase) .Split('/') .Last(); destination += "." + extension; } else { File.Delete(response.TempFilePath); throw new ApplicationException("Unexpected response type encountered: " + response.ContentType); } File.Copy(response.TempFilePath, destination, true); await RefreshMediaSourceItem(destination, cancellationToken).ConfigureAwait(false); try { File.Delete(response.TempFilePath); } catch { } } private bool IsSizeLimitReached(string path, double gbLimit) { var byteLimit = gbLimit*1000000000; long total = 0; foreach (var file in new DirectoryInfo(path).EnumerateFiles("*", SearchOption.AllDirectories)) { total += file.Length; if (total >= byteLimit) { return true; } } return false; } private async Task RefreshMediaSourceItems(IEnumerable items, CancellationToken cancellationToken) { foreach (var item in items) { await RefreshMediaSourceItem(item.Path, cancellationToken).ConfigureAwait(false); } } private async Task RefreshMediaSourceItem(string path, CancellationToken cancellationToken) { var item = _libraryManager.ResolvePath(new FileInfo(path)); if (item != null) { // Get the version from the database item = _libraryManager.GetItemById(item.Id) ?? item; await item.RefreshMetadata(cancellationToken).ConfigureAwait(false); } } public IEnumerable GetDefaultTriggers() { return new ITaskTrigger[] { new IntervalTrigger{ Interval = TimeSpan.FromHours(6)}, }; } private void CleanChannelContent(CancellationToken cancellationToken) { var options = _config.GetChannelsConfiguration(); if (!options.MaxDownloadAge.HasValue) { return; } var minDateModified = DateTime.UtcNow.AddDays(0 - options.MaxDownloadAge.Value); var path = _manager.ChannelDownloadPath; try { DeleteCacheFilesFromDirectory(cancellationToken, path, minDateModified, new Progress()); } catch (DirectoryNotFoundException) { // No biggie here. Nothing to delete } } /// /// Deletes the cache files from directory with a last write time less than a given date /// /// The task cancellation token. /// The directory. /// The min date modified. /// The progress. private void DeleteCacheFilesFromDirectory(CancellationToken cancellationToken, string directory, DateTime minDateModified, IProgress progress) { var filesToDelete = new DirectoryInfo(directory).EnumerateFiles("*", SearchOption.AllDirectories) .Where(f => _fileSystem.GetLastWriteTimeUtc(f) < minDateModified) .ToList(); var index = 0; foreach (var file in filesToDelete) { double percent = index; percent /= filesToDelete.Count; progress.Report(100 * percent); cancellationToken.ThrowIfCancellationRequested(); DeleteFile(file.FullName); index++; } progress.Report(100); } /// /// Deletes the file. /// /// The path. private void DeleteFile(string path) { try { File.Delete(path); } catch (IOException ex) { _logger.ErrorException("Error deleting file {0}", ex, path); } } /// /// Gets a value indicating whether this instance is hidden. /// /// true if this instance is hidden; otherwise, false. public bool IsHidden { get { return !_manager.GetAllChannelFeatures().Any(); } } /// /// Gets a value indicating whether this instance is enabled. /// /// true if this instance is enabled; otherwise, false. public bool IsEnabled { get { return true; } } } }