2014-12-11 07:20:28 +01:00
|
|
|
|
using MediaBrowser.Controller.Entities;
|
2014-12-13 04:56:30 +01:00
|
|
|
|
using MediaBrowser.Controller.Entities.Audio;
|
2014-12-11 07:20:28 +01:00
|
|
|
|
using MediaBrowser.Controller.Library;
|
|
|
|
|
using MediaBrowser.Controller.Sync;
|
2014-12-13 04:56:30 +01:00
|
|
|
|
using MediaBrowser.Model.Dlna;
|
|
|
|
|
using MediaBrowser.Model.Dto;
|
|
|
|
|
using MediaBrowser.Model.Logging;
|
|
|
|
|
using MediaBrowser.Model.MediaInfo;
|
|
|
|
|
using MediaBrowser.Model.Session;
|
2014-12-11 07:20:28 +01:00
|
|
|
|
using MediaBrowser.Model.Sync;
|
|
|
|
|
using MoreLinq;
|
|
|
|
|
using System;
|
|
|
|
|
using System.Collections.Generic;
|
|
|
|
|
using System.Linq;
|
2014-12-13 04:56:30 +01:00
|
|
|
|
using System.Threading;
|
2014-12-11 07:20:28 +01:00
|
|
|
|
using System.Threading.Tasks;
|
|
|
|
|
|
|
|
|
|
namespace MediaBrowser.Server.Implementations.Sync
|
|
|
|
|
{
|
|
|
|
|
public class SyncJobProcessor
|
|
|
|
|
{
|
|
|
|
|
private readonly ILibraryManager _libraryManager;
|
|
|
|
|
private readonly ISyncRepository _syncRepo;
|
2014-12-13 04:56:30 +01:00
|
|
|
|
private readonly ISyncManager _syncManager;
|
|
|
|
|
private readonly ILogger _logger;
|
|
|
|
|
private readonly IUserManager _userManager;
|
2014-12-11 07:20:28 +01:00
|
|
|
|
|
2014-12-13 04:56:30 +01:00
|
|
|
|
public SyncJobProcessor(ILibraryManager libraryManager, ISyncRepository syncRepo, ISyncManager syncManager, ILogger logger, IUserManager userManager)
|
2014-12-11 07:20:28 +01:00
|
|
|
|
{
|
|
|
|
|
_libraryManager = libraryManager;
|
|
|
|
|
_syncRepo = syncRepo;
|
2014-12-13 04:56:30 +01:00
|
|
|
|
_syncManager = syncManager;
|
|
|
|
|
_logger = logger;
|
|
|
|
|
_userManager = userManager;
|
2014-12-11 07:20:28 +01:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
public void ProcessJobItem(SyncJob job, SyncJobItem jobItem, SyncTarget target)
|
|
|
|
|
{
|
|
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
public async Task EnsureJobItems(SyncJob job)
|
|
|
|
|
{
|
2014-12-13 04:56:30 +01:00
|
|
|
|
var user = _userManager.GetUserById(job.UserId);
|
2014-12-11 07:20:28 +01:00
|
|
|
|
|
2014-12-13 04:56:30 +01:00
|
|
|
|
if (user == null)
|
|
|
|
|
{
|
|
|
|
|
throw new InvalidOperationException("Cannot proceed with sync because user no longer exists.");
|
|
|
|
|
}
|
|
|
|
|
|
2014-12-17 23:39:17 +01:00
|
|
|
|
var items = GetItemsForSync(job.RequestedItemIds, user, job.UnwatchedOnly)
|
2014-12-11 07:20:28 +01:00
|
|
|
|
.ToList();
|
|
|
|
|
|
2014-12-13 04:56:30 +01:00
|
|
|
|
var jobItems = _syncRepo.GetJobItems(new SyncJobItemQuery
|
|
|
|
|
{
|
|
|
|
|
JobId = job.Id
|
|
|
|
|
|
|
|
|
|
}).Items.ToList();
|
2014-12-11 07:20:28 +01:00
|
|
|
|
|
|
|
|
|
foreach (var item in items)
|
|
|
|
|
{
|
2014-12-17 06:30:31 +01:00
|
|
|
|
// Respect ItemLimit, if set
|
|
|
|
|
if (job.ItemLimit.HasValue)
|
|
|
|
|
{
|
|
|
|
|
if (jobItems.Count >= job.ItemLimit.Value)
|
|
|
|
|
{
|
|
|
|
|
break;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
2014-12-11 07:20:28 +01:00
|
|
|
|
var itemId = item.Id.ToString("N");
|
|
|
|
|
|
|
|
|
|
var jobItem = jobItems.FirstOrDefault(i => string.Equals(i.ItemId, itemId, StringComparison.OrdinalIgnoreCase));
|
|
|
|
|
|
|
|
|
|
if (jobItem != null)
|
|
|
|
|
{
|
|
|
|
|
continue;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
jobItem = new SyncJobItem
|
|
|
|
|
{
|
|
|
|
|
Id = Guid.NewGuid().ToString("N"),
|
|
|
|
|
ItemId = itemId,
|
|
|
|
|
JobId = job.Id,
|
2014-12-13 04:56:30 +01:00
|
|
|
|
TargetId = job.TargetId,
|
|
|
|
|
DateCreated = DateTime.UtcNow
|
2014-12-11 07:20:28 +01:00
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
await _syncRepo.Create(jobItem).ConfigureAwait(false);
|
|
|
|
|
|
2014-12-13 04:56:30 +01:00
|
|
|
|
jobItems.Add(jobItem);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
jobItems = jobItems
|
|
|
|
|
.OrderBy(i => i.DateCreated)
|
|
|
|
|
.ToList();
|
|
|
|
|
|
|
|
|
|
await UpdateJobStatus(job, jobItems).ConfigureAwait(false);
|
|
|
|
|
}
|
|
|
|
|
|
2014-12-17 06:30:31 +01:00
|
|
|
|
public Task UpdateJobStatus(string id)
|
|
|
|
|
{
|
|
|
|
|
var job = _syncRepo.GetJob(id);
|
|
|
|
|
|
|
|
|
|
return UpdateJobStatus(job);
|
|
|
|
|
}
|
|
|
|
|
|
2014-12-13 04:56:30 +01:00
|
|
|
|
private Task UpdateJobStatus(SyncJob job)
|
|
|
|
|
{
|
|
|
|
|
if (job == null)
|
|
|
|
|
{
|
|
|
|
|
throw new ArgumentNullException("job");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
var result = _syncRepo.GetJobItems(new SyncJobItemQuery
|
|
|
|
|
{
|
|
|
|
|
JobId = job.Id
|
|
|
|
|
});
|
|
|
|
|
|
|
|
|
|
return UpdateJobStatus(job, result.Items.ToList());
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
private Task UpdateJobStatus(SyncJob job, List<SyncJobItem> jobItems)
|
|
|
|
|
{
|
|
|
|
|
job.ItemCount = jobItems.Count;
|
|
|
|
|
|
|
|
|
|
double pct = 0;
|
|
|
|
|
|
|
|
|
|
foreach (var item in jobItems)
|
|
|
|
|
{
|
|
|
|
|
if (item.Status == SyncJobItemStatus.Failed || item.Status == SyncJobItemStatus.Completed)
|
|
|
|
|
{
|
|
|
|
|
pct += 100;
|
|
|
|
|
}
|
|
|
|
|
else
|
|
|
|
|
{
|
|
|
|
|
pct += item.Progress ?? 0;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (job.ItemCount > 0)
|
|
|
|
|
{
|
|
|
|
|
pct /= job.ItemCount;
|
|
|
|
|
job.Progress = pct;
|
|
|
|
|
}
|
|
|
|
|
else
|
|
|
|
|
{
|
|
|
|
|
job.Progress = null;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (pct >= 100)
|
|
|
|
|
{
|
|
|
|
|
if (jobItems.Any(i => i.Status == SyncJobItemStatus.Failed))
|
|
|
|
|
{
|
|
|
|
|
job.Status = SyncJobStatus.CompletedWithError;
|
|
|
|
|
}
|
|
|
|
|
else
|
|
|
|
|
{
|
|
|
|
|
job.Status = SyncJobStatus.Completed;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
else if (pct.Equals(0))
|
|
|
|
|
{
|
|
|
|
|
job.Status = SyncJobStatus.Queued;
|
|
|
|
|
}
|
|
|
|
|
else
|
|
|
|
|
{
|
|
|
|
|
job.Status = SyncJobStatus.InProgress;
|
2014-12-11 07:20:28 +01:00
|
|
|
|
}
|
|
|
|
|
|
2014-12-13 04:56:30 +01:00
|
|
|
|
return _syncRepo.Update(job);
|
2014-12-11 07:20:28 +01:00
|
|
|
|
}
|
|
|
|
|
|
2014-12-17 23:39:17 +01:00
|
|
|
|
public IEnumerable<BaseItem> GetItemsForSync(IEnumerable<string> itemIds, User user, bool unwatchedOnly)
|
2014-12-11 07:20:28 +01:00
|
|
|
|
{
|
2014-12-17 23:39:17 +01:00
|
|
|
|
var items = itemIds
|
2014-12-13 04:56:30 +01:00
|
|
|
|
.SelectMany(i => GetItemsForSync(i, user))
|
2014-12-17 23:39:17 +01:00
|
|
|
|
.Where(_syncManager.SupportsSync);
|
|
|
|
|
|
|
|
|
|
if (unwatchedOnly)
|
|
|
|
|
{
|
|
|
|
|
// Avoid implicitly captured closure
|
|
|
|
|
var currentUser = user;
|
|
|
|
|
|
|
|
|
|
items = items.Where(i =>
|
|
|
|
|
{
|
|
|
|
|
var video = i as Video;
|
|
|
|
|
|
|
|
|
|
if (video != null)
|
|
|
|
|
{
|
|
|
|
|
return !video.IsPlayed(currentUser);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return true;
|
|
|
|
|
});
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return items.DistinctBy(i => i.Id);
|
2014-12-11 07:20:28 +01:00
|
|
|
|
}
|
|
|
|
|
|
2014-12-13 04:56:30 +01:00
|
|
|
|
private IEnumerable<BaseItem> GetItemsForSync(string id, User user)
|
2014-12-11 07:20:28 +01:00
|
|
|
|
{
|
|
|
|
|
var item = _libraryManager.GetItemById(id);
|
|
|
|
|
|
|
|
|
|
if (item == null)
|
|
|
|
|
{
|
|
|
|
|
return new List<BaseItem>();
|
|
|
|
|
}
|
|
|
|
|
|
2014-12-13 04:56:30 +01:00
|
|
|
|
return GetItemsForSync(item, user);
|
2014-12-11 07:20:28 +01:00
|
|
|
|
}
|
|
|
|
|
|
2014-12-13 04:56:30 +01:00
|
|
|
|
private IEnumerable<BaseItem> GetItemsForSync(BaseItem item, User user)
|
2014-12-11 07:20:28 +01:00
|
|
|
|
{
|
2014-12-13 04:56:30 +01:00
|
|
|
|
var itemByName = item as IItemByName;
|
|
|
|
|
if (itemByName != null)
|
|
|
|
|
{
|
|
|
|
|
var items = user.RootFolder
|
|
|
|
|
.GetRecursiveChildren(user);
|
|
|
|
|
|
|
|
|
|
return itemByName.GetTaggedItems(items);
|
2014-12-17 23:39:17 +01:00
|
|
|
|
}
|
|
|
|
|
|
2014-12-13 04:56:30 +01:00
|
|
|
|
if (item.IsFolder)
|
|
|
|
|
{
|
|
|
|
|
var folder = (Folder)item;
|
|
|
|
|
var items = folder.GetRecursiveChildren(user);
|
|
|
|
|
|
|
|
|
|
items = items.Where(i => !i.IsFolder);
|
|
|
|
|
|
|
|
|
|
if (!folder.IsPreSorted)
|
|
|
|
|
{
|
|
|
|
|
items = items.OrderBy(i => i.SortName);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return items;
|
|
|
|
|
}
|
|
|
|
|
|
2014-12-11 07:20:28 +01:00
|
|
|
|
return new[] { item };
|
|
|
|
|
}
|
2014-12-13 04:56:30 +01:00
|
|
|
|
|
|
|
|
|
public async Task EnsureSyncJobs(CancellationToken cancellationToken)
|
|
|
|
|
{
|
|
|
|
|
var jobResult = _syncRepo.GetJobs(new SyncJobQuery
|
|
|
|
|
{
|
|
|
|
|
IsCompleted = false
|
|
|
|
|
});
|
|
|
|
|
|
|
|
|
|
foreach (var job in jobResult.Items)
|
|
|
|
|
{
|
|
|
|
|
cancellationToken.ThrowIfCancellationRequested();
|
|
|
|
|
|
|
|
|
|
if (job.SyncNewContent)
|
|
|
|
|
{
|
|
|
|
|
await EnsureJobItems(job).ConfigureAwait(false);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
public async Task Sync(IProgress<double> progress, CancellationToken cancellationToken)
|
|
|
|
|
{
|
|
|
|
|
await EnsureSyncJobs(cancellationToken).ConfigureAwait(false);
|
|
|
|
|
|
|
|
|
|
var result = _syncRepo.GetJobItems(new SyncJobItemQuery
|
|
|
|
|
{
|
|
|
|
|
IsCompleted = false
|
|
|
|
|
});
|
|
|
|
|
|
|
|
|
|
var jobItems = result.Items;
|
|
|
|
|
var index = 0;
|
|
|
|
|
|
|
|
|
|
foreach (var item in jobItems)
|
|
|
|
|
{
|
|
|
|
|
double percent = index;
|
|
|
|
|
percent /= result.TotalRecordCount;
|
|
|
|
|
|
|
|
|
|
progress.Report(100 * percent);
|
|
|
|
|
|
|
|
|
|
cancellationToken.ThrowIfCancellationRequested();
|
|
|
|
|
|
|
|
|
|
if (item.Status == SyncJobItemStatus.Queued)
|
|
|
|
|
{
|
|
|
|
|
await ProcessJobItem(item, cancellationToken).ConfigureAwait(false);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
var job = _syncRepo.GetJob(item.JobId);
|
|
|
|
|
await UpdateJobStatus(job).ConfigureAwait(false);
|
|
|
|
|
|
|
|
|
|
index++;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
private async Task ProcessJobItem(SyncJobItem jobItem, CancellationToken cancellationToken)
|
|
|
|
|
{
|
|
|
|
|
var item = _libraryManager.GetItemById(jobItem.ItemId);
|
|
|
|
|
if (item == null)
|
|
|
|
|
{
|
|
|
|
|
jobItem.Status = SyncJobItemStatus.Failed;
|
|
|
|
|
_logger.Error("Unable to locate library item for JobItem {0}, ItemId {1}", jobItem.Id, jobItem.ItemId);
|
|
|
|
|
await _syncRepo.Update(jobItem).ConfigureAwait(false);
|
|
|
|
|
return;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
var deviceProfile = _syncManager.GetDeviceProfile(jobItem.TargetId);
|
|
|
|
|
if (deviceProfile == null)
|
|
|
|
|
{
|
|
|
|
|
jobItem.Status = SyncJobItemStatus.Failed;
|
|
|
|
|
_logger.Error("Unable to locate SyncTarget for JobItem {0}, SyncTargetId {1}", jobItem.Id, jobItem.TargetId);
|
|
|
|
|
await _syncRepo.Update(jobItem).ConfigureAwait(false);
|
|
|
|
|
return;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
jobItem.Progress = 0;
|
|
|
|
|
jobItem.Status = SyncJobItemStatus.Converting;
|
|
|
|
|
|
|
|
|
|
var video = item as Video;
|
|
|
|
|
if (video != null)
|
|
|
|
|
{
|
|
|
|
|
jobItem.OutputPath = await Sync(jobItem, video, deviceProfile, cancellationToken).ConfigureAwait(false);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
else if (item is Audio)
|
|
|
|
|
{
|
|
|
|
|
jobItem.OutputPath = await Sync(jobItem, (Audio)item, deviceProfile, cancellationToken).ConfigureAwait(false);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
else if (item is Photo)
|
|
|
|
|
{
|
|
|
|
|
jobItem.OutputPath = await Sync(jobItem, (Photo)item, deviceProfile, cancellationToken).ConfigureAwait(false);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
else if (item is Game)
|
|
|
|
|
{
|
|
|
|
|
jobItem.OutputPath = await Sync(jobItem, (Game)item, deviceProfile, cancellationToken).ConfigureAwait(false);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
else if (item is Book)
|
|
|
|
|
{
|
|
|
|
|
jobItem.OutputPath = await Sync(jobItem, (Book)item, deviceProfile, cancellationToken).ConfigureAwait(false);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
jobItem.Progress = 50;
|
|
|
|
|
jobItem.Status = SyncJobItemStatus.Transferring;
|
|
|
|
|
await _syncRepo.Update(jobItem).ConfigureAwait(false);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
private async Task<string> Sync(SyncJobItem jobItem, Video item, DeviceProfile profile, CancellationToken cancellationToken)
|
|
|
|
|
{
|
|
|
|
|
var options = new VideoOptions
|
|
|
|
|
{
|
|
|
|
|
Context = EncodingContext.Streaming,
|
|
|
|
|
ItemId = item.Id.ToString("N"),
|
|
|
|
|
DeviceId = jobItem.TargetId,
|
|
|
|
|
Profile = profile,
|
|
|
|
|
MediaSources = item.GetMediaSources(false).ToList()
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
var streamInfo = new StreamBuilder().BuildVideoItem(options);
|
|
|
|
|
var mediaSource = streamInfo.MediaSource;
|
|
|
|
|
|
2014-12-26 18:45:06 +01:00
|
|
|
|
jobItem.MediaSourceId = streamInfo.MediaSourceId;
|
|
|
|
|
await _syncRepo.Update(jobItem).ConfigureAwait(false);
|
|
|
|
|
|
2014-12-13 04:56:30 +01:00
|
|
|
|
if (streamInfo.PlayMethod != PlayMethod.Transcode)
|
|
|
|
|
{
|
|
|
|
|
if (mediaSource.Protocol == MediaProtocol.File)
|
|
|
|
|
{
|
|
|
|
|
return mediaSource.Path;
|
|
|
|
|
}
|
|
|
|
|
if (mediaSource.Protocol == MediaProtocol.Http)
|
|
|
|
|
{
|
|
|
|
|
return await DownloadFile(jobItem, mediaSource, cancellationToken).ConfigureAwait(false);
|
|
|
|
|
}
|
|
|
|
|
throw new InvalidOperationException(string.Format("Cannot direct stream {0} protocol", mediaSource.Protocol));
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// TODO: Transcode
|
|
|
|
|
return mediaSource.Path;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
private async Task<string> Sync(SyncJobItem jobItem, Audio item, DeviceProfile profile, CancellationToken cancellationToken)
|
|
|
|
|
{
|
|
|
|
|
var options = new AudioOptions
|
|
|
|
|
{
|
|
|
|
|
Context = EncodingContext.Streaming,
|
|
|
|
|
ItemId = item.Id.ToString("N"),
|
|
|
|
|
DeviceId = jobItem.TargetId,
|
|
|
|
|
Profile = profile,
|
|
|
|
|
MediaSources = item.GetMediaSources(false).ToList()
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
var streamInfo = new StreamBuilder().BuildAudioItem(options);
|
|
|
|
|
var mediaSource = streamInfo.MediaSource;
|
|
|
|
|
|
2014-12-26 18:45:06 +01:00
|
|
|
|
jobItem.MediaSourceId = streamInfo.MediaSourceId;
|
|
|
|
|
await _syncRepo.Update(jobItem).ConfigureAwait(false);
|
|
|
|
|
|
2014-12-13 04:56:30 +01:00
|
|
|
|
if (streamInfo.PlayMethod != PlayMethod.Transcode)
|
|
|
|
|
{
|
|
|
|
|
if (mediaSource.Protocol == MediaProtocol.File)
|
|
|
|
|
{
|
|
|
|
|
return mediaSource.Path;
|
|
|
|
|
}
|
|
|
|
|
if (mediaSource.Protocol == MediaProtocol.Http)
|
|
|
|
|
{
|
|
|
|
|
return await DownloadFile(jobItem, mediaSource, cancellationToken).ConfigureAwait(false);
|
|
|
|
|
}
|
|
|
|
|
throw new InvalidOperationException(string.Format("Cannot direct stream {0} protocol", mediaSource.Protocol));
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// TODO: Transcode
|
|
|
|
|
return mediaSource.Path;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
private async Task<string> Sync(SyncJobItem jobItem, Photo item, DeviceProfile profile, CancellationToken cancellationToken)
|
|
|
|
|
{
|
|
|
|
|
return item.Path;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
private async Task<string> Sync(SyncJobItem jobItem, Game item, DeviceProfile profile, CancellationToken cancellationToken)
|
|
|
|
|
{
|
|
|
|
|
return item.Path;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
private async Task<string> Sync(SyncJobItem jobItem, Book item, DeviceProfile profile, CancellationToken cancellationToken)
|
|
|
|
|
{
|
|
|
|
|
return item.Path;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
private async Task<string> DownloadFile(SyncJobItem jobItem, MediaSourceInfo mediaSource, CancellationToken cancellationToken)
|
|
|
|
|
{
|
|
|
|
|
// TODO: Download
|
|
|
|
|
return mediaSource.Path;
|
|
|
|
|
}
|
2014-12-11 07:20:28 +01:00
|
|
|
|
}
|
|
|
|
|
}
|