| | | 1 | | using System; |
| | | 2 | | using System.Collections.Concurrent; |
| | | 3 | | using System.Collections.Generic; |
| | | 4 | | using System.Globalization; |
| | | 5 | | using System.Linq; |
| | | 6 | | using System.Threading; |
| | | 7 | | using System.Threading.Tasks; |
| | | 8 | | using Jellyfin.Data.Events; |
| | | 9 | | using Jellyfin.Database.Implementations.Entities; |
| | | 10 | | using Jellyfin.Extensions; |
| | | 11 | | using MediaBrowser.Controller.Channels; |
| | | 12 | | using MediaBrowser.Controller.Configuration; |
| | | 13 | | using MediaBrowser.Controller.Entities; |
| | | 14 | | using MediaBrowser.Controller.Entities.Audio; |
| | | 15 | | using MediaBrowser.Controller.Library; |
| | | 16 | | using MediaBrowser.Controller.Providers; |
| | | 17 | | using MediaBrowser.Controller.Session; |
| | | 18 | | using MediaBrowser.Model.Entities; |
| | | 19 | | using MediaBrowser.Model.Session; |
| | | 20 | | using Microsoft.Extensions.Hosting; |
| | | 21 | | using Microsoft.Extensions.Logging; |
| | | 22 | | |
| | | 23 | | namespace Emby.Server.Implementations.EntryPoints; |
| | | 24 | | |
| | | 25 | | /// <summary> |
| | | 26 | | /// A <see cref="IHostedService"/> responsible for notifying users when libraries are updated. |
| | | 27 | | /// </summary> |
| | | 28 | | public sealed class LibraryChangedNotifier : IHostedService, IDisposable |
| | | 29 | | { |
| | | 30 | | // A batch holds a live reference to every item it names, so it has to stay small enough that a |
| | | 31 | | // library scan - which changes items faster than any batch window closes - cannot grow it without |
| | | 32 | | // bound. Reached only by a scan; interactive use closes a batch on the window long before this. |
| | | 33 | | internal const int MaxBatchSize = 2000; |
| | | 34 | | |
| | | 35 | | private readonly ILibraryManager _libraryManager; |
| | | 36 | | private readonly IServerConfigurationManager _configurationManager; |
| | | 37 | | private readonly IProviderManager _providerManager; |
| | | 38 | | private readonly ISessionManager _sessionManager; |
| | | 39 | | private readonly IUserManager _userManager; |
| | | 40 | | private readonly ILogger<LibraryChangedNotifier> _logger; |
| | | 41 | | |
| | 29 | 42 | | private readonly Lock _libraryChangedSyncLock = new(); |
| | 29 | 43 | | private readonly Dictionary<Guid, Folder> _foldersAddedTo = []; |
| | 29 | 44 | | private readonly Dictionary<Guid, Folder> _foldersRemovedFrom = []; |
| | 29 | 45 | | private readonly Dictionary<Guid, BaseItem> _itemsAdded = []; |
| | 29 | 46 | | private readonly Dictionary<Guid, BaseItem> _itemsRemoved = []; |
| | 29 | 47 | | private readonly Dictionary<Guid, BaseItem> _itemsUpdated = []; |
| | 29 | 48 | | private readonly ConcurrentDictionary<Guid, DateTime> _lastProgressMessageTimes = new(); |
| | | 49 | | |
| | | 50 | | private Timer? _libraryUpdateTimer; |
| | | 51 | | |
| | | 52 | | /// <summary> |
| | | 53 | | /// Initializes a new instance of the <see cref="LibraryChangedNotifier"/> class. |
| | | 54 | | /// </summary> |
| | | 55 | | /// <param name="libraryManager">The <see cref="ILibraryManager"/>.</param> |
| | | 56 | | /// <param name="configurationManager">The <see cref="IServerConfigurationManager"/>.</param> |
| | | 57 | | /// <param name="sessionManager">The <see cref="ISessionManager"/>.</param> |
| | | 58 | | /// <param name="userManager">The <see cref="IUserManager"/>.</param> |
| | | 59 | | /// <param name="logger">The <see cref="ILogger"/>.</param> |
| | | 60 | | /// <param name="providerManager">The <see cref="IProviderManager"/>.</param> |
| | | 61 | | public LibraryChangedNotifier( |
| | | 62 | | ILibraryManager libraryManager, |
| | | 63 | | IServerConfigurationManager configurationManager, |
| | | 64 | | ISessionManager sessionManager, |
| | | 65 | | IUserManager userManager, |
| | | 66 | | ILogger<LibraryChangedNotifier> logger, |
| | | 67 | | IProviderManager providerManager) |
| | | 68 | | { |
| | 29 | 69 | | _libraryManager = libraryManager; |
| | 29 | 70 | | _configurationManager = configurationManager; |
| | 29 | 71 | | _sessionManager = sessionManager; |
| | 29 | 72 | | _userManager = userManager; |
| | 29 | 73 | | _logger = logger; |
| | 29 | 74 | | _providerManager = providerManager; |
| | 29 | 75 | | } |
| | | 76 | | |
| | | 77 | | /// <inheritdoc /> |
| | | 78 | | public Task StartAsync(CancellationToken cancellationToken) |
| | | 79 | | { |
| | 29 | 80 | | _libraryManager.ItemAdded += OnLibraryItemAdded; |
| | 29 | 81 | | _libraryManager.ItemUpdated += OnLibraryItemUpdated; |
| | 29 | 82 | | _libraryManager.ItemRemoved += OnLibraryItemRemoved; |
| | | 83 | | |
| | 29 | 84 | | _providerManager.RefreshCompleted += OnProviderRefreshCompleted; |
| | 29 | 85 | | _providerManager.RefreshStarted += OnProviderRefreshStarted; |
| | 29 | 86 | | _providerManager.RefreshProgress += OnProviderRefreshProgress; |
| | | 87 | | |
| | 29 | 88 | | return Task.CompletedTask; |
| | | 89 | | } |
| | | 90 | | |
| | | 91 | | /// <inheritdoc /> |
| | | 92 | | public Task StopAsync(CancellationToken cancellationToken) |
| | | 93 | | { |
| | 29 | 94 | | _libraryManager.ItemAdded -= OnLibraryItemAdded; |
| | 29 | 95 | | _libraryManager.ItemUpdated -= OnLibraryItemUpdated; |
| | 29 | 96 | | _libraryManager.ItemRemoved -= OnLibraryItemRemoved; |
| | | 97 | | |
| | 29 | 98 | | _providerManager.RefreshCompleted -= OnProviderRefreshCompleted; |
| | 29 | 99 | | _providerManager.RefreshStarted -= OnProviderRefreshStarted; |
| | 29 | 100 | | _providerManager.RefreshProgress -= OnProviderRefreshProgress; |
| | | 101 | | |
| | 29 | 102 | | return Task.CompletedTask; |
| | | 103 | | } |
| | | 104 | | |
| | | 105 | | private void OnProviderRefreshProgress(object? sender, GenericEventArgs<Tuple<BaseItem, double>> e) |
| | | 106 | | { |
| | 101 | 107 | | var item = e.Argument.Item1; |
| | | 108 | | |
| | 101 | 109 | | if (!EnableRefreshMessage(item)) |
| | | 110 | | { |
| | 101 | 111 | | return; |
| | | 112 | | } |
| | | 113 | | |
| | 0 | 114 | | var progress = e.Argument.Item2; |
| | | 115 | | |
| | 0 | 116 | | if (_lastProgressMessageTimes.TryGetValue(item.Id, out var lastMessageSendTime)) |
| | | 117 | | { |
| | 0 | 118 | | if (progress > 0 && progress < 100 && (DateTime.UtcNow - lastMessageSendTime).TotalMilliseconds < 1000) |
| | | 119 | | { |
| | 0 | 120 | | return; |
| | | 121 | | } |
| | | 122 | | } |
| | | 123 | | |
| | 0 | 124 | | _lastProgressMessageTimes.AddOrUpdate(item.Id, _ => DateTime.UtcNow, (_, _) => DateTime.UtcNow); |
| | | 125 | | |
| | 0 | 126 | | var dict = new Dictionary<string, string>(); |
| | 0 | 127 | | dict["ItemId"] = item.Id.ToString("N", CultureInfo.InvariantCulture); |
| | 0 | 128 | | dict["Progress"] = progress.ToString(CultureInfo.InvariantCulture); |
| | | 129 | | |
| | | 130 | | try |
| | | 131 | | { |
| | 0 | 132 | | _sessionManager.SendMessageToAdminSessions(SessionMessageType.RefreshProgress, dict, CancellationToken.None) |
| | 0 | 133 | | } |
| | 0 | 134 | | catch |
| | | 135 | | { |
| | 0 | 136 | | } |
| | | 137 | | |
| | 0 | 138 | | var collectionFolders = _libraryManager.GetCollectionFolders(item); |
| | | 139 | | |
| | 0 | 140 | | foreach (var collectionFolder in collectionFolders) |
| | | 141 | | { |
| | 0 | 142 | | var collectionFolderDict = new Dictionary<string, string> |
| | 0 | 143 | | { |
| | 0 | 144 | | ["ItemId"] = collectionFolder.Id.ToString("N", CultureInfo.InvariantCulture), |
| | 0 | 145 | | ["Progress"] = (collectionFolder.GetRefreshProgress() ?? 0).ToString(CultureInfo.InvariantCulture) |
| | 0 | 146 | | }; |
| | | 147 | | |
| | | 148 | | try |
| | | 149 | | { |
| | 0 | 150 | | _sessionManager.SendMessageToAdminSessions(SessionMessageType.RefreshProgress, collectionFolderDict, Can |
| | 0 | 151 | | } |
| | 0 | 152 | | catch |
| | | 153 | | { |
| | 0 | 154 | | } |
| | | 155 | | } |
| | 0 | 156 | | } |
| | | 157 | | |
| | | 158 | | private void OnProviderRefreshStarted(object? sender, GenericEventArgs<BaseItem> e) |
| | 20 | 159 | | => OnProviderRefreshProgress(sender, new GenericEventArgs<Tuple<BaseItem, double>>(new Tuple<BaseItem, double>(e |
| | | 160 | | |
| | | 161 | | private void OnProviderRefreshCompleted(object? sender, GenericEventArgs<BaseItem> e) |
| | | 162 | | { |
| | 20 | 163 | | OnProviderRefreshProgress(sender, new GenericEventArgs<Tuple<BaseItem, double>>(new Tuple<BaseItem, double>(e.Ar |
| | | 164 | | |
| | 20 | 165 | | _lastProgressMessageTimes.TryRemove(e.Argument.Id, out _); |
| | 20 | 166 | | } |
| | | 167 | | |
| | | 168 | | private static bool EnableRefreshMessage(BaseItem item) |
| | 101 | 169 | | => item is Folder { IsRoot: false, IsTopParent: true } |
| | 101 | 170 | | and not (AggregateFolder or UserRootFolder or UserView or Channel); |
| | | 171 | | |
| | | 172 | | private void OnLibraryItemAdded(object? sender, ItemChangeEventArgs e) |
| | 11 | 173 | | => OnLibraryChange(e.Item, e.Parent, _itemsAdded, _foldersAddedTo); |
| | | 174 | | |
| | | 175 | | private void OnLibraryItemUpdated(object? sender, ItemChangeEventArgs e) |
| | 2183 | 176 | | => OnLibraryChange(e.Item, e.Parent, _itemsUpdated, null); |
| | | 177 | | |
| | | 178 | | private void OnLibraryItemRemoved(object? sender, ItemChangeEventArgs e) |
| | 0 | 179 | | => OnLibraryChange(e.Item, e.Parent, _itemsRemoved, _foldersRemovedFrom); |
| | | 180 | | |
| | | 181 | | private void OnLibraryChange(BaseItem item, BaseItem parent, Dictionary<Guid, BaseItem> itemsList, Dictionary<Guid, |
| | | 182 | | { |
| | 2194 | 183 | | if (!FilterItem(item)) |
| | | 184 | | { |
| | 0 | 185 | | return; |
| | | 186 | | } |
| | | 187 | | |
| | | 188 | | lock (_libraryChangedSyncLock) |
| | | 189 | | { |
| | | 190 | | // The window runs from the first change of a batch and is never extended. Extending it on |
| | | 191 | | // every change would keep a library scan's batch open for the whole scan, and the batch |
| | | 192 | | // holds the items it names alive, so it would grow to the size of the library. |
| | 2194 | 193 | | if (_libraryUpdateTimer is null) |
| | | 194 | | { |
| | 29 | 195 | | var updateDuration = TimeSpan.FromSeconds(_configurationManager.Configuration.LibraryUpdateDuration); |
| | 29 | 196 | | _libraryUpdateTimer = new Timer(LibraryUpdateTimerCallback, null, updateDuration, Timeout.InfiniteTimeSp |
| | | 197 | | } |
| | | 198 | | |
| | 2194 | 199 | | if (foldersList is not null && parent is Folder folder) |
| | | 200 | | { |
| | 6 | 201 | | foldersList[folder.Id] = folder; |
| | | 202 | | } |
| | | 203 | | |
| | 2194 | 204 | | itemsList[item.Id] = item; |
| | | 205 | | |
| | | 206 | | // A window long enough to cover a burst still has to give way once the batch is large |
| | | 207 | | // enough to be worth sending on its own. |
| | 2194 | 208 | | if (_itemsAdded.Count + _itemsRemoved.Count + _itemsUpdated.Count >= MaxBatchSize) |
| | | 209 | | { |
| | 1 | 210 | | _libraryUpdateTimer.Change(TimeSpan.Zero, Timeout.InfiniteTimeSpan); |
| | | 211 | | } |
| | 2194 | 212 | | } |
| | 2194 | 213 | | } |
| | | 214 | | |
| | | 215 | | private async void LibraryUpdateTimerCallback(object? state) |
| | 2 | 216 | | { |
| | | 217 | | List<Folder> foldersAddedTo; |
| | | 218 | | List<Folder> foldersRemovedFrom; |
| | | 219 | | List<BaseItem> itemsUpdated; |
| | | 220 | | List<BaseItem> itemsAdded; |
| | | 221 | | List<BaseItem> itemsRemoved; |
| | | 222 | | lock (_libraryChangedSyncLock) |
| | | 223 | | { |
| | 2 | 224 | | foldersAddedTo = _foldersAddedTo.Values.ToList(); |
| | 2 | 225 | | foldersRemovedFrom = _foldersRemovedFrom.Values.ToList(); |
| | | 226 | | |
| | 2 | 227 | | itemsUpdated = _itemsUpdated |
| | 2 | 228 | | .Where(e => !_itemsAdded.ContainsKey(e.Key)) |
| | 2 | 229 | | .Select(e => e.Value) |
| | 2 | 230 | | .ToList(); |
| | | 231 | | |
| | 2 | 232 | | itemsAdded = _itemsAdded.Values.ToList(); |
| | 2 | 233 | | itemsRemoved = _itemsRemoved.Values.ToList(); |
| | | 234 | | |
| | 2 | 235 | | if (_libraryUpdateTimer is not null) |
| | | 236 | | { |
| | 2 | 237 | | _libraryUpdateTimer.Dispose(); |
| | 2 | 238 | | _libraryUpdateTimer = null; |
| | | 239 | | } |
| | | 240 | | |
| | 2 | 241 | | _itemsAdded.Clear(); |
| | 2 | 242 | | _itemsRemoved.Clear(); |
| | 2 | 243 | | _itemsUpdated.Clear(); |
| | 2 | 244 | | _foldersAddedTo.Clear(); |
| | 2 | 245 | | _foldersRemovedFrom.Clear(); |
| | 2 | 246 | | } |
| | | 247 | | |
| | 2 | 248 | | if (itemsAdded.Count == 0 |
| | 2 | 249 | | && itemsUpdated.Count == 0 |
| | 2 | 250 | | && itemsRemoved.Count == 0 |
| | 2 | 251 | | && foldersAddedTo.Count == 0 |
| | 2 | 252 | | && foldersRemovedFrom.Count == 0) |
| | | 253 | | { |
| | 0 | 254 | | return; |
| | | 255 | | } |
| | | 256 | | |
| | 2 | 257 | | await SendChangeNotifications(itemsAdded, itemsUpdated, itemsRemoved, foldersAddedTo, foldersRemovedFrom, Cancel |
| | 2 | 258 | | } |
| | | 259 | | |
| | | 260 | | private async Task SendChangeNotifications( |
| | | 261 | | List<BaseItem> itemsAdded, |
| | | 262 | | List<BaseItem> itemsUpdated, |
| | | 263 | | List<BaseItem> itemsRemoved, |
| | | 264 | | List<Folder> foldersAddedTo, |
| | | 265 | | List<Folder> foldersRemovedFrom, |
| | | 266 | | CancellationToken cancellationToken) |
| | | 267 | | { |
| | 2 | 268 | | var userIds = _sessionManager.Sessions |
| | 2 | 269 | | .Select(i => i.UserId) |
| | 2 | 270 | | .Where(i => !i.IsEmpty()) |
| | 2 | 271 | | .Distinct() |
| | 2 | 272 | | .ToArray(); |
| | | 273 | | |
| | 4 | 274 | | foreach (var userId in userIds) |
| | | 275 | | { |
| | | 276 | | LibraryUpdateInfo info; |
| | | 277 | | |
| | | 278 | | try |
| | | 279 | | { |
| | 0 | 280 | | info = GetLibraryUpdateInfo(itemsAdded, itemsUpdated, itemsRemoved, foldersAddedTo, foldersRemovedFrom, |
| | 0 | 281 | | } |
| | 0 | 282 | | catch (Exception ex) |
| | | 283 | | { |
| | 0 | 284 | | _logger.LogError(ex, "Error in GetLibraryUpdateInfo"); |
| | 0 | 285 | | return; |
| | | 286 | | } |
| | | 287 | | |
| | 0 | 288 | | if (info.IsEmpty) |
| | | 289 | | { |
| | | 290 | | continue; |
| | | 291 | | } |
| | | 292 | | |
| | | 293 | | try |
| | | 294 | | { |
| | 0 | 295 | | await _sessionManager.SendMessageToUserSessions( |
| | 0 | 296 | | new List<Guid> { userId }, |
| | 0 | 297 | | SessionMessageType.LibraryChanged, |
| | 0 | 298 | | info, |
| | 0 | 299 | | cancellationToken) |
| | 0 | 300 | | .ConfigureAwait(false); |
| | 0 | 301 | | } |
| | 0 | 302 | | catch (Exception ex) |
| | | 303 | | { |
| | 0 | 304 | | _logger.LogError(ex, "Error sending LibraryChanged message"); |
| | 0 | 305 | | } |
| | | 306 | | } |
| | 2 | 307 | | } |
| | | 308 | | |
| | | 309 | | private LibraryUpdateInfo GetLibraryUpdateInfo( |
| | | 310 | | List<BaseItem> itemsAdded, |
| | | 311 | | List<BaseItem> itemsUpdated, |
| | | 312 | | List<BaseItem> itemsRemoved, |
| | | 313 | | List<Folder> foldersAddedTo, |
| | | 314 | | List<Folder> foldersRemovedFrom, |
| | | 315 | | Guid userId) |
| | | 316 | | { |
| | 0 | 317 | | var user = _userManager.GetUserById(userId); |
| | 0 | 318 | | ArgumentNullException.ThrowIfNull(user); |
| | | 319 | | |
| | 0 | 320 | | var newAndRemoved = new List<BaseItem>(); |
| | 0 | 321 | | newAndRemoved.AddRange(foldersAddedTo); |
| | 0 | 322 | | newAndRemoved.AddRange(foldersRemovedFrom); |
| | | 323 | | |
| | 0 | 324 | | var allUserRootChildren = _libraryManager.GetUserRootFolder() |
| | 0 | 325 | | .GetChildren(user, true) |
| | 0 | 326 | | .OfType<Folder>() |
| | 0 | 327 | | .ToList(); |
| | | 328 | | |
| | 0 | 329 | | return new LibraryUpdateInfo |
| | 0 | 330 | | { |
| | 0 | 331 | | ItemsAdded = itemsAdded.SelectMany(i => TranslatePhysicalItemToUserLibrary(i, user)) |
| | 0 | 332 | | .Select(i => i.Id.ToString("N", CultureInfo.InvariantCulture)) |
| | 0 | 333 | | .Distinct() |
| | 0 | 334 | | .ToArray(), |
| | 0 | 335 | | ItemsUpdated = itemsUpdated.SelectMany(i => TranslatePhysicalItemToUserLibrary(i, user)) |
| | 0 | 336 | | .Select(i => i.Id.ToString("N", CultureInfo.InvariantCulture)) |
| | 0 | 337 | | .Distinct() |
| | 0 | 338 | | .ToArray(), |
| | 0 | 339 | | ItemsRemoved = itemsRemoved.SelectMany(i => TranslatePhysicalItemToUserLibrary(i, user, true)) |
| | 0 | 340 | | .Select(i => i.Id.ToString("N", CultureInfo.InvariantCulture)) |
| | 0 | 341 | | .Distinct() |
| | 0 | 342 | | .ToArray(), |
| | 0 | 343 | | FoldersAddedTo = foldersAddedTo.SelectMany(i => TranslatePhysicalItemToUserLibrary(i, user)) |
| | 0 | 344 | | .Select(i => i.Id.ToString("N", CultureInfo.InvariantCulture)) |
| | 0 | 345 | | .Distinct() |
| | 0 | 346 | | .ToArray(), |
| | 0 | 347 | | FoldersRemovedFrom = foldersRemovedFrom.SelectMany(i => TranslatePhysicalItemToUserLibrary(i, user)) |
| | 0 | 348 | | .Select(i => i.Id.ToString("N", CultureInfo.InvariantCulture)) |
| | 0 | 349 | | .Distinct() |
| | 0 | 350 | | .ToArray(), |
| | 0 | 351 | | CollectionFolders = GetTopParentIds(newAndRemoved, allUserRootChildren).ToArray() |
| | 0 | 352 | | }; |
| | | 353 | | } |
| | | 354 | | |
| | | 355 | | private static bool FilterItem(BaseItem item) |
| | | 356 | | { |
| | 2194 | 357 | | if (!item.IsFolder && !item.HasPathProtocol) |
| | | 358 | | { |
| | 0 | 359 | | return false; |
| | | 360 | | } |
| | | 361 | | |
| | 2194 | 362 | | if (item is IItemByName && item is not MusicArtist) |
| | | 363 | | { |
| | 0 | 364 | | return false; |
| | | 365 | | } |
| | | 366 | | |
| | 2194 | 367 | | return item.SourceType == SourceType.Library; |
| | | 368 | | } |
| | | 369 | | |
| | | 370 | | private static IEnumerable<string> GetTopParentIds(List<BaseItem> items, List<Folder> allUserRootChildren) |
| | | 371 | | { |
| | 0 | 372 | | var list = new List<string>(); |
| | | 373 | | |
| | 0 | 374 | | foreach (var item in items) |
| | | 375 | | { |
| | | 376 | | // If the physical root changed, return the user root |
| | 0 | 377 | | if (item is AggregateFolder) |
| | | 378 | | { |
| | | 379 | | continue; |
| | | 380 | | } |
| | | 381 | | |
| | 0 | 382 | | foreach (var folder in allUserRootChildren) |
| | | 383 | | { |
| | 0 | 384 | | list.Add(folder.Id.ToString("N", CultureInfo.InvariantCulture)); |
| | | 385 | | } |
| | | 386 | | } |
| | | 387 | | |
| | 0 | 388 | | return list.Distinct(StringComparer.Ordinal); |
| | | 389 | | } |
| | | 390 | | |
| | | 391 | | private T[] TranslatePhysicalItemToUserLibrary<T>(T item, User user, bool includeIfNotFound = false) |
| | | 392 | | where T : BaseItem |
| | | 393 | | { |
| | | 394 | | // If the physical root changed, return the user root |
| | 0 | 395 | | if (item is AggregateFolder) |
| | | 396 | | { |
| | 0 | 397 | | return _libraryManager.GetUserRootFolder() is T t ? new[] { t } : Array.Empty<T>(); |
| | | 398 | | } |
| | | 399 | | |
| | | 400 | | // Return it only if it's in the user's library |
| | 0 | 401 | | if (includeIfNotFound || item.IsVisibleStandalone(user)) |
| | | 402 | | { |
| | 0 | 403 | | return new[] { item }; |
| | | 404 | | } |
| | | 405 | | |
| | 0 | 406 | | return Array.Empty<T>(); |
| | | 407 | | } |
| | | 408 | | |
| | | 409 | | /// <inheritdoc /> |
| | | 410 | | public void Dispose() |
| | | 411 | | { |
| | 29 | 412 | | _libraryUpdateTimer?.Dispose(); |
| | 29 | 413 | | _libraryUpdateTimer = null; |
| | 29 | 414 | | } |
| | | 415 | | } |