| | | 1 | | #pragma warning disable CS1591 |
| | | 2 | | |
| | | 3 | | using System; |
| | | 4 | | using System.Collections.Generic; |
| | | 5 | | using System.Globalization; |
| | | 6 | | using System.IO; |
| | | 7 | | using System.IO.Compression; |
| | | 8 | | using System.Linq; |
| | | 9 | | using System.Net.Http; |
| | | 10 | | using System.Threading; |
| | | 11 | | using System.Threading.Tasks; |
| | | 12 | | using Jellyfin.Extensions; |
| | | 13 | | using Jellyfin.XmlTv; |
| | | 14 | | using Jellyfin.XmlTv.Entities; |
| | | 15 | | using Jellyfin.XmlTv.Enums; |
| | | 16 | | using MediaBrowser.Common.Extensions; |
| | | 17 | | using MediaBrowser.Common.Net; |
| | | 18 | | using MediaBrowser.Controller.Configuration; |
| | | 19 | | using MediaBrowser.Controller.LiveTv; |
| | | 20 | | using MediaBrowser.Model.Dto; |
| | | 21 | | using MediaBrowser.Model.IO; |
| | | 22 | | using MediaBrowser.Model.LiveTv; |
| | | 23 | | using Microsoft.Extensions.Logging; |
| | | 24 | | |
| | | 25 | | namespace Jellyfin.LiveTv.Listings |
| | | 26 | | { |
| | | 27 | | public class XmlTvListingsProvider : IListingsProvider |
| | | 28 | | { |
| | 1 | 29 | | private static readonly TimeSpan _maxCacheAge = TimeSpan.FromHours(1); |
| | | 30 | | |
| | | 31 | | private readonly IServerConfigurationManager _config; |
| | | 32 | | private readonly IHttpClientFactory _httpClientFactory; |
| | | 33 | | private readonly ILogger<XmlTvListingsProvider> _logger; |
| | | 34 | | |
| | | 35 | | public XmlTvListingsProvider( |
| | | 36 | | IServerConfigurationManager config, |
| | | 37 | | IHttpClientFactory httpClientFactory, |
| | | 38 | | ILogger<XmlTvListingsProvider> logger) |
| | | 39 | | { |
| | 34 | 40 | | _config = config; |
| | 34 | 41 | | _httpClientFactory = httpClientFactory; |
| | 34 | 42 | | _logger = logger; |
| | 34 | 43 | | } |
| | | 44 | | |
| | 0 | 45 | | public string Name => "XmlTV"; |
| | | 46 | | |
| | 0 | 47 | | public string Type => "xmltv"; |
| | | 48 | | |
| | | 49 | | private string GetLanguage(ListingsProviderInfo info) |
| | | 50 | | { |
| | 20 | 51 | | if (!string.IsNullOrWhiteSpace(info.PreferredLanguage)) |
| | | 52 | | { |
| | 0 | 53 | | return info.PreferredLanguage; |
| | | 54 | | } |
| | | 55 | | |
| | 20 | 56 | | return _config.Configuration.PreferredMetadataLanguage; |
| | | 57 | | } |
| | | 58 | | |
| | | 59 | | private async Task<string> GetXml(ListingsProviderInfo info, CancellationToken cancellationToken) |
| | | 60 | | { |
| | 20 | 61 | | _logger.LogInformation("xmltv path: {Path}", info.Path); |
| | | 62 | | |
| | 20 | 63 | | string cacheFilename = info.Id + ".xml"; |
| | 20 | 64 | | string cacheDir = Path.Join(_config.ApplicationPaths.CachePath, "xmltv"); |
| | 20 | 65 | | string cacheFile = Path.Join(cacheDir, cacheFilename); |
| | | 66 | | |
| | 20 | 67 | | if (File.Exists(cacheFile)) |
| | | 68 | | { |
| | 1 | 69 | | if (File.GetLastWriteTimeUtc(cacheFile) >= DateTime.UtcNow.Subtract(_maxCacheAge)) |
| | | 70 | | { |
| | 1 | 71 | | return cacheFile; |
| | | 72 | | } |
| | | 73 | | |
| | 0 | 74 | | File.Delete(cacheFile); |
| | | 75 | | } |
| | | 76 | | else |
| | | 77 | | { |
| | 19 | 78 | | Directory.CreateDirectory(cacheDir); |
| | | 79 | | } |
| | | 80 | | |
| | | 81 | | try |
| | | 82 | | { |
| | 19 | 83 | | if (info.Path.StartsWith("http", StringComparison.OrdinalIgnoreCase)) |
| | | 84 | | { |
| | 2 | 85 | | _logger.LogInformation("Downloading xmltv listings from {Path}", info.Path); |
| | | 86 | | |
| | 2 | 87 | | using var response = await _httpClientFactory.CreateClient(NamedClient.Default).GetAsync(info.Path, |
| | 2 | 88 | | var redirectedUrl = response.RequestMessage?.RequestUri?.ToString() ?? info.Path; |
| | 2 | 89 | | var stream = await response.Content.ReadAsStreamAsync(cancellationToken).ConfigureAwait(false); |
| | 2 | 90 | | await using (stream.ConfigureAwait(false)) |
| | | 91 | | { |
| | 2 | 92 | | return await UnzipIfNeededAndCopy(redirectedUrl, stream, cacheFile, cancellationToken).Configure |
| | | 93 | | } |
| | 0 | 94 | | } |
| | | 95 | | else |
| | | 96 | | { |
| | 17 | 97 | | var stream = AsyncFile.OpenRead(info.Path); |
| | 17 | 98 | | await using (stream.ConfigureAwait(false)) |
| | | 99 | | { |
| | 17 | 100 | | return await UnzipIfNeededAndCopy(info.Path, stream, cacheFile, cancellationToken).ConfigureAwai |
| | | 101 | | } |
| | | 102 | | } |
| | 0 | 103 | | } |
| | 0 | 104 | | catch (Exception ex) |
| | | 105 | | { |
| | 0 | 106 | | _logger.LogError(ex, "Error downloading or processing XMLTV file from {Path}", info.Path); |
| | | 107 | | |
| | 0 | 108 | | if (File.Exists(cacheFile)) |
| | | 109 | | { |
| | 0 | 110 | | File.Delete(cacheFile); |
| | | 111 | | } |
| | | 112 | | |
| | 0 | 113 | | throw; |
| | | 114 | | } |
| | 20 | 115 | | } |
| | | 116 | | |
| | | 117 | | private async Task<string> UnzipIfNeededAndCopy(string originalUrl, Stream stream, string file, CancellationToke |
| | | 118 | | { |
| | 19 | 119 | | var fileStream = new FileStream( |
| | 19 | 120 | | file, |
| | 19 | 121 | | FileMode.CreateNew, |
| | 19 | 122 | | FileAccess.Write, |
| | 19 | 123 | | FileShare.None, |
| | 19 | 124 | | IODefaults.FileStreamBufferSize, |
| | 19 | 125 | | FileOptions.Asynchronous); |
| | | 126 | | |
| | 19 | 127 | | await using (fileStream.ConfigureAwait(false)) |
| | | 128 | | { |
| | 19 | 129 | | if (Path.GetExtension(originalUrl.AsSpan().LeftPart('?')).Equals(".gz", StringComparison.OrdinalIgnoreCa |
| | 19 | 130 | | Path.GetExtension(originalUrl.AsSpan().LeftPart('?')).Equals(".gzip", StringComparison.OrdinalIgnore |
| | | 131 | | { |
| | | 132 | | try |
| | | 133 | | { |
| | 0 | 134 | | using var reader = new GZipStream(stream, CompressionMode.Decompress); |
| | 0 | 135 | | await reader.CopyToAsync(fileStream, cancellationToken).ConfigureAwait(false); |
| | 0 | 136 | | } |
| | 0 | 137 | | catch (Exception ex) |
| | | 138 | | { |
| | 0 | 139 | | _logger.LogError(ex, "Error extracting from gz file {File}", originalUrl); |
| | 0 | 140 | | } |
| | | 141 | | } |
| | | 142 | | else |
| | | 143 | | { |
| | 19 | 144 | | await stream.CopyToAsync(fileStream, cancellationToken).ConfigureAwait(false); |
| | | 145 | | } |
| | | 146 | | } |
| | | 147 | | |
| | 19 | 148 | | var fileInfo = new FileInfo(file); |
| | 19 | 149 | | if (!fileInfo.Exists || fileInfo.Length == 0) |
| | | 150 | | { |
| | 0 | 151 | | if (fileInfo.Exists) |
| | | 152 | | { |
| | 0 | 153 | | File.Delete(file); |
| | | 154 | | } |
| | | 155 | | |
| | 0 | 156 | | throw new InvalidOperationException("Downloaded XMLTV file is empty: " + originalUrl); |
| | | 157 | | } |
| | | 158 | | |
| | 19 | 159 | | return file; |
| | 19 | 160 | | } |
| | | 161 | | |
| | | 162 | | public async Task<IEnumerable<ProgramInfo>> GetProgramsAsync(ListingsProviderInfo info, string channelId, DateTi |
| | | 163 | | { |
| | 20 | 164 | | if (string.IsNullOrWhiteSpace(channelId)) |
| | | 165 | | { |
| | 0 | 166 | | throw new ArgumentNullException(nameof(channelId)); |
| | | 167 | | } |
| | | 168 | | |
| | 20 | 169 | | _logger.LogDebug("Getting xmltv programs for channel {Id}", channelId); |
| | | 170 | | |
| | 20 | 171 | | string path = await GetXml(info, cancellationToken).ConfigureAwait(false); |
| | 20 | 172 | | _logger.LogDebug("Opening XmlTvReader for {Path}", path); |
| | 20 | 173 | | var reader = new XmlTvReader(path, GetLanguage(info)); |
| | | 174 | | |
| | 20 | 175 | | return reader.GetProgrammes(channelId, startDateUtc, endDateUtc, cancellationToken) |
| | 20 | 176 | | .Select(p => GetProgramInfoWithEtag(p, info)); |
| | 20 | 177 | | } |
| | | 178 | | |
| | | 179 | | private ProgramInfo GetProgramInfoWithEtag(XmlTvProgram program, ListingsProviderInfo info) |
| | | 180 | | { |
| | 20 | 181 | | var programInfo = GetProgramInfo(program, info); |
| | | 182 | | |
| | 20 | 183 | | if (XmlTvProgramEtag.TryCreate(programInfo, out var etag, out var reason)) |
| | | 184 | | { |
| | 20 | 185 | | programInfo.Etag = etag; |
| | | 186 | | } |
| | | 187 | | else |
| | | 188 | | { |
| | 0 | 189 | | _logger.LogDebug( |
| | 0 | 190 | | "Unable to create XMLTV program ETag for program {ProgramId} on channel {ChannelId} from {StartDate} |
| | 0 | 191 | | programInfo.Id, |
| | 0 | 192 | | programInfo.ChannelId, |
| | 0 | 193 | | programInfo.StartDate, |
| | 0 | 194 | | programInfo.EndDate, |
| | 0 | 195 | | reason); |
| | | 196 | | } |
| | | 197 | | |
| | 20 | 198 | | return programInfo; |
| | | 199 | | } |
| | | 200 | | |
| | | 201 | | private static ProgramInfo GetProgramInfo(XmlTvProgram program, ListingsProviderInfo info) |
| | | 202 | | { |
| | 20 | 203 | | string? episodeTitle = program.Episode?.Title; |
| | 20 | 204 | | var programCategories = program.Categories.Where(c => !string.IsNullOrWhiteSpace(c)).ToList(); |
| | 20 | 205 | | var imageUrl = program.Icons.FirstOrDefault()?.Source; |
| | 20 | 206 | | var episodeImageUrl = program.Images?.FirstOrDefault(m => m.Type == ImageType.Still)?.Path; |
| | 20 | 207 | | var backgroundImageUrl = program.Images?.FirstOrDefault(m => m.Type == ImageType.Backdrop)?.Path; |
| | 20 | 208 | | var rating = program.Ratings.FirstOrDefault()?.Value; |
| | 20 | 209 | | var starRating = program.StarRatings?.FirstOrDefault()?.StarRating; |
| | | 210 | | |
| | 20 | 211 | | var programInfo = new ProgramInfo |
| | 20 | 212 | | { |
| | 20 | 213 | | ChannelId = program.ChannelId, |
| | 20 | 214 | | EndDate = program.EndDate.UtcDateTime, |
| | 20 | 215 | | EpisodeNumber = program.Episode?.Episode, |
| | 20 | 216 | | EpisodeTitle = episodeTitle, |
| | 20 | 217 | | Genres = programCategories, |
| | 20 | 218 | | StartDate = program.StartDate.UtcDateTime, |
| | 20 | 219 | | Name = program.Title, |
| | 20 | 220 | | Overview = program.Description, |
| | 20 | 221 | | ProductionYear = program.CopyrightDate?.Year, |
| | 20 | 222 | | SeasonNumber = program.Episode?.Series, |
| | 20 | 223 | | IsSeries = program.Episode?.Episode is not null, |
| | 20 | 224 | | IsRepeat = program.IsPreviouslyShown && !program.IsNew, |
| | 20 | 225 | | IsPremiere = program.Premiere is not null, |
| | 20 | 226 | | IsLive = program.IsLive, |
| | 20 | 227 | | IsKids = programCategories.Any(c => info.KidsCategories.Contains(c, StringComparison.OrdinalIgnoreCase)) |
| | 20 | 228 | | IsMovie = programCategories.Any(c => info.MovieCategories.Contains(c, StringComparison.OrdinalIgnoreCase |
| | 20 | 229 | | IsNews = programCategories.Any(c => info.NewsCategories.Contains(c, StringComparison.OrdinalIgnoreCase)) |
| | 20 | 230 | | IsSports = programCategories.Any(c => info.SportsCategories.Contains(c, StringComparison.OrdinalIgnoreCa |
| | 20 | 231 | | ImageUrl = string.IsNullOrEmpty(imageUrl) ? null : imageUrl, |
| | 20 | 232 | | HasImage = !string.IsNullOrEmpty(imageUrl), |
| | 20 | 233 | | BackdropImageUrl = string.IsNullOrEmpty(backgroundImageUrl) ? null : backgroundImageUrl, |
| | 20 | 234 | | ThumbImageUrl = string.IsNullOrEmpty(episodeImageUrl) ? null : episodeImageUrl, |
| | 20 | 235 | | OfficialRating = string.IsNullOrEmpty(rating) ? null : rating, |
| | 20 | 236 | | CommunityRating = starRating is null ? null : (float)starRating.Value, |
| | 20 | 237 | | SeriesId = program.Episode?.Episode is null ? null : program.Title?.GetMD5().ToString("N", CultureInfo.I |
| | 20 | 238 | | }; |
| | | 239 | | |
| | 20 | 240 | | if (string.IsNullOrWhiteSpace(program.ProgramId)) |
| | | 241 | | { |
| | 4 | 242 | | string uniqueString = (program.Title ?? string.Empty) + (episodeTitle ?? string.Empty); |
| | | 243 | | |
| | 4 | 244 | | if (programInfo.SeasonNumber.HasValue) |
| | | 245 | | { |
| | 0 | 246 | | uniqueString = "-" + programInfo.SeasonNumber.Value.ToString(CultureInfo.InvariantCulture); |
| | | 247 | | } |
| | | 248 | | |
| | 4 | 249 | | if (programInfo.EpisodeNumber.HasValue) |
| | | 250 | | { |
| | 0 | 251 | | uniqueString = "-" + programInfo.EpisodeNumber.Value.ToString(CultureInfo.InvariantCulture); |
| | | 252 | | } |
| | | 253 | | |
| | 4 | 254 | | programInfo.ShowId = uniqueString.GetMD5().ToString("N", CultureInfo.InvariantCulture); |
| | | 255 | | |
| | | 256 | | // If we don't have valid episode info, assume it's a unique program, otherwise recordings might be skip |
| | 4 | 257 | | if (programInfo.IsSeries |
| | 4 | 258 | | && !programInfo.IsRepeat |
| | 4 | 259 | | && (programInfo.EpisodeNumber ?? 0) == 0) |
| | | 260 | | { |
| | 0 | 261 | | programInfo.ShowId += programInfo.StartDate.Ticks.ToString(CultureInfo.InvariantCulture); |
| | | 262 | | } |
| | | 263 | | } |
| | | 264 | | else |
| | | 265 | | { |
| | 16 | 266 | | programInfo.ShowId = program.ProgramId; |
| | | 267 | | } |
| | | 268 | | |
| | | 269 | | // Construct an id from the channel and start date |
| | 20 | 270 | | programInfo.Id = string.Format(CultureInfo.InvariantCulture, "{0}_{1:O}", program.ChannelId, program.StartDa |
| | | 271 | | |
| | 20 | 272 | | if (programInfo.IsMovie) |
| | | 273 | | { |
| | 0 | 274 | | programInfo.IsSeries = false; |
| | 0 | 275 | | programInfo.EpisodeNumber = null; |
| | 0 | 276 | | programInfo.EpisodeTitle = null; |
| | | 277 | | } |
| | | 278 | | |
| | 20 | 279 | | return programInfo; |
| | | 280 | | } |
| | | 281 | | |
| | | 282 | | public Task Validate(ListingsProviderInfo info, bool validateLogin, bool validateListings) |
| | | 283 | | { |
| | | 284 | | // Assume all urls are valid. check files for existence |
| | 0 | 285 | | if (!info.Path.StartsWith("http", StringComparison.OrdinalIgnoreCase) && !File.Exists(info.Path)) |
| | | 286 | | { |
| | 0 | 287 | | throw new FileNotFoundException("Could not find the XmlTv file specified:", info.Path); |
| | | 288 | | } |
| | | 289 | | |
| | 0 | 290 | | return Task.CompletedTask; |
| | | 291 | | } |
| | | 292 | | |
| | | 293 | | public async Task<List<NameIdPair>> GetLineups(ListingsProviderInfo info, string country, string location) |
| | | 294 | | { |
| | | 295 | | // In theory this should never be called because there is always only one lineup |
| | 0 | 296 | | string path = await GetXml(info, CancellationToken.None).ConfigureAwait(false); |
| | 0 | 297 | | _logger.LogDebug("Opening XmlTvReader for {Path}", path); |
| | 0 | 298 | | var reader = new XmlTvReader(path, GetLanguage(info)); |
| | 0 | 299 | | IEnumerable<XmlTvChannel> results = reader.GetChannels(); |
| | | 300 | | |
| | | 301 | | // Should this method be async? |
| | 0 | 302 | | return results.Select(c => new NameIdPair() { Id = c.Id, Name = c.DisplayName }).ToList(); |
| | 0 | 303 | | } |
| | | 304 | | |
| | | 305 | | public async Task<List<ChannelInfo>> GetChannels(ListingsProviderInfo info, CancellationToken cancellationToken) |
| | | 306 | | { |
| | | 307 | | // In theory this should never be called because there is always only one lineup |
| | 0 | 308 | | string path = await GetXml(info, cancellationToken).ConfigureAwait(false); |
| | 0 | 309 | | _logger.LogDebug("Opening XmlTvReader for {Path}", path); |
| | 0 | 310 | | var reader = new XmlTvReader(path, GetLanguage(info)); |
| | 0 | 311 | | var results = reader.GetChannels(); |
| | | 312 | | |
| | | 313 | | // Should this method be async? |
| | 0 | 314 | | return results.Select(c => new ChannelInfo |
| | 0 | 315 | | { |
| | 0 | 316 | | Id = c.Id, |
| | 0 | 317 | | Name = c.DisplayName, |
| | 0 | 318 | | ImageUrl = string.IsNullOrEmpty(c.Icons.FirstOrDefault()?.Source) ? null : c.Icons.FirstOrDefault()!.Sou |
| | 0 | 319 | | Number = string.IsNullOrWhiteSpace(c.Number) ? c.Id : c.Number |
| | 0 | 320 | | }).ToList(); |
| | 0 | 321 | | } |
| | | 322 | | } |
| | | 323 | | } |