From a1d3687a1ae9a89b08ff6c184bb002bfc889643f Mon Sep 17 00:00:00 2001 From: Garfield69 Date: Fri, 20 Nov 2020 07:32:11 +1300 Subject: [PATCH] corsarored: broken. removed. resolves #3593 --- README.md | 1 - src/Jackett.Common/Indexers/CorsaroRed.cs | 270 ---------------------- 2 files changed, 271 deletions(-) delete mode 100644 src/Jackett.Common/Indexers/CorsaroRed.cs diff --git a/README.md b/README.md index 217e319a6aff2..62a0454715d40 100644 --- a/README.md +++ b/README.md @@ -46,7 +46,6 @@ A third-party Golang SDK for Jackett is available from [webtor-io/go-jackett](ht * Byrutor * CiliPro (LIAORENCILI) * ConCen - * Corsaro.red * cpasbien * cpasbienClone * Demonoid diff --git a/src/Jackett.Common/Indexers/CorsaroRed.cs b/src/Jackett.Common/Indexers/CorsaroRed.cs deleted file mode 100644 index b1d36f6c0b5c9..0000000000000 --- a/src/Jackett.Common/Indexers/CorsaroRed.cs +++ /dev/null @@ -1,270 +0,0 @@ -using System; -using System.Collections.Generic; -using System.Diagnostics.CodeAnalysis; -using System.Linq; -using System.Text; -using System.Threading.Tasks; -using Jackett.Common.Models; -using Jackett.Common.Models.IndexerConfig; -using Jackett.Common.Services.Interfaces; -using Jackett.Common.Utils.Clients; -using Newtonsoft.Json; -using Newtonsoft.Json.Linq; -using NLog; - -namespace Jackett.Common.Indexers -{ - [ExcludeFromCodeCoverage] - public class CorsaroRed : BaseWebIndexer - { - private const int MaxSearchPageLimit = 4; - private const int MaxResultsPerPage = 25; - - private readonly Dictionary _apiCategories = new Dictionary - { - // 0 = Misc. Probably only shows up in search all anyway - ["0"] = new[] { "25", "27" }, - // 1 = TV - ["1"] = new[] { "1", "14", "22", "23", "24", "29", "31" }, - // 2 = Movies - ["2"] = new[] { "4" }, - // 3 = Music/podcasts/audiobooks - ["3"] = new[] { "2", "21", "34", "35" }, - // 4 = ebooks - ["4"] = new[] { "3", "13", "30", "36" }, - // 5 = Software - ["5"] = new[] { "6", "9", "10", "37" }, - // 6 = Video Games - ["6"] = new[] { "11", "12", "26", "28", "32" }, - // 7 = Anime - ["7"] = new[] { "7", "8" } - }; - - private readonly Dictionary _apiHeaders = new Dictionary - { - ["Content-Type"] = "application/json" - }; - - public CorsaroRed(IIndexerConfigurationService configService, WebClient wc, Logger l, IProtectionService ps) - : base(id: "corsarored", - name: "Corsaro.red", - description: "Italian Torrents", - link: "https://corsaro.red/", - caps: new TorznabCapabilities - { - TvSearchParams = new List - { - TvSearchParam.Q, TvSearchParam.Season, TvSearchParam.Ep - }, - MovieSearchParams = new List - { - MovieSearchParam.Q - }, - MusicSearchParams = new List - { - MusicSearchParam.Q - }, - BookSearchParams = new List - { - BookSearchParam.Q - } - }, - configService: configService, - client: wc, - logger: l, - p: ps, - configData: new ConfigurationData()) - { - Encoding = Encoding.UTF8; - Language = "it-it"; - Type = "public"; - - // TNTVillage cats - AddCategoryMapping(1, TorznabCatType.TV, "TV Movies"); - AddCategoryMapping(2, TorznabCatType.Audio, "Music"); - AddCategoryMapping(3, TorznabCatType.BooksEBook, "eBooks"); - AddCategoryMapping(4, TorznabCatType.Movies, "Movies"); - AddCategoryMapping(6, TorznabCatType.PC, "Linux"); - AddCategoryMapping(7, TorznabCatType.TVAnime, "Anime"); - AddCategoryMapping(8, TorznabCatType.TVAnime, "Cartoons"); - AddCategoryMapping(9, TorznabCatType.PC, "Mac Software"); - AddCategoryMapping(10, TorznabCatType.PC, "Windows Software"); - AddCategoryMapping(11, TorznabCatType.PCGames, "PC Games"); - AddCategoryMapping(12, TorznabCatType.Console, "Playstation Games"); - AddCategoryMapping(13, TorznabCatType.Books, "Textbooks"); - AddCategoryMapping(14, TorznabCatType.TVDocumentary, "Documentaries"); - AddCategoryMapping(21, TorznabCatType.AudioVideo, "Music Video"); - AddCategoryMapping(22, TorznabCatType.TVSport, "Sport"); - AddCategoryMapping(23, TorznabCatType.TV, "Theater"); - AddCategoryMapping(24, TorznabCatType.TV, "Wrestling"); - AddCategoryMapping(25, TorznabCatType.OtherMisc, "Other"); - AddCategoryMapping(26, TorznabCatType.Console, "Xbox Games"); - AddCategoryMapping(27, TorznabCatType.Other, "Wallpaper"); - AddCategoryMapping(28, TorznabCatType.ConsoleOther, "Other Games"); - AddCategoryMapping(29, TorznabCatType.TV, "TV Series"); - AddCategoryMapping(30, TorznabCatType.BooksComics, "Comics"); - AddCategoryMapping(31, TorznabCatType.TV, "TV"); - AddCategoryMapping(32, TorznabCatType.Console, "Nintendo Games"); - AddCategoryMapping(34, TorznabCatType.AudioAudiobook, "Audiobook"); - AddCategoryMapping(35, TorznabCatType.Audio, "Podcasts"); - AddCategoryMapping(36, TorznabCatType.BooksMags, "Newspapers"); - AddCategoryMapping(37, TorznabCatType.PCMobileOther, "Phone Apps"); - } - - private string ApiLatest => $"{SiteLink}api/latests"; - private string ApiSearch => $"{SiteLink}api/search"; - - public override async Task ApplyConfiguration(JToken configJson) - { - base.LoadValuesFromJson(configJson); - var releases = await PerformQuery(new TorznabQuery()); - - await ConfigureIfOK(string.Empty, releases.Any(), - () => throw new Exception("Could not find release from this URL.")); - - return IndexerConfigurationStatus.Completed; - } - - private dynamic CheckResponse(WebResult result) - { - var results = result.ContentString; - try - { - var json = JsonConvert.DeserializeObject(results); - return json switch - { - JObject _ when json["ok"] != null && (bool) json["ok"] == false => - throw new Exception("Server error"), - _ => json - }; - } - catch (Exception e) - { - OnParseError(results, e); - } - return null; - } - - private async Task SendApiRequest(IEnumerable> data) - { - var result = await RequestWithCookiesAndRetryAsync( - ApiSearch, null, RequestType.POST, SiteLink, data, _apiHeaders, null, true); - return CheckResponse(result); - } - - private async Task SendApiRequestLatest() - { - var result = await RequestWithCookiesAndRetryAsync(ApiLatest, referer: SiteLink, headers: _apiHeaders); - return CheckResponse(result); - } - - private string GetApiCategory(TorznabQuery query) - { - var cats = MapTorznabCapsToTrackers(query); - if (cats.Count == 0) - return "0"; - string apiCat = null; - foreach (var cat in cats.Select(cat => - _apiCategories.FirstOrDefault(kvp => kvp.Value.Contains(cat)).Key)) - { - if (apiCat == null) - apiCat = cat; - if (apiCat != cat) - return "0"; - - } - - return apiCat; - } - - protected override async Task> PerformQuery(TorznabQuery query) - { - var releases = new List(); - var searchString = query.GetQueryString(); - - if (string.IsNullOrWhiteSpace(searchString)) - { - // no term execute latest search - var result = await SendApiRequestLatest(); - - try - { - // this time is a jarray - var json = (JArray)result; - - releases.AddRange(json.Select(MakeRelease)); - } - catch (Exception ex) - { - OnParseError(result.ToString(), ex); - } - - return releases; - } - - var queryCollection = new Dictionary - { - ["term"] = searchString, - ["category"] = GetApiCategory(query) - }; - - for (var page = 1; page <= MaxSearchPageLimit; page++) - { - // update page number - queryCollection["page"] = page.ToString(); - - var result = await SendApiRequest(queryCollection); - try - { - // this time is a jobject - var json = (JObject)result; - - // throws exception if json["results"] is null or not a JArray - if (json["results"] == null) - throw new Exception("Error invalid JSON response"); - - var results = json["results"].Select(MakeRelease).ToList(); - releases.AddRange(results); - if (results.Count < MaxResultsPerPage) - break; - } - catch (Exception ex) - { - OnParseError(result.ToString(), ex); - } - } - - return releases; - } - - private ReleaseInfo MakeRelease(JToken torrent) - { - //https://corsaro.red/details/E5BB62E2E58C654F4450325046723A3F013CD7A4 - var magnetUri = new Uri((string)torrent["magnet"]); - var details = new Uri($"{SiteLink}details/{(string)torrent["hash"]}"); - var seeders = (int)torrent["seeders"]; - var publishDate = torrent["last_updated"] != null - ? DateTime.Parse((string)torrent["last_updated"]) - : DateTime.Now; - var cat = (string)torrent["category"] ?? "25"; // if category is null set "25 / Other" category - var size = torrent["size"]?.ToObject(); - return new ReleaseInfo - { - Title = (string)torrent["title"], - Grabs = (long)torrent["completed"], - Description = $"{(string)torrent["category"]} {(string)torrent["description"]}", - Seeders = seeders, - InfoHash = (string)torrent["hash"], - MagnetUri = magnetUri, - Details = details, - DownloadVolumeFactor = 0, - UploadVolumeFactor = 1, - Guid = details, - Peers = seeders + (int)torrent["leechers"], - PublishDate = publishDate, - Category = MapTrackerCatToNewznab(cat), - Size = size - }; - } - } -}