From a89bca61e50b7b9e0004a8af9c598956c16a76a3 Mon Sep 17 00:00:00 2001 From: Joel Widmer Date: Sat, 23 Apr 2022 12:04:01 +0200 Subject: [PATCH] Load torrents from RSS endpoint --- NyaaPy/nyaa.py | 25 ++++++++++++--------- NyaaPy/utils.py | 58 +++++++++++++++++++++++++++++++++++++++++++++++++ 2 files changed, 73 insertions(+), 10 deletions(-) diff --git a/NyaaPy/nyaa.py b/NyaaPy/nyaa.py index cbd93ff..d32e672 100644 --- a/NyaaPy/nyaa.py +++ b/NyaaPy/nyaa.py @@ -37,20 +37,25 @@ class Nyaa: user_uri = "" if page > 0: - r = requests.get("{}/{}?f={}&c={}_{}&q={}&p={}".format( - url, user_uri, filters, category, subcategory, keyword, - page)) + uri = "{}/{}?f={}&c={}_{}&q={}&p={}".format(url, user_uri, filters, category, subcategory, keyword, page) else: - r = requests.get("{}/{}?f={}&c={}_{}&q={}".format( - url, user_uri, filters, category, subcategory, keyword)) + uri = "{}/{}?f={}&c={}_{}&q={}".format(url, user_uri, filters, category, subcategory, keyword) + + if not user: + uri += "&page=rss" + + r = requests.get(uri) r.raise_for_status() - json_data = utils.parse_nyaa( - request_text=r.text, - limit=None, - site=self.SITE - ) + if user: + json_data = utils.parse_nyaa(request_text=r.text, limit=None, site=self.SITE) + else: + json_data = utils.parse_nyaa_rss( + request_text=r.text, + limit=None, + site=self.SITE + ) return torrent.json_to_class(json_data) diff --git a/NyaaPy/utils.py b/NyaaPy/utils.py index 83c35c7..ca0bfe2 100644 --- a/NyaaPy/utils.py +++ b/NyaaPy/utils.py @@ -1,4 +1,7 @@ +import urllib from enum import Enum +from urllib.parse import urlencode + from lxml import etree @@ -80,6 +83,45 @@ def nyaa_categories(b): return category_name +def parse_nyaa_rss(request_text, limit, site): + root = etree.fromstring(request_text) + torrents = [] + + for item in root.xpath("channel/item")[:limit]: + # Decide category. + if site in [TorrentSite.NYAASI, TorrentSite.NYAANET]: + category = item.findtext("nyaa:categoryId", namespaces=item.nsmap) + elif site in [TorrentSite.SUKEBEINYAASI, TorrentSite.SUKEBEINYAANET]: + category = item.findtext("nyaa:categoryId", namespaces=item.nsmap) + else: + raise ValueError("Unknown TorrentSite received!") + + try: + is_remake = item.findtext("nyaa:remake", namespaces=item.nsmap) == "Yes" + is_trusted = item.findtext("nyaa:trusted", namespaces=item.nsmap) == "Yes" + item_type = "remake" if is_remake else "trusted" if is_trusted else "default" + + torrent = { + 'id': item.findtext("guid").split("/")[-1], + 'category': category, + 'url': item.findtext("guid"), + 'name': item.findtext("title"), + 'download_url': item.findtext("link"), + 'magnet': magnet_builder(item.findtext("nyaa:infoHash", namespaces=item.nsmap), item.findtext("title")), + 'size': item.findtext("nyaa:size", namespaces=item.nsmap), + 'date': item.findtext("pubDate"), + 'seeders': item.findtext("nyaa:seeders", namespaces=item.nsmap), + 'leechers': item.findtext("nyaa:leechers", namespaces=item.nsmap), + 'completed_downloads': None, + 'type': item_type + } + torrents.append(torrent) + except IndexError: + pass + + return torrents + + def parse_nyaa(request_text, limit, site): parser = etree.HTMLParser() tree = etree.fromstring(request_text, parser) @@ -230,6 +272,22 @@ def sukebei_categories(b): return category_name +def magnet_builder(info_hash, title): + known_trackers = [ + "http://nyaa.tracker.wf:7777/announce", + "udp://open.stealth.si:80/announce", + "udp://tracker.opentrackr.org:1337/announce", + "udp://exodus.desync.com:6969/announce", + "udp://tracker.torrent.eu.org:451/announce" + ] + + magnet_link = f"magnet:?xt=urn:btih:{info_hash}&" + urlencode({"dn": title}, quote_via=urllib.parse.quote) + for tracker in known_trackers: + magnet_link += f"&{urlencode({'tr': tracker})}" + + return magnet_link + + # Pantsu Utils def query_builder(q, params): available_params = ["category", "page", "limit", "userID", "fromID",