Load torrents from RSS endpoint

This commit is contained in:
Joel Widmer
2022-04-23 12:04:01 +02:00
parent 0a732b31ff
commit a89bca61e5
2 changed files with 73 additions and 10 deletions

View File

@@ -37,20 +37,25 @@ class Nyaa:
user_uri = "" user_uri = ""
if page > 0: if page > 0:
r = requests.get("{}/{}?f={}&c={}_{}&q={}&p={}".format( uri = "{}/{}?f={}&c={}_{}&q={}&p={}".format(url, user_uri, filters, category, subcategory, keyword, page)
url, user_uri, filters, category, subcategory, keyword,
page))
else: else:
r = requests.get("{}/{}?f={}&c={}_{}&q={}".format( uri = "{}/{}?f={}&c={}_{}&q={}".format(url, user_uri, filters, category, subcategory, keyword)
url, user_uri, filters, category, subcategory, keyword))
if not user:
uri += "&page=rss"
r = requests.get(uri)
r.raise_for_status() r.raise_for_status()
json_data = utils.parse_nyaa( if user:
request_text=r.text, json_data = utils.parse_nyaa(request_text=r.text, limit=None, site=self.SITE)
limit=None, else:
site=self.SITE json_data = utils.parse_nyaa_rss(
) request_text=r.text,
limit=None,
site=self.SITE
)
return torrent.json_to_class(json_data) return torrent.json_to_class(json_data)

View File

@@ -1,4 +1,7 @@
import urllib
from enum import Enum from enum import Enum
from urllib.parse import urlencode
from lxml import etree from lxml import etree
@@ -80,6 +83,45 @@ def nyaa_categories(b):
return category_name return category_name
def parse_nyaa_rss(request_text, limit, site):
root = etree.fromstring(request_text)
torrents = []
for item in root.xpath("channel/item")[:limit]:
# Decide category.
if site in [TorrentSite.NYAASI, TorrentSite.NYAANET]:
category = item.findtext("nyaa:categoryId", namespaces=item.nsmap)
elif site in [TorrentSite.SUKEBEINYAASI, TorrentSite.SUKEBEINYAANET]:
category = item.findtext("nyaa:categoryId", namespaces=item.nsmap)
else:
raise ValueError("Unknown TorrentSite received!")
try:
is_remake = item.findtext("nyaa:remake", namespaces=item.nsmap) == "Yes"
is_trusted = item.findtext("nyaa:trusted", namespaces=item.nsmap) == "Yes"
item_type = "remake" if is_remake else "trusted" if is_trusted else "default"
torrent = {
'id': item.findtext("guid").split("/")[-1],
'category': category,
'url': item.findtext("guid"),
'name': item.findtext("title"),
'download_url': item.findtext("link"),
'magnet': magnet_builder(item.findtext("nyaa:infoHash", namespaces=item.nsmap), item.findtext("title")),
'size': item.findtext("nyaa:size", namespaces=item.nsmap),
'date': item.findtext("pubDate"),
'seeders': item.findtext("nyaa:seeders", namespaces=item.nsmap),
'leechers': item.findtext("nyaa:leechers", namespaces=item.nsmap),
'completed_downloads': None,
'type': item_type
}
torrents.append(torrent)
except IndexError:
pass
return torrents
def parse_nyaa(request_text, limit, site): def parse_nyaa(request_text, limit, site):
parser = etree.HTMLParser() parser = etree.HTMLParser()
tree = etree.fromstring(request_text, parser) tree = etree.fromstring(request_text, parser)
@@ -230,6 +272,22 @@ def sukebei_categories(b):
return category_name return category_name
def magnet_builder(info_hash, title):
known_trackers = [
"http://nyaa.tracker.wf:7777/announce",
"udp://open.stealth.si:80/announce",
"udp://tracker.opentrackr.org:1337/announce",
"udp://exodus.desync.com:6969/announce",
"udp://tracker.torrent.eu.org:451/announce"
]
magnet_link = f"magnet:?xt=urn:btih:{info_hash}&" + urlencode({"dn": title}, quote_via=urllib.parse.quote)
for tracker in known_trackers:
magnet_link += f"&{urlencode({'tr': tracker})}"
return magnet_link
# Pantsu Utils # Pantsu Utils
def query_builder(q, params): def query_builder(q, params):
available_params = ["category", "page", "limit", "userID", "fromID", available_params = ["category", "page", "limit", "userID", "fromID",