Creepso/torrentio-scraper
1
0
Fork 0
mirror of https://github.com/TheBeastLT/torrentio-scraper.git synced 2026-03-11 21:26:53 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

[scraper] limits pages per category for 1337x

Browse source
This commit is contained in:
TheBeastLT 2020-05-02 22:40:51 +02:00
parent 9123c1ffd8
commit 9b1982abfe
1 changed files with 11 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

12
scraper/scrapers/1337x/1337x_scraper.js
View file

@ -49,7 +49,7 @@ async function scrapeLatestTorrentsForCategory(category, page = 1) {
return Promise.resolve([]);
})
.then(torrents => Promise.all(torrents.map(torrent => limiter.schedule(() => processTorrentRecord(torrent)))))
.then(resolved => resolved.length > 0 && page < UNTIL_PAGE
.then(resolved => resolved.length > 0 && page < untilPage(category)
? scrapeLatestTorrentsForCategory(category, page + 1)
: Promise.resolve());
@ -94,4 +94,14 @@ function typeMapping() {
return mapping;
}
function untilPage(category) {
if (leetx.Categories.ANIME === category) {
return 5;
}
if (leetx.Categories.DOCUMENTARIES === category) {
return 1;
}
return UNTIL_PAGE;
}
module.exports = { scrape, updateSeeders, NAME };