Creepso/torrentio-scraper
1
0
Fork 0
mirror of https://github.com/TheBeastLT/torrentio-scraper.git synced 2026-03-11 17:15:37 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

[scraper] retrieves update seeders torrent order by seeders and upload date

Browse source
This commit is contained in:
TheBeastLT 2020-05-03 22:54:49 +02:00
parent 1be9a5f598
commit 129a9ed29d
2 changed files with 7 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
scraper/lib/repository.js
View file

@ -182,8 +182,12 @@ function getTorrentsWithoutSize() {
function getUpdateSeedersTorrents() {
const until = moment().subtract(7, 'days').format('YYYY-MM-DD');
return Torrent.findAll({
where: literal(`torrent."updatedAt" < \'${until}\' and random() < 0.001`),
limit: 100
where: literal(`torrent."updatedAt" < \'${until}\'`),
limit: 100,
order: [
['seeders', 'DESC'],
['uploadDate', 'DESC']
]
});
}

2
scraper/scheduler/seeders.js
View file

@ -7,7 +7,7 @@ const { updateTorrentSeeders } = require('../lib/torrentEntries')
const DELAY = 15 * 1000; // 15 seconds
const limiter = new Bottleneck({ maxConcurrent: 20, minTime: 250 });
const updateLimiter = new Bottleneck({ maxConcurrent: 20 });
const updateLimiter = new Bottleneck({ maxConcurrent: 5 });
const forceSeedersLimiter = new Bottleneck({ maxConcurrent: 5 });
const statistics = {};