Creepso/torrentio-scraper
1
0
Fork 0
mirror of https://github.com/TheBeastLT/torrentio-scraper.git synced 2026-04-20 22:32:05 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

[scraper] updates includes api extracted languages

Browse source
This commit is contained in:
TheBeastLT 2020-04-13 22:46:17 +02:00
parent 9444b7551e
commit 6bfba11692
4 changed files with 9 additions and 7 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
scraper/scrapers/1337x/1337x_api.js
View file

@ -128,7 +128,7 @@ function parseTorrentPage(body) {
seeders: parseInt(details.find('strong:contains(\'Seeders\')').next().text(), 10),
leechers: parseInt(details.find('strong:contains(\'Leechers\')').next().text(), 10),
category: details.find('strong:contains(\'Category\')').next().text(),
language: details.find('strong:contains(\'Language\')').next().text(),
languages: details.find('strong:contains(\'Language\')').next().text(),
size: parseSize(details.find('strong:contains(\'Total size\')').next().text()),
uploadDate: parseDate(details.find('strong:contains(\'Date uploaded\')').next().text()),
imdbId: imdbIdMatch && imdbIdMatch[1],

5
scraper/scrapers/1337x/1337x_scraper.js
View file

@ -78,11 +78,12 @@ async function processTorrentRecord(record) {
provider: NAME,
torrentId: torrentFound.torrentId,
title: torrentFound.name.replace(/\t|\s+/g, ' '),
seeders: torrentFound.seeders,
size: torrentFound.size,
type: TYPE_MAPPING[torrentFound.category],
size: torrentFound.size,
seeders: torrentFound.seeders,
uploadDate: torrentFound.uploadDate,
imdbId: torrentFound.imdbId,
languages: torrentFound.languages || undefined
};
return createTorrentEntry(torrent);

2
scraper/scrapers/kickass/kickass_api.js
View file

@ -136,7 +136,7 @@ function parseTorrentPage(body) {
seeders: parseInt(info.find('span[class="torrent_stats__seed_count mr-2"]').first().text().match(/\d+/)[0], 10),
leechers: parseInt(info.find('span[class="torrent_stats__leech_count mr-2"]').first().text().match(/\d+/)[0], 10),
category: info.find('small').first().children('a').first().attr('href').match(/\/category\/([^\/]+)/)[1],
language: description.find('span:contains(\'Audio\')').next().children().eq(0).text(),
languages: description.find('span:contains(\'Audio\')').next().children().eq(0).text(),
size: parseSize(description.find('ul[class="file_list"]').first().find('li').first().contents().eq(2).text()
.match(/\(Size: (.+)\)/)[1]),
uploadDate: moment(info.find('time').first().text()).toDate(),

7
scraper/scrapers/kickass/kickass_scraper.js
View file

@ -73,11 +73,12 @@ async function processTorrentRecord(record) {
provider: NAME,
torrentId: torrentFound.torrentId,
title: torrentFound.name.replace(/\t|\s+/g, ' '),
size: torrentFound.size,
type: TYPE_MAPPING[torrentFound.category],
imdbId: torrentFound.imdbId,
uploadDate: torrentFound.uploadDate,
size: torrentFound.size,
seeders: torrentFound.seeders,
uploadDate: torrentFound.uploadDate,
imdbId: torrentFound.imdbId,
languages: torrentFound.languages || undefined
};
return createTorrentEntry(torrent).then(() => torrent);