mirror of
https://github.com/TheBeastLT/torrentio-scraper.git
synced 2026-01-11 22:40:22 +00:00
350 lines
14 KiB
JavaScript
350 lines
14 KiB
JavaScript
import RealDebridClient from 'real-debrid-api';
|
|
import { Type } from '../lib/types.js';
|
|
import { isVideo, isArchive } from '../lib/extension.js';
|
|
import { delay } from '../lib/promises.js';
|
|
import { cacheAvailabilityResults, getCachedAvailabilityResults, removeAvailabilityResults } from '../lib/cache.js';
|
|
import StaticResponse from './static.js';
|
|
import { getMagnetLink } from '../lib/magnetHelper.js';
|
|
import { BadTokenError, AccessDeniedError } from './mochHelper.js';
|
|
|
|
const MIN_SIZE = 5 * 1024 * 1024; // 5 MB
|
|
const CATALOG_MAX_PAGE = 1;
|
|
const CATALOG_PAGE_SIZE = 100;
|
|
const KEY = 'realdebrid';
|
|
const DEBRID_DOWNLOADS = 'Downloads';
|
|
|
|
export async function getCachedStreams(streams, apiKey) {
|
|
const hashes = streams.map(stream => stream.infoHash);
|
|
const available = await getCachedAvailabilityResults(hashes);
|
|
return available && streams
|
|
.reduce((mochStreams, stream) => {
|
|
const cachedEntry = available[stream.infoHash];
|
|
const cachedIds = _getCachedFileIds(stream.fileIdx, cachedEntry);
|
|
mochStreams[`${stream.infoHash}@${stream.fileIdx}`] = {
|
|
url: `${apiKey}/${stream.infoHash}/null/${stream.fileIdx}`,
|
|
cached: !!cachedIds.length
|
|
};
|
|
return mochStreams;
|
|
}, {})
|
|
}
|
|
|
|
function _getCachedFileIds(fileIndex, cachedResults) {
|
|
if (!cachedResults || !Array.isArray(cachedResults)) {
|
|
return [];
|
|
}
|
|
|
|
const cachedIds = Number.isInteger(fileIndex)
|
|
? cachedResults.find(ids => Array.isArray(ids) && ids.includes(fileIndex + 1))
|
|
: cachedResults[0];
|
|
return cachedIds || [];
|
|
}
|
|
|
|
export async function getCatalog(apiKey, catalogId, config) {
|
|
const options = await getDefaultOptions(config.ip);
|
|
const RD = new RealDebridClient(apiKey, options);
|
|
const page = Math.floor((config.skip || 0) / 100) + 1;
|
|
const downloadsMeta = page === 1 ? [{
|
|
id: `${KEY}:${DEBRID_DOWNLOADS}`,
|
|
type: Type.OTHER,
|
|
name: DEBRID_DOWNLOADS
|
|
}] : [];
|
|
const torrentMetas = await _getAllTorrents(RD, page)
|
|
.then(torrents => Array.isArray(torrents) ? torrents : [])
|
|
.then(torrents => torrents
|
|
.filter(torrent => torrent && statusReady(torrent.status))
|
|
.map(torrent => ({
|
|
id: `${KEY}:${torrent.id}`,
|
|
type: Type.OTHER,
|
|
name: torrent.filename
|
|
})));
|
|
return downloadsMeta.concat(torrentMetas)
|
|
}
|
|
|
|
export async function getItemMeta(itemId, apiKey, ip) {
|
|
const options = await getDefaultOptions(ip);
|
|
const RD = new RealDebridClient(apiKey, options);
|
|
if (itemId === DEBRID_DOWNLOADS) {
|
|
const videos = await _getAllDownloads(RD)
|
|
.then(downloads => downloads
|
|
.map(download => ({
|
|
id: `${KEY}:${DEBRID_DOWNLOADS}:${download.id}`,
|
|
// infoHash: allTorrents
|
|
// .filter(torrent => (torrent.links || []).find(link => link === download.link))
|
|
// .map(torrent => torrent.hash.toLowerCase())[0],
|
|
title: download.filename,
|
|
released: new Date(download.generated).toISOString(),
|
|
streams: [{ url: download.download }]
|
|
})));
|
|
return {
|
|
id: `${KEY}:${DEBRID_DOWNLOADS}`,
|
|
type: Type.OTHER,
|
|
name: DEBRID_DOWNLOADS,
|
|
videos: videos
|
|
};
|
|
}
|
|
return _getTorrentInfo(RD, itemId)
|
|
.then(torrent => ({
|
|
id: `${KEY}:${torrent.id}`,
|
|
type: Type.OTHER,
|
|
name: torrent.filename,
|
|
infoHash: torrent.hash.toLowerCase(),
|
|
videos: torrent.files
|
|
.filter(file => file.selected)
|
|
.filter(file => isVideo(file.path))
|
|
.map((file, index) => ({
|
|
id: `${KEY}:${torrent.id}:${file.id}`,
|
|
title: file.path,
|
|
released: new Date(new Date(torrent.added).getTime() - index).toISOString(),
|
|
streams: [{ url: `${apiKey}/${torrent.hash.toLowerCase()}/null/${file.id - 1}` }]
|
|
}))
|
|
}))
|
|
}
|
|
|
|
async function _getAllTorrents(RD, page = 1) {
|
|
return RD.torrents.get(page - 1, page, CATALOG_PAGE_SIZE)
|
|
.then(torrents => torrents && torrents.length === CATALOG_PAGE_SIZE && page < CATALOG_MAX_PAGE
|
|
? _getAllTorrents(RD, page + 1)
|
|
.then(nextTorrents => torrents.concat(nextTorrents))
|
|
.catch(() => torrents)
|
|
: torrents)
|
|
}
|
|
|
|
async function _getAllDownloads(RD, page = 1) {
|
|
return RD.downloads.get(page - 1, page, CATALOG_PAGE_SIZE);
|
|
}
|
|
|
|
export async function resolve({ ip, isBrowser, apiKey, infoHash, fileIndex }) {
|
|
console.log(`Unrestricting RealDebrid ${infoHash} [${fileIndex}]`);
|
|
const options = await getDefaultOptions(ip);
|
|
const RD = new RealDebridClient(apiKey, options);
|
|
|
|
return _resolve(RD, infoHash, fileIndex, isBrowser)
|
|
.catch(error => {
|
|
if (accessDeniedError(error)) {
|
|
console.log(`Access denied to RealDebrid ${infoHash} [${fileIndex}]`);
|
|
return StaticResponse.FAILED_ACCESS;
|
|
}
|
|
if (infringingFile(error)) {
|
|
console.log(`Infringing file removed from RealDebrid ${infoHash} [${fileIndex}]`);
|
|
return StaticResponse.FAILED_INFRINGEMENT;
|
|
}
|
|
return Promise.reject(`Failed RealDebrid adding torrent ${JSON.stringify(error)}`);
|
|
});
|
|
}
|
|
|
|
async function _resolveCachedFileIds(infoHash, fileIndex) {
|
|
const available = await getCachedAvailabilityResults([infoHash]);
|
|
const cachedEntry = available?.[infoHash];
|
|
const cachedIds = _getCachedFileIds(fileIndex, cachedEntry);
|
|
return cachedIds?.join(',');
|
|
}
|
|
|
|
async function _resolve(RD, infoHash, fileIndex, isBrowser) {
|
|
const torrentId = await _createOrFindTorrentId(RD, infoHash, fileIndex);
|
|
const torrent = await _getTorrentInfo(RD, torrentId);
|
|
if (torrent && statusReady(torrent.status)) {
|
|
return _unrestrictLink(RD, torrent, fileIndex, isBrowser);
|
|
} else if (torrent && statusDownloading(torrent.status)) {
|
|
console.log(`Downloading to RealDebrid ${infoHash} [${fileIndex}]...`);
|
|
const cachedFileIds = torrent.files.filter(file => file.selected).map(file => file.id);
|
|
removeAvailabilityResults(infoHash, cachedFileIds);
|
|
return StaticResponse.DOWNLOADING;
|
|
} else if (torrent && statusMagnetError(torrent.status)) {
|
|
console.log(`Failed RealDebrid opening torrent ${infoHash} [${fileIndex}] due to magnet error`);
|
|
return StaticResponse.FAILED_OPENING;
|
|
} else if (torrent && statusError(torrent.status)) {
|
|
return _retryCreateTorrent(RD, infoHash, fileIndex);
|
|
} else if (torrent && (statusWaitingSelection(torrent.status) || statusOpening(torrent.status))) {
|
|
console.log(`Trying to select files on RealDebrid ${infoHash} [${fileIndex}]...`);
|
|
return _selectTorrentFiles(RD, torrent)
|
|
.then(() => {
|
|
console.log(`Downloading to RealDebrid ${infoHash} [${fileIndex}]...`);
|
|
return StaticResponse.DOWNLOADING
|
|
})
|
|
.catch(error => {
|
|
console.log(`Failed RealDebrid opening torrent ${infoHash} [${fileIndex}]:`, error);
|
|
return StaticResponse.FAILED_OPENING;
|
|
});
|
|
}
|
|
return Promise.reject(`Failed RealDebrid adding torrent ${JSON.stringify(torrent)}`);
|
|
}
|
|
|
|
async function _createOrFindTorrentId(RD, infoHash, fileIndex) {
|
|
return _findTorrent(RD, infoHash, fileIndex)
|
|
.catch(() => _createTorrentId(RD, infoHash, fileIndex));
|
|
}
|
|
|
|
async function _findTorrent(RD, infoHash, fileIndex) {
|
|
const torrents = await RD.torrents.get(0, 1) || [];
|
|
const foundTorrents = torrents
|
|
.filter(torrent => torrent.hash.toLowerCase() === infoHash)
|
|
.filter(torrent => !statusError(torrent.status));
|
|
const foundTorrent = await _findBestFitTorrent(RD, foundTorrents, fileIndex);
|
|
return foundTorrent?.id || Promise.reject('No recent torrent found');
|
|
}
|
|
|
|
async function _findBestFitTorrent(RD, torrents, fileIndex) {
|
|
if (torrents.length === 1) {
|
|
return torrents[0];
|
|
}
|
|
const torrentInfos = await Promise.all(torrents.map(torrent => _getTorrentInfo(RD, torrent.id)));
|
|
const bestFitTorrents = torrentInfos
|
|
.filter(torrent => torrent.files.find(f => f.id === fileIndex + 1 && f.selected))
|
|
.sort((a, b) => b.links.length - a.links.length);
|
|
return bestFitTorrents[0] || torrents[0];
|
|
}
|
|
|
|
async function _getTorrentInfo(RD, torrentId) {
|
|
if (!torrentId || typeof torrentId === 'object') {
|
|
return torrentId || Promise.reject('No RealDebrid torrentId provided')
|
|
}
|
|
return RD.torrents.info(torrentId);
|
|
}
|
|
|
|
async function _createTorrentId(RD, infoHash, fileIndex, force = false) {
|
|
const magnetLink = await getMagnetLink(infoHash);
|
|
const addedMagnet = await RD.torrents.addMagnet(magnetLink);
|
|
const cachedFileIds = !force && await _resolveCachedFileIds(infoHash, fileIndex);
|
|
if (cachedFileIds && !['null', 'undefined'].includes(cachedFileIds)) {
|
|
await RD.torrents.selectFiles(addedMagnet.id, cachedFileIds);
|
|
} else if (!force) {
|
|
await _selectTorrentFiles(RD, { id: addedMagnet.id });
|
|
}
|
|
return addedMagnet.id;
|
|
}
|
|
|
|
async function _recreateTorrentId(RD, infoHash, fileIndex, force = false) {
|
|
const newTorrentId = await _createTorrentId(RD, infoHash, fileIndex, force);
|
|
await _selectTorrentFiles(RD, { id: newTorrentId }, fileIndex);
|
|
return newTorrentId;
|
|
}
|
|
|
|
async function _retryCreateTorrent(RD, infoHash, fileIndex, shouldRetry = false) {
|
|
console.log(`Retry failed download in RealDebrid ${infoHash} [${fileIndex}]...`);
|
|
const newTorrentId = await _recreateTorrentId(RD, infoHash, fileIndex, true);
|
|
const newTorrent = await _getTorrentInfo(RD, newTorrentId);
|
|
return newTorrent && statusReady(newTorrent.status)
|
|
? _unrestrictLink(RD, newTorrent, fileIndex, false, shouldRetry)
|
|
: StaticResponse.FAILED_DOWNLOAD;
|
|
}
|
|
|
|
async function _selectTorrentFiles(RD, torrent, fileIndex) {
|
|
torrent = statusWaitingSelection(torrent.status) ? torrent : await _openTorrent(RD, torrent.id);
|
|
if (torrent?.files && statusWaitingSelection(torrent.status)) {
|
|
const videoFileIds = Number.isInteger(fileIndex) ? `${fileIndex + 1}` : torrent.files
|
|
.filter(file => isVideo(file.path))
|
|
.filter(file => file.bytes > MIN_SIZE)
|
|
.map(file => file.id)
|
|
.join(',');
|
|
return RD.torrents.selectFiles(torrent.id, videoFileIds);
|
|
} else if (statusReady(torrent.status) || statusDownloading(torrent.status)) {
|
|
return torrent;
|
|
}
|
|
return Promise.reject('Failed RealDebrid torrent file selection')
|
|
}
|
|
|
|
async function _openTorrent(RD, torrentId, pollCounter = 0, pollRate = 2000, maxPollNumber = 15) {
|
|
return _getTorrentInfo(RD, torrentId)
|
|
.then(torrent => torrent && statusOpening(torrent.status) && pollCounter < maxPollNumber
|
|
? delay(pollRate).then(() => _openTorrent(RD, torrentId, pollCounter + 1))
|
|
: torrent);
|
|
}
|
|
|
|
async function _unrestrictLink(RD, torrent, fileIndex, isBrowser, shouldRetry = true) {
|
|
const targetFile = torrent.files.find(file => file.id === fileIndex + 1)
|
|
|| torrent.files.filter(file => file.selected).sort((a, b) => b.bytes - a.bytes)[0];
|
|
if (!targetFile.selected) {
|
|
console.log(`Target RealDebrid file is not downloaded: ${JSON.stringify(targetFile)}`);
|
|
await _recreateTorrentId(RD, torrent.hash.toLowerCase(), fileIndex);
|
|
return StaticResponse.DOWNLOADING;
|
|
}
|
|
|
|
const selectedFiles = torrent.files.filter(file => file.selected);
|
|
const fileLink = torrent.links.length === 1
|
|
? torrent.links[0]
|
|
: torrent.links[selectedFiles.indexOf(targetFile)];
|
|
|
|
if (shouldRetry && !fileLink?.length) {
|
|
console.log(`No RealDebrid links found for ${torrent.hash} [${fileIndex}]`);
|
|
return _retryCreateTorrent(RD, torrent.hash, fileIndex)
|
|
}
|
|
|
|
return _unrestrictFileLink(RD, fileLink, torrent, fileIndex, isBrowser, shouldRetry);
|
|
}
|
|
|
|
async function _unrestrictFileLink(RD, fileLink, torrent, fileIndex, isBrowser, shouldRetry) {
|
|
return RD.unrestrict.link(fileLink)
|
|
.then(response => {
|
|
if (isArchive(response.download)) {
|
|
if (shouldRetry && Number.isInteger(fileIndex) && torrent.files.filter(file => file.selected).length > 1) {
|
|
console.log(`Only archive is available, try to download single file for ${torrent.hash} [${fileIndex}]`);
|
|
return _retryCreateTorrent(RD, torrent.hash, fileIndex)
|
|
}
|
|
return StaticResponse.FAILED_RAR;
|
|
}
|
|
// if (isBrowser && response.streamable) {
|
|
// return RD.streaming.transcode(response.id)
|
|
// .then(streamResponse => streamResponse.apple.full)
|
|
// }
|
|
return response.download;
|
|
})
|
|
.then(unrestrictedLink => {
|
|
console.log(`Unrestricted RealDebrid ${torrent.hash} [${fileIndex}] to ${unrestrictedLink}`);
|
|
const cachedFileIds = torrent.files.filter(file => file.selected).map(file => file.id);
|
|
cacheAvailabilityResults(torrent.hash.toLowerCase(), cachedFileIds); // no need to await can happen async
|
|
return unrestrictedLink;
|
|
})
|
|
.catch(error => {
|
|
if (shouldRetry && error.code === 19) {
|
|
console.log(`Retry download as hoster is unavailable for ${torrent.hash} [${fileIndex}]`);
|
|
return _retryCreateTorrent(RD, torrent.hash.toLowerCase(), fileIndex);
|
|
}
|
|
return Promise.reject(error);
|
|
});
|
|
}
|
|
|
|
export function toCommonError(error) {
|
|
if (error && error.code === 8) {
|
|
return BadTokenError;
|
|
}
|
|
if (error && accessDeniedError(error)) {
|
|
return AccessDeniedError;
|
|
}
|
|
return undefined;
|
|
}
|
|
|
|
function statusError(status) {
|
|
return ['error', 'magnet_error'].includes(status);
|
|
}
|
|
|
|
function statusMagnetError(status) {
|
|
return status === 'magnet_error';
|
|
}
|
|
|
|
function statusOpening(status) {
|
|
return status === 'magnet_conversion';
|
|
}
|
|
|
|
function statusWaitingSelection(status) {
|
|
return status === 'waiting_files_selection';
|
|
}
|
|
|
|
function statusDownloading(status) {
|
|
return ['downloading', 'uploading', 'queued'].includes(status);
|
|
}
|
|
|
|
function statusReady(status) {
|
|
return ['downloaded', 'dead'].includes(status);
|
|
}
|
|
|
|
function accessDeniedError(error) {
|
|
return [9, 20].includes(error?.code);
|
|
}
|
|
|
|
function infringingFile(error) {
|
|
return error && error.code === 35;
|
|
}
|
|
|
|
async function getDefaultOptions(ip) {
|
|
return { ip, timeout: 15000 };
|
|
}
|