Creepso/torrentio-scraper-backup
1
0
Fork 0
Code Issues 14 Pull requests 2 Projects Releases Packages Wiki Activity Actions

export named queue creation

Browse source
This commit is contained in:
TheBeastLT 2024-01-26 01:12:02 +02:00
parent 0a06018f83
commit af7511a610
2 changed files with 14 additions and 7 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

11
addon/lib/namedQueue.js Normal file
View file

@ -0,0 +1,11 @@
import namedQueue from "named-queue";
export function createNamedQueue(concurrency) {
const queue = new namedQueue((task, callback) => task.method()
.then(result => callback(false, result))
.catch((error => callback(error))), 200);
queue.wrap = (id, method) => new Promise(((resolve, reject) => {
queue.push({ id, method }, (error, result) => result ? resolve(result) : reject(error));
}));
return queue;
}

10
addon/moch/moch.js
View file

@ -10,6 +10,7 @@ import StaticResponse, { isStaticUrl } from './static.js';
import { cacheWrapResolvedUrl } from '../lib/cache.js';
import { timeout } from '../lib/promises.js';
import { BadTokenError, streamFilename, AccessDeniedError, enrichMeta } from './mochHelper.js';
import { createNamedQueue } from "../lib/namedQueue.js";
const RESOLVE_TIMEOUT = 2 * 60 * 1000; // 2 minutes
const MIN_API_KEY_SYMBOLS = 15;
@ -62,9 +63,7 @@ export const MochOptions = {
const unrestrictQueues = {}
Object.values(MochOptions)
.map(moch => moch.key)
.forEach(mochKey => unrestrictQueues[mochKey] = new namedQueue((task, callback) => task.method()
.then(result => callback(false, result))
.catch((error => callback(error))), 200));
.forEach(mochKey => unrestrictQueues[mochKey] = createNamedQueue(50));
export function hasMochConfigured(config) {
return Object.keys(MochOptions).find(moch => config?.[moch])
@ -110,10 +109,7 @@ export async function resolve(parameters) {
return StaticResponse.FAILED_UNEXPECTED;
})
.then(url => isStaticUrl(url) ? `${parameters.host}/${url}` : url);
const unrestrictQueue = unrestrictQueues[moch.key];
return new Promise(((resolve, reject) => {
unrestrictQueue.push({ id, method }, (error, result) => result ? resolve(result) : reject(error));
}));
return unrestrictQueues[moch.key].wrap(id, method);
}
export async function getMochCatalog(mochKey, config) {