Creepso/torrentio-scraper
1
0
Fork 0
mirror of https://github.com/TheBeastLT/torrentio-scraper.git synced 2026-05-17 09:51:48 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

add separate memory cache for stream/urls
Some checks failed
Deploy Addon / build (SSH_HOST_2, SSH_KEY_2) (push) Has been cancelled
Details
Deploy Addon / build (SSH_HOST_3, SSH_KEY_3) (push) Has been cancelled
Details
Deploy Addon / build (SSH_HOST_4, SSH_KEY_4) (push) Has been cancelled
Details
Deploy Addon / build (SSH_HOST_5, SSH_KEY_5) (push) Has been cancelled
Details

Browse source
This commit is contained in:
TheBeastLT 2026-04-27 09:17:14 +03:00
parent e65c0aaa21
commit fc5eeec654
1 changed files with 9 additions and 7 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

16
addon/lib/cache.js
View file

@ -16,6 +16,8 @@ const MESSAGE_VIDEO_URL_TTL = 60 * 1000; // 1 minutes
const MONGO_URI = process.env.MONGODB_URI; const MONGO_URI = process.env.MONGODB_URI;
const streamMemoryCache = new KeyvCacheableMemory({ lruSize: 15000 });
const resolvedMemoryCache = new KeyvCacheableMemory({ lruSize: 20000 });
const memoryCache = new KeyvCacheableMemory({ lruSize: 10000 }); const memoryCache = new KeyvCacheableMemory({ lruSize: 10000 });
const mongoCache = MONGO_URI && new KeyvMongo(MONGO_URI, { const mongoCache = MONGO_URI && new KeyvMongo(MONGO_URI, {
collection: 'torrentio_addon_collection', collection: 'torrentio_addon_collection',
@ -24,22 +26,22 @@ const mongoCache = MONGO_URI && new KeyvMongo(MONGO_URI, {
maxConnecting: 5, maxConnecting: 5,
}); });
async function cacheWrap(key, method, ttl) { async function cacheWrap(key, method, ttl, memCache = memoryCache) {
if (!mongoCache) { if (!mongoCache) {
return method(); return method();
} }
let value = await memoryCache.get(key); let value = await memCache.get(key);
if (value !== undefined) { if (value !== undefined) {
return value; return value;
} }
value = await mongoCache.get(key); value = await mongoCache.get(key);
if (value !== undefined) { if (value !== undefined) {
await cacheValue(memoryCache, key, value, ttl); await cacheValue(memCache, key, value, ttl);
return value; return value;
} }
const result = await method(); const result = await method();
await cacheValue(mongoCache, key, result, ttl); await cacheValue(mongoCache, key, result, ttl);
await cacheValue(memoryCache, key, result, ttl); await cacheValue(memCache, key, result, ttl);
return result; return result;
} }
@ -49,13 +51,13 @@ async function cacheValue(cache, key, value, ttl) {
} }
export function cacheWrapStream(id, method) { export function cacheWrapStream(id, method) {
const ttl = (streams, cache) => streams.length ? cache !== memoryCache ? STREAM_TTL : STREAM_MEM_TTL : STREAM_EMPTY_TTL; const ttl = (streams, cache) => streams.length ? cache !== streamMemoryCache ? STREAM_TTL : STREAM_MEM_TTL : STREAM_EMPTY_TTL;
return cacheWrap(`${STREAM_KEY_PREFIX}:${id}`, method, ttl); return cacheWrap(`${STREAM_KEY_PREFIX}:${id}`, method, ttl, streamMemoryCache);
} }
export function cacheWrapResolvedUrl(id, method) { export function cacheWrapResolvedUrl(id, method) {
const ttl = (url) => isStaticUrl(url) ? MESSAGE_VIDEO_URL_TTL : RESOLVED_URL_TTL; const ttl = (url) => isStaticUrl(url) ? MESSAGE_VIDEO_URL_TTL : RESOLVED_URL_TTL;
return cacheWrap(`${RESOLVED_URL_KEY_PREFIX}:${id}`, method, ttl); return cacheWrap(`${RESOLVED_URL_KEY_PREFIX}:${id}`, method, ttl, resolvedMemoryCache);
} }
export function cacheAvailabilityResults(infoHash, fileIds) { export function cacheAvailabilityResults(infoHash, fileIds) {