Creepso/p-stream
1
0
Fork 0
mirror of https://github.com/p-stream/p-stream.git synced 2026-04-18 04:11:47 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

clean up rt scraper

Browse source
This commit is contained in:
Pas 2025-05-18 13:58:40 -06:00
parent 91af92dd0d
commit 3428abdbc1
1 changed files with 3 additions and 11 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

14
src/utils/rottenTomatoesScraper.ts
View file

@ -74,6 +74,7 @@ export async function scrapeRottenTomatoes(
);
}
// eslint-disable-next-line no-console
console.log(
`[RT Scraper] Using ${hasExtension ? "browser extension" : "custom proxy"} for requests`,
);
@ -125,10 +126,7 @@ export async function scrapeRottenTomatoes(
const movieRows = searchResultsDiv[1].match(
/<search-page-media-row[^>]*>(.*?)<\/search-page-media-row>/gs,
);
if (!movieRows || movieRows.length === 0) {
console.log("[RT Scraper] No movies found in search results");
return null;
}
if (!movieRows || movieRows.length === 0) return null;
// Convert movie rows to structured data
const movies = movieRows.map((row) => {
@ -137,7 +135,6 @@ export async function scrapeRottenTomatoes(
const scoreMatch = row.match(/tomatometerscore="([^"]+)"/);
const sentimentMatch = row.match(/tomatometersentiment="([^"]+)"/);
const yearMatch = row.match(/releaseyear="([^"]+)"/);
const verifiedHotMatch = row.match(/verifiedhot="([^"]+)"/);
const tomatometeriscertified = row.match(
/tomatometeriscertified="([^"]+)"/,
);
@ -165,12 +162,7 @@ export async function scrapeRottenTomatoes(
// Try to find the best matching movie
const match = findBestMatch(title, movies, year);
if (!match) {
console.log(
`[RT Scraper] No match found for "${title}"${year ? ` (${year})` : ""} among ${movies.length} results`,
);
return null;
}
if (!match) return null;
// Extract the movie data
return {