mirror of
https://github.com/anidl/multi-downloader-nx.git
synced 2026-01-11 20:10:20 +00:00
1ff93f2fbd
Removes the necessity of ffprobe completely. Also removed the mention of ffprobe requirement from the readme.
436 lines
14 KiB
TypeScript
436 lines
14 KiB
TypeScript
import * as iso639 from 'iso-639';
|
|
import * as yamlCfg from './module.cfg-loader';
|
|
import { fontFamilies, fontMime } from './module.fontsData';
|
|
import path from 'path';
|
|
import fs from 'fs';
|
|
import fsp from 'fs/promises';
|
|
import { LanguageItem } from './module.langsData';
|
|
import { AvailableMuxer } from './module.args';
|
|
import { console } from './log';
|
|
import Helper from './module.helper';
|
|
import { convertChaptersToFFmpegFormat } from './module.ffmpegChapter';
|
|
import { mediaInfoFactory } from 'mediainfo.js';
|
|
|
|
export type MergerInput = {
|
|
path: string;
|
|
lang: LanguageItem;
|
|
duration?: number;
|
|
delay?: number;
|
|
isPrimary?: boolean;
|
|
};
|
|
|
|
export type SubtitleInput = {
|
|
language: LanguageItem;
|
|
file: string;
|
|
closedCaption?: boolean;
|
|
signs?: boolean;
|
|
delay?: number;
|
|
};
|
|
|
|
export type Font = keyof typeof fontFamilies;
|
|
|
|
export type ParsedFont = {
|
|
name: string;
|
|
path: string;
|
|
mime: string;
|
|
};
|
|
|
|
export type MergerOptions = {
|
|
videoAndAudio: MergerInput[];
|
|
onlyVid: MergerInput[];
|
|
onlyAudio: MergerInput[];
|
|
subtitles: SubtitleInput[];
|
|
chapters?: MergerInput[];
|
|
ccTag: string;
|
|
output: string;
|
|
videoTitle?: string;
|
|
simul?: boolean;
|
|
inverseTrackOrder?: boolean;
|
|
keepAllVideos?: boolean;
|
|
fonts?: ParsedFont[];
|
|
skipSubMux?: boolean;
|
|
options: {
|
|
ffmpeg: string[];
|
|
mkvmerge: string[];
|
|
};
|
|
defaults: {
|
|
audio: LanguageItem;
|
|
sub: LanguageItem;
|
|
};
|
|
};
|
|
|
|
class Merger {
|
|
constructor(private options: MergerOptions) {
|
|
if (this.options.skipSubMux) this.options.subtitles = [];
|
|
if (this.options.videoTitle) this.options.videoTitle = this.options.videoTitle.replace(/"/g, "'");
|
|
}
|
|
|
|
public async createDelays() {
|
|
//Don't bother scanning it if there is only 1 vna stream
|
|
if (this.options.videoAndAudio.length > 1) {
|
|
const bin = await yamlCfg.loadBinCfg();
|
|
const vnas = this.options.videoAndAudio;
|
|
//get and set durations on each videoAndAudio Stream
|
|
for (const [vnaIndex, vna] of vnas.entries()) {
|
|
const file = await fsp.open(vna.path);
|
|
const { size } = await fsp.stat(vna.path);
|
|
|
|
// Mediainfo
|
|
const mediaInfo = await mediaInfoFactory();
|
|
const result = await mediaInfo.analyzeData(
|
|
() => size,
|
|
async (size, offset) => {
|
|
const buf = Buffer.alloc(size);
|
|
const { bytesRead } = await file.read(buf, 0, size, offset);
|
|
return buf.subarray(0, bytesRead);
|
|
}
|
|
);
|
|
await file.close();
|
|
|
|
const videoInfo = result?.media?.track?.filter((stream) => stream['@type'] == 'Video');
|
|
vnas[vnaIndex].duration = videoInfo?.[0].Duration;
|
|
}
|
|
//Sort videoAndAudio streams by duration (shortest first)
|
|
vnas.sort((a, b) => {
|
|
if (!a.duration || !b.duration) return -1;
|
|
return a.duration - b.duration;
|
|
});
|
|
//Set Delays
|
|
const shortestDuration = vnas[0].duration;
|
|
for (const [vnaIndex, vna] of vnas.entries()) {
|
|
//Don't calculate the shortestDuration track
|
|
if (vnaIndex == 0) {
|
|
if (!vna.isPrimary && vna.isPrimary !== undefined)
|
|
console.warn("Shortest video isn't primary, this might lead to problems with subtitles. Please report on github or discord if you experience issues.");
|
|
continue;
|
|
}
|
|
if (vna.duration && shortestDuration) {
|
|
//Calculate the tracks delay
|
|
vna.delay = Math.ceil((vna.duration - shortestDuration) * 1000) / 1000;
|
|
//TODO: set primary language for audio so it can be used to determine which track needs the delay
|
|
//The above is a problem in the event that it isn't the dub that needs the delay, but rather the sub.
|
|
//Alternatively: Might not work: it could be checked if there are multiple of the same video language, and if there is
|
|
//more than 1 of the same video language, then do the subtitle delay on CC, else normal language.
|
|
const subtitles = this.options.subtitles.filter((sub) => sub.language.code == vna.lang.code);
|
|
for (const [subIndex, sub] of subtitles.entries()) {
|
|
if (vna.isPrimary) subtitles[subIndex].delay = vna.delay;
|
|
else if (sub.closedCaption) subtitles[subIndex].delay = vna.delay;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
public FFmpeg(): string {
|
|
const args: string[] = [];
|
|
const metaData: string[] = [];
|
|
|
|
let index = 0;
|
|
let audioIndex = 0;
|
|
let hasVideo = false;
|
|
|
|
for (const vid of this.options.videoAndAudio) {
|
|
if (vid.delay && hasVideo) {
|
|
args.push(`-itsoffset -${Math.ceil(vid.delay * 1000)}ms`);
|
|
}
|
|
args.push(`-i "${vid.path}"`);
|
|
if (!hasVideo || this.options.keepAllVideos) {
|
|
metaData.push(`-map ${index}:a -map ${index}:v`);
|
|
metaData.push(`-metadata:s:a:${audioIndex} language=${vid.lang.code}`);
|
|
metaData.push(`-metadata:s:v:${index} title="${this.options.videoTitle}"`);
|
|
hasVideo = true;
|
|
} else {
|
|
metaData.push(`-map ${index}:a`);
|
|
metaData.push(`-metadata:s:a:${audioIndex} language=${vid.lang.code}`);
|
|
}
|
|
audioIndex++;
|
|
index++;
|
|
}
|
|
|
|
for (const vid of this.options.onlyVid) {
|
|
if (!hasVideo || this.options.keepAllVideos) {
|
|
args.push(`-i "${vid.path}"`);
|
|
metaData.push(`-map ${index} -map -${index}:a`);
|
|
metaData.push(`-metadata:s:v:${index} title="${this.options.videoTitle}"`);
|
|
hasVideo = true;
|
|
index++;
|
|
}
|
|
}
|
|
|
|
for (const aud of this.options.onlyAudio) {
|
|
args.push(`-i "${aud.path}"`);
|
|
metaData.push(`-map ${index}`);
|
|
metaData.push(`-metadata:s:a:${audioIndex} language=${aud.lang.code}`);
|
|
index++;
|
|
audioIndex++;
|
|
}
|
|
|
|
for (const index in this.options.subtitles) {
|
|
const sub = this.options.subtitles[index];
|
|
if (sub.delay) {
|
|
args.push(`-itsoffset -${Math.ceil(sub.delay * 1000)}ms`);
|
|
}
|
|
args.push(`-i "${sub.file}"`);
|
|
}
|
|
|
|
if (this.options.chapters && this.options.chapters.length > 0) {
|
|
const chapterFilePath = this.options.chapters[0].path;
|
|
const chapterData = convertChaptersToFFmpegFormat(this.options.chapters[0].path);
|
|
fs.writeFileSync(chapterFilePath, chapterData, 'utf-8');
|
|
args.push(`-i "${chapterFilePath}" -map_metadata 1`);
|
|
}
|
|
|
|
if (this.options.output.split('.').pop() === 'mkv') {
|
|
if (this.options.fonts) {
|
|
let fontIndex = 0;
|
|
for (const font of this.options.fonts) {
|
|
args.push(`-attach ${font.path} -metadata:s:t:${fontIndex} mimetype=${font.mime} -metadata:s:t:${fontIndex} filename=${font.name}`);
|
|
fontIndex++;
|
|
}
|
|
}
|
|
}
|
|
|
|
args.push(...metaData);
|
|
args.push(...this.options.subtitles.map((_, subIndex) => `-map ${subIndex + index}`));
|
|
args.push(
|
|
'-c:v copy',
|
|
'-c:a copy',
|
|
this.options.output.split('.').pop()?.toLowerCase() === 'mp4' ? '-c:s mov_text' : '-c:s ass',
|
|
...this.options.subtitles.map(
|
|
(sub, subindex) =>
|
|
`-metadata:s:s:${subindex} title="${
|
|
(sub.language.language || sub.language.name) + `${sub.closedCaption === true ? ` ${this.options.ccTag}` : ''}` + `${sub.signs === true ? ' Signs' : ''}`
|
|
}" -metadata:s:s:${subindex} language=${sub.language.code}`
|
|
)
|
|
);
|
|
args.push(...this.options.options.ffmpeg);
|
|
args.push(`"${this.options.output}"`);
|
|
return args.join(' ');
|
|
}
|
|
|
|
public static getLanguageCode = (from: string, _default = 'eng'): string => {
|
|
if (from === 'cmn') return 'chi';
|
|
for (const lang in iso639.iso_639_2) {
|
|
const langObj = iso639.iso_639_2[lang];
|
|
if (Object.prototype.hasOwnProperty.call(langObj, '639-1') && langObj['639-1'] === from) {
|
|
return langObj['639-2'] as string;
|
|
}
|
|
}
|
|
return _default;
|
|
};
|
|
|
|
public MkvMerge = () => {
|
|
const args: string[] = [];
|
|
|
|
let hasVideo = false;
|
|
|
|
args.push(`-o "${this.options.output}"`);
|
|
args.push(...this.options.options.mkvmerge);
|
|
|
|
for (const vid of this.options.onlyVid) {
|
|
if (!hasVideo || this.options.keepAllVideos) {
|
|
args.push('--video-tracks 0', '--no-audio');
|
|
const trackName = (this.options.videoTitle ?? vid.lang.name) + (this.options.simul ? ' [Simulcast]' : ' [Uncut]');
|
|
args.push('--track-name', `0:"${trackName}"`);
|
|
args.push(`--language 0:${vid.lang.code}`);
|
|
hasVideo = true;
|
|
args.push(`"${vid.path}"`);
|
|
}
|
|
}
|
|
|
|
for (const vid of this.options.videoAndAudio) {
|
|
const audioTrackNum = this.options.inverseTrackOrder ? '0' : '1';
|
|
const videoTrackNum = this.options.inverseTrackOrder ? '1' : '0';
|
|
if (vid.delay) {
|
|
args.push(`--sync ${audioTrackNum}:-${Math.ceil(vid.delay * 1000)}`);
|
|
}
|
|
if (!hasVideo || this.options.keepAllVideos) {
|
|
args.push(`--video-tracks ${videoTrackNum}`, `--audio-tracks ${audioTrackNum}`);
|
|
const trackName = (this.options.videoTitle ?? vid.lang.name) + (this.options.simul ? ' [Simulcast]' : ' [Uncut]');
|
|
args.push('--track-name', `0:"${trackName}"`);
|
|
//args.push('--track-name', `1:"${trackName}"`);
|
|
args.push(`--language ${audioTrackNum}:${vid.lang.code}`);
|
|
if (this.options.defaults.audio.code === vid.lang.code) {
|
|
args.push(`--default-track ${audioTrackNum}`);
|
|
} else {
|
|
args.push(`--default-track ${audioTrackNum}:0`);
|
|
}
|
|
hasVideo = true;
|
|
} else {
|
|
args.push('--no-video', `--audio-tracks ${audioTrackNum}`);
|
|
if (this.options.defaults.audio.code === vid.lang.code) {
|
|
args.push(`--default-track ${audioTrackNum}`);
|
|
} else {
|
|
args.push(`--default-track ${audioTrackNum}:0`);
|
|
}
|
|
args.push('--track-name', `${audioTrackNum}:"${vid.lang.name}"`);
|
|
args.push(`--language ${audioTrackNum}:${vid.lang.code}`);
|
|
}
|
|
args.push(`"${vid.path}"`);
|
|
}
|
|
|
|
for (const aud of this.options.onlyAudio) {
|
|
const trackName = aud.lang.name;
|
|
args.push('--track-name', `0:"${trackName}"`);
|
|
args.push(`--language 0:${aud.lang.code}`);
|
|
args.push('--no-video', '--audio-tracks 0');
|
|
if (this.options.defaults.audio.code === aud.lang.code) {
|
|
args.push('--default-track 0');
|
|
} else {
|
|
args.push('--default-track 0:0');
|
|
}
|
|
args.push(`"${aud.path}"`);
|
|
}
|
|
|
|
if (this.options.subtitles.length > 0) {
|
|
for (const subObj of this.options.subtitles) {
|
|
if (subObj.delay) {
|
|
args.push(`--sync 0:-${Math.ceil(subObj.delay * 1000)}`);
|
|
}
|
|
args.push(
|
|
'--track-name',
|
|
`0:"${(subObj.language.language || subObj.language.name) + `${subObj.closedCaption === true ? ` ${this.options.ccTag}` : ''}` + `${subObj.signs === true ? ' Signs' : ''}`}"`
|
|
);
|
|
args.push('--language', `0:"${subObj.language.code}"`);
|
|
//TODO: look into making Closed Caption default if it's the only sub of the default language downloaded
|
|
if (this.options.defaults.sub.code === subObj.language.code && !subObj.closedCaption) {
|
|
args.push('--default-track 0');
|
|
} else {
|
|
args.push('--default-track 0:0');
|
|
}
|
|
args.push(`"${subObj.file}"`);
|
|
}
|
|
} else {
|
|
args.push('--no-subtitles');
|
|
}
|
|
|
|
if (this.options.fonts && this.options.fonts.length > 0) {
|
|
for (const f of this.options.fonts) {
|
|
args.push('--attachment-name', f.name);
|
|
args.push('--attachment-mime-type', f.mime);
|
|
args.push('--attach-file', `"${f.path}"`);
|
|
}
|
|
} else {
|
|
args.push('--no-attachments');
|
|
}
|
|
|
|
if (this.options.chapters && this.options.chapters.length > 0) {
|
|
args.push(`--chapters "${this.options.chapters[0].path}"`);
|
|
}
|
|
|
|
return args.join(' ');
|
|
};
|
|
|
|
public static checkMerger(
|
|
bin: {
|
|
mkvmerge?: string;
|
|
ffmpeg?: string;
|
|
},
|
|
useMP4format: boolean,
|
|
force: AvailableMuxer | undefined
|
|
): {
|
|
MKVmerge?: string;
|
|
FFmpeg?: string;
|
|
} {
|
|
if (force && bin[force]) {
|
|
return {
|
|
FFmpeg: force === 'ffmpeg' ? bin.ffmpeg : undefined,
|
|
MKVmerge: force === 'mkvmerge' ? bin.mkvmerge : undefined
|
|
};
|
|
}
|
|
if (useMP4format && bin.ffmpeg) {
|
|
return {
|
|
FFmpeg: bin.ffmpeg
|
|
};
|
|
} else if (!useMP4format && (bin.mkvmerge || bin.ffmpeg)) {
|
|
return {
|
|
MKVmerge: bin.mkvmerge,
|
|
FFmpeg: bin.ffmpeg
|
|
};
|
|
} else if (useMP4format) {
|
|
console.warn('FFmpeg not found, skip muxing...');
|
|
} else if (!bin.mkvmerge) {
|
|
console.warn('MKVMerge not found, skip muxing...');
|
|
}
|
|
return {};
|
|
}
|
|
|
|
public static makeFontsList(
|
|
fontsDir: string,
|
|
subs: {
|
|
language: LanguageItem;
|
|
fonts: Font[];
|
|
}[]
|
|
): ParsedFont[] {
|
|
let fontsNameList: Font[] = [];
|
|
const fontsList: { name: string; path: string; mime: string }[] = [],
|
|
subsList: string[] = [];
|
|
let isNstr = true;
|
|
for (const s of subs) {
|
|
fontsNameList.push(...s.fonts);
|
|
subsList.push(s.language.locale);
|
|
}
|
|
fontsNameList = [...new Set(fontsNameList)];
|
|
if (subsList.length > 0) {
|
|
console.info('\nSubtitles: %s (Total: %s)', subsList.join(', '), subsList.length);
|
|
isNstr = false;
|
|
}
|
|
if (fontsNameList.length > 0) {
|
|
console.info((isNstr ? '\n' : '') + 'Required fonts: %s (Total: %s)', fontsNameList.join(', '), fontsNameList.length);
|
|
}
|
|
for (const f of fontsNameList) {
|
|
const fontFiles = fontFamilies[f];
|
|
if (fontFiles) {
|
|
for (const fontFile of fontFiles) {
|
|
const fontPath = path.join(fontsDir, fontFile);
|
|
const mime = fontMime(fontFile);
|
|
if (fs.existsSync(fontPath) && fs.statSync(fontPath).size != 0) {
|
|
fontsList.push({
|
|
name: fontFile,
|
|
path: fontPath,
|
|
mime: mime
|
|
});
|
|
}
|
|
}
|
|
}
|
|
}
|
|
return fontsList;
|
|
}
|
|
|
|
public async merge(type: 'ffmpeg' | 'mkvmerge', bin: string) {
|
|
let command: string | undefined = undefined;
|
|
switch (type) {
|
|
case 'ffmpeg':
|
|
command = this.FFmpeg();
|
|
break;
|
|
case 'mkvmerge':
|
|
command = this.MkvMerge();
|
|
break;
|
|
}
|
|
if (command === undefined) {
|
|
console.warn('Unable to merge files.');
|
|
return;
|
|
}
|
|
console.info(`[${type}] Started merging`);
|
|
const res = Helper.exec(type, `"${bin}"`, command);
|
|
if (!res.isOk && type === 'mkvmerge' && res.err.code === 1) {
|
|
console.info(`[${type}] Mkvmerge finished with at least one warning`);
|
|
} else if (!res.isOk) {
|
|
console.error(res.err);
|
|
console.error(`[${type}] Merging failed with exit code ${res.err.code}`);
|
|
} else {
|
|
console.info(`[${type} Done]`);
|
|
}
|
|
}
|
|
|
|
public cleanUp() {
|
|
this.options.onlyAudio
|
|
.concat(this.options.onlyVid)
|
|
.concat(this.options.videoAndAudio)
|
|
.forEach((a) => fs.unlinkSync(a.path));
|
|
this.options.chapters?.forEach((a) => fs.unlinkSync(a.path));
|
|
this.options.subtitles.forEach((a) => fs.unlinkSync(a.file));
|
|
}
|
|
}
|
|
|
|
export default Merger;
|