#! /usr/bin/python3 import os, sys, subprocess, json, click, time, re from ffx.file_properties import FileProperties from ffx.ffx_app import FfxApp from ffx.ffx_controller import FfxController from ffx.show_controller import ShowController from ffx.tmdb_controller import TmdbController from ffx.database import databaseContext from ffx.track_descriptor import TrackDescriptor from ffx.track_type import TrackType from ffx.video_encoder import VideoEncoder from ffx.track_disposition import TrackDisposition from ffx.process import executeProcess VERSION='0.1.3' # 0.1.1 # Bugfixes, TMBD identify shows # 0.1.2 # Bugfixes # 0.1.3 # Subtitle file imports @click.group() @click.pass_context @click.option('--database-file', type=str, default='', help='Path to database file') def ffx(ctx, database_file): """FFX""" ctx.obj = {} ctx.obj['database'] = databaseContext(databasePath=database_file) # Define a subcommand @ffx.command() def version(): click.echo(VERSION) # Another subcommand @ffx.command() def help(): click.echo(f"ffx {VERSION}\n") click.echo(f"Usage: ffx [input file] [output file] [vp9|av1] [q=[nn[,nn,...]]] [p=nn] [a=nnn[k]] [ac3=nnn[k]] [dts=nnn[k]] [crop]") @ffx.command() @click.pass_context @click.argument('filename', nargs=1) def inspect(ctx, filename): ctx.obj['command'] = 'inspect' ctx.obj['arguments'] = {} ctx.obj['arguments']['filename'] = filename app = FfxApp(ctx.obj) app.run() #TODO: TrackCodec Klasse CODEC_LOOKUP_TABLE = { 'h264': {'format': 'h264', 'extension': 'h264'}, 'aac': { 'extension': 'aac'}, 'ac3': {'format': 'ac3', 'extension': 'ac3'}, 'ass': {'format': 'ass', 'extension': 'ass'}, 'hdmv_pgs_subtitle': {'format': 'sup', 'extension': 'sup'} } def getUnmuxSequence(trackDescriptor: TrackDescriptor, sourcePath, targetPrefix, targetDirectory = ''): trackCodec = trackDescriptor.getCodec() if not trackCodec in CODEC_LOOKUP_TABLE.keys(): return [] commandTokens = FfxController.COMMAND_TOKENS + ['-i', sourcePath] trackType = trackDescriptor.getType() targetPathBase = os.path.join(targetDirectory, targetPrefix) if targetDirectory else targetPrefix commandTokens += ['-map', f"0:{trackType.indicator()}:{trackDescriptor.getSubIndex()}", '-c', 'copy'] if 'format' in CODEC_LOOKUP_TABLE[trackCodec].keys(): commandTokens += ['-f', CODEC_LOOKUP_TABLE[trackCodec]['format']] commandTokens += [f"{targetPathBase}.{CODEC_LOOKUP_TABLE[trackCodec]['extension']}"] return commandTokens @ffx.command() @click.pass_context @click.argument('paths', nargs=-1) @click.option('-l', '--label', type=str, default='', help='Label to be used as filename prefix') @click.option("-o", "--output-directory", type=str, default='') @click.option("-s", "--subtitles-only", is_flag=True, default=False) @click.option("--dry-run", is_flag=True, default=False) def unmux(ctx, paths, label, output_directory, subtitles_only, dry_run): existingSourcePaths = [p for p in paths if os.path.isfile(p)] click.echo(f"\nUnmuxing {len(existingSourcePaths)} files") for sourcePath in existingSourcePaths: fp = FileProperties(ctx.obj, sourcePath) try: sourceMediaDescriptor = fp.getMediaDescriptor() season = fp.getSeason() episode = fp.getEpisode() #TODO: Recognition für alle Formate anpassen targetLabel = label if label else fp.getFileBasename() targetIndicator = f"_S{season}E{episode}" if label and season != -1 and episode != -1 else '' if label and not targetIndicator: click.echo(f"Skipping file {fp.getFilename()}: Label set but no indicator recognized") continue else: click.echo(f"\nUnmuxing file {fp.getFilename()}\n") for trackDescriptor in sourceMediaDescriptor.getAllTrackDescriptors(): if trackDescriptor.getType() == TrackType.SUBTITLE or not subtitles_only: # SEASON_EPISODE_STREAM_LANGUAGE_MATCH = '[sS]([0-9]+)[eE]([0-9]+)_([0-9]+)_([a-z]{3})' targetPrefix = f"{targetLabel}{targetIndicator}_{trackDescriptor.getIndex()}_{trackDescriptor.getLanguage().threeLetter()}" unmuxSequence = getUnmuxSequence(trackDescriptor, sourcePath, targetPrefix, targetDirectory = output_directory) if unmuxSequence: if not dry_run: click.echo(f"Executing unmuxing sequence: {' '.join(unmuxSequence)}") out, err, rc = executeProcess(unmuxSequence) if rc: click.echo(f"Unmuxing of stream {trackDescriptor.getIndex()} failed with error ({rc}) {err}") else: click.echo(f"Skipping stream with unknown codec {trackDescriptor.getCodec()}") except Exception as ex: click.echo(f"Skipping File {sourcePath} ({ex})") @ffx.command() @click.pass_context def shows(ctx): ctx.obj['command'] = 'shows' app = FfxApp(ctx.obj) app.run() @ffx.command() @click.pass_context @click.argument('paths', nargs=-1) @click.option('-l', '--label', type=str, default='', help='Label to be used as filename prefix') @click.option('-v', '--video-encoder', type=str, default=FfxController.DEFAULT_VIDEO_ENCODER, help=f"Target video encoder (vp9 or av1) default: {FfxController.DEFAULT_VIDEO_ENCODER}") @click.option('-q', '--quality', type=str, default=FfxController.DEFAULT_QUALITY, help=f"Quality settings to be used with VP9 encoder (default: {FfxController.DEFAULT_QUALITY})") @click.option('-p', '--preset', type=str, default=FfxController.DEFAULT_AV1_PRESET, help=f"Quality preset to be used with AV1 encoder (default: {FfxController.DEFAULT_AV1_PRESET})") @click.option('-a', '--stereo-bitrate', type=int, default=FfxController.DEFAULT_STEREO_BANDWIDTH, help=f"Bitrate in kbit/s to be used to encode stereo audio streams (default: {FfxController.DEFAULT_STEREO_BANDWIDTH})") @click.option('-ac3', '--ac3-bitrate', type=int, default=FfxController.DEFAULT_AC3_BANDWIDTH, help=f"Bitrate in kbit/s to be used to encode 5.1 audio streams (default: {FfxController.DEFAULT_AC3_BANDWIDTH})") @click.option('-dts', '--dts-bitrate', type=int, default=FfxController.DEFAULT_DTS_BANDWIDTH, help=f"Bitrate in kbit/s to be used to encode 6.1 audio streams (default: {FfxController.DEFAULT_DTS_BANDWIDTH})") @click.option('-sd', '--subtitle-directory', type=str, default='', help='Load subtitles from here') @click.option('-sp', '--subtitle-prefix', type=str, default='', help='Subtitle filename prefix') @click.option('-as', '--audio-language', type=str, multiple=True, help='Audio stream language(s)') @click.option('-at', '--audio-title', type=str, multiple=True, help='Audio stream title(s)') @click.option('-da', '--default-audio', type=int, default=-1, help='Index of default audio stream') @click.option('-da', '--forced-audio', type=int, default=-1, help='Index of forced audio stream') @click.option('-ss', '--subtitle-language', type=str, multiple=True, help='Subtitle stream language(s)') @click.option('-st', '--subtitle-title', type=str, multiple=True, help='Subtitle stream title(s)') @click.option('-ds', '--default-subtitle', type=int, default=-1, help='Index of default subtitle stream') @click.option('-fs', '--forced-subtitle', type=int, default=-1, help='Index of forced subtitle stream') # (including default audio stream tag) @click.option("--crop", is_flag=False, flag_value="default", default="none") @click.option("-o", "--output-directory", type=str, default='') @click.option("-d", "--denoise", is_flag=True, default=False) @click.option("-t", "--no-tmdb", is_flag=True, default=False) @click.option("-j", "--no-jellyfin", is_flag=True, default=False) @click.option("-np", "--no-pattern", is_flag=True, default=False) @click.option("--dry-run", is_flag=True, default=False) def convert(ctx, paths, label, video_encoder, quality, preset, stereo_bitrate, ac3_bitrate, dts_bitrate, subtitle_directory, subtitle_prefix, audio_language, audio_title, default_audio, forced_audio, subtitle_language, subtitle_title, default_subtitle, forced_subtitle, crop, output_directory, denoise, no_tmdb, no_jellyfin, no_pattern, dry_run): """Batch conversion of audiovideo files in format suitable for web playback, e.g. jellyfin Files found under PATHS will be converted according to parameters. Filename extensions will be changed appropriately. Suffices will we appended to filename in case of multiple created files or if the filename has not changed.""" startTime = time.perf_counter() context = ctx.obj context['dry_run'] = dry_run context['video_encoder'] = VideoEncoder.fromLabel(video_encoder) context['use_jellyfin'] = not no_jellyfin context['use_tmdb'] = not no_tmdb context['use_pattern'] = not no_pattern context['import_subtitles'] = (subtitle_directory and subtitle_prefix) if context['import_subtitles']: context['subtitle_directory'] = subtitle_directory context['subtitle_prefix'] = subtitle_prefix # click.echo(f"\nVideo encoder: {video_encoder}") qualityTokens = quality.split(',') q_list = [q for q in qualityTokens if q.isnumeric()] click.echo(f"Qualities: {q_list}") context['bitrates'] = {} context['bitrates']['stereo'] = str(stereo_bitrate) if str(stereo_bitrate).endswith('k') else f"{stereo_bitrate}k" context['bitrates']['ac3'] = str(ac3_bitrate) if str(ac3_bitrate).endswith('k') else f"{ac3_bitrate}k" context['bitrates']['dts'] = str(dts_bitrate) if str(dts_bitrate).endswith('k') else f"{dts_bitrate}k" click.echo(f"Stereo bitrate: {context['bitrates']['stereo']}") click.echo(f"AC3 bitrate: {context['bitrates']['ac3']}") click.echo(f"DTS bitrate: {context['bitrates']['dts']}") # Process crop parameters context['perform_crop'] = (crop != 'none') if context['perform_crop']: cTokens = crop.split(',') if cTokens and len(cTokens) == 2: context['crop_start'] = int(cTokens[0]) context['crop_length'] = int(cTokens[1]) click.echo(f"Crop start={context['crop_start']} length={context['crop_length']}") tc = TmdbController() if context['use_tmdb'] else None existingSourcePaths = [p for p in paths if os.path.isfile(p) and p.split('.')[-1] in FfxController.INPUT_FILE_EXTENSIONS] click.echo(f"\nRunning {len(existingSourcePaths) * len(q_list)} jobs") jobIndex = 0 for sourcePath in existingSourcePaths: # Separate basedir, basename and extension for current source file sourceDirectory = os.path.dirname(sourcePath) sourceFilename = os.path.basename(sourcePath) sourcePathTokens = sourceFilename.split('.') sourceFileBasename = '.'.join(sourcePathTokens[:-1]) sourceFilenameExtension = sourcePathTokens[-1] click.echo(f"\nProcessing file {sourcePath}") mediaFileProperties = FileProperties(context, sourceFilename) sourceMediaDescriptor = mediaFileProperties.getMediaDescriptor() #HINT: This is None if the filename did not match anything in database currentPattern = mediaFileProperties.getPattern() if context['use_pattern'] else None click.echo(f"Pattern matching: {'No' if currentPattern is None else 'Yes'}") # fileBasename = '' if currentPattern is None: # Case no pattern matching # fileBasename = currentShowDescriptor.getFilenamePrefix() # Check for multiple default or forced dispositions if not set by user input or database requirements # # Query user for the correct sub indices, then configure flags in track descriptors associated with media descriptor accordingly. # The correct tokens should then be created by if len([v for v in sourceMediaDescriptor.getVideoTracks() if v.getDispositionFlag(TrackDisposition.DEFAULT)]) > 1: defaultVideoTrackSubIndex = click.prompt("More than one default video stream detected! Please select stream", type=int) sourceMediaDescriptor.setDefaultSubTrack(TrackType.VIDEO, defaultVideoTrackSubIndex) if len([v for v in sourceMediaDescriptor.getVideoTracks() if v.getDispositionFlag(TrackDisposition.FORCED)]) > 1: forcedVideoTrackSubIndex = click.prompt("More than one forced video stream detected! Please select stream", type=int) sourceMediaDescriptor.setForcedSubTrack(TrackType.VIDEO, forcedVideoTrackSubIndex) if len([a for a in sourceMediaDescriptor.getAudioTracks() if a.getDispositionFlag(TrackDisposition.DEFAULT)]) > 1: defaultAudioTrackSubIndex = click.prompt("More than one default audio stream detected! Please select stream", type=int) sourceMediaDescriptor.setDefaultSubTrack(TrackType.AUDIO, defaultAudioTrackSubIndex) if len([a for a in sourceMediaDescriptor.getAudioTracks() if a.getDispositionFlag(TrackDisposition.FORCED)]) > 1: forcedAudioTrackSubIndex = click.prompt("More than one forced audio stream detected! Please select stream", type=int) sourceMediaDescriptor.setForcedSubTrack(TrackType.AUDIO, forcedAudioTrackSubIndex) if len([s for s in sourceMediaDescriptor.getSubtitleTracks() if s.getDispositionFlag(TrackDisposition.DEFAULT)]) > 1: defaultSubtitleTrackSubIndex = click.prompt("More than one default subtitle stream detected! Please select stream", type=int) sourceMediaDescriptor.setDefaultSubTrack(TrackType.SUBTITLE, defaultSubtitleTrackSubIndex) if len([s for s in sourceMediaDescriptor.getSubtitleTracks() if s.getDispositionFlag(TrackDisposition.FORCED)]) > 1: forcedSubtitleTrackSubIndex = click.prompt("More than one forced subtitle stream detected! Please select stream", type=int) sourceMediaDescriptor.setForcedSubTrack(TrackType.SUBTITLE, forcedSubtitleTrackSubIndex) if context['import_subtitles']: sourceMediaDescriptor.importSubtitles(context['subtitle_directory'], context['subtitle_prefix'], mediaFileProperties.getSeason(), mediaFileProperties.getEpisode()) if context['use_jellyfin']: # Reorder subtracks in types with default the last, then make subindices flat again sourceMediaDescriptor.applyJellyfinOrder() fc = FfxController(context, sourceMediaDescriptor) # dispositionTokens = fc.generateDispositionTokens() # click.echo(f"Disposition Tokens: {dispositionTokens}") # audioTokens = fc.generateAudioEncodingTokens() # click.echo(f"Audio Tokens: {audioTokens}") else: # Case pattern matching targetMediaDescriptor = currentPattern.getMediaDescriptor() currentShowDescriptor = currentPattern.getShowDescriptor() if context['use_tmdb']: tmdbEpisodeResult = tc.queryEpisode(currentShowDescriptor.getId(), mediaFileProperties.getSeason(), mediaFileProperties.getEpisode()) if tmdbEpisodeResult: sourceFileBasename = tc.getEpisodeFileBasename(currentShowDescriptor.getFilenamePrefix(), tmdbEpisodeResult['name'], mediaFileProperties.getSeason(), mediaFileProperties.getEpisode(), currentShowDescriptor.getIndexSeasonDigits(), currentShowDescriptor.getIndexEpisodeDigits(), currentShowDescriptor.getIndicatorSeasonDigits(), currentShowDescriptor.getIndicatorEpisodeDigits()) else: sourceFileBasename = currentShowDescriptor.getFilenamePrefix() if context['import_subtitles']: targetMediaDescriptor.importSubtitles(context['subtitle_directory'], context['subtitle_prefix'], mediaFileProperties.getSeason(), mediaFileProperties.getEpisode()) # raise click.ClickException(f"tmd subindices: {[t.getSubIndex() for t in targetMediaDescriptor.getAllTrackDescriptors()]}") # click.echo(f"tmd subindices: {[t.getIndex() for t in targetMediaDescriptor.getAllTrackDescriptors()]} {[t.getSubIndex() for t in targetMediaDescriptor.getAllTrackDescriptors()]} {[t.getDispositionFlag(TrackDisposition.DEFAULT) for t in targetMediaDescriptor.getAllTrackDescriptors()]}") if context['use_jellyfin']: # Reorder subtracks in types with default the last, then make subindices flat again targetMediaDescriptor.applyJellyfinOrder() # click.echo(f"tmd subindices: {[t.getIndex() for t in targetMediaDescriptor.getAllTrackDescriptors()]} {[t.getSubIndex() for t in targetMediaDescriptor.getAllTrackDescriptors()]} {[t.getDispositionFlag(TrackDisposition.DEFAULT) for t in targetMediaDescriptor.getAllTrackDescriptors()]}") # raise click.Abort click.echo(f"Input mapping tokens (2nd pass): {targetMediaDescriptor.getInputMappingTokens()}") fc = FfxController(context, targetMediaDescriptor, sourceMediaDescriptor) # mappingTokens = fc.generateMetadataTokens() # click.echo(f"Metadata Tokens: {mappingTokens}") # dispositionTokens = fc.generateDispositionTokens() # click.echo(f"Disposition Tokens: {dispositionTokens}") # audioTokens = fc.generateAudioEncodingTokens() # click.echo(f"Audio Tokens: {audioTokens}") click.echo(f"Season={mediaFileProperties.getSeason()} Episode={mediaFileProperties.getEpisode()}") click.echo(f"fileBasename={sourceFileBasename}") for q in q_list: click.echo(f"\nRunning job {jobIndex} file={sourcePath} q={q}") jobIndex += 1 extra = ['ffx'] if sourceFilenameExtension == FfxController.DEFAULT_FILE_EXTENSION else [] targetFilename = (sourceFileBasename if context['use_tmdb'] else mediaFileProperties.assembleTargetFileBasename(label if label else sourceFileBasename, q if len(q_list) > 1 else -1, extraTokens = extra)) targetPath = os.path.join(output_directory if output_directory else sourceDirectory, targetFilename) fc.runJob(sourcePath, targetPath, context['video_encoder'], q, preset, denoise) #TODO: click.confirm('Warning! This file is not compliant to the defined source schema! Do you want to continue?', abort=True) endTime = time.perf_counter() click.echo(f"\nDONE\nTime elapsed {endTime - startTime}") if __name__ == '__main__': ffx()