From 605d7775720af88343e1896d8f38e59f198aa652 Mon Sep 17 00:00:00 2001 From: Antoine Van-Elstraete Date: Mon, 25 Jul 2022 17:29:04 +0200 Subject: [PATCH] [Foirage de git merge...] --- vid_convert.py | 328 +++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 328 insertions(+) create mode 100644 vid_convert.py diff --git a/vid_convert.py b/vid_convert.py new file mode 100644 index 0000000..7c118fc --- /dev/null +++ b/vid_convert.py @@ -0,0 +1,328 @@ +#!/usr/bin/env python3 +# -*- coding: utf-8 -*- + +import json +import subprocess +import logging +from os import listdir, remove + + +def get_infos(file): + ''' + Cette fonction extrait les informations du film à l'aide de ffprobe et les stocke + dans un dictionnaire pour une utilisation ultérieure. + + -> http://ffmpeg.org/ffprobe.html + ''' + v_infos = { + 'index': None, + 'height': None, + 'width': None, + 'color_primaries': None, + 'color_space': None, + 'color_transfer': None, + 'pix_fmt': None, + 'display_aspect_ratio': None, + } + a_infos = {} + v_infos_cmd = f'ffprobe -v quiet -print_format json -show_format -show_streams -show_frames -read_intervals "%+#1" -select_streams v {file}' + v_infos_raw = subprocess.getoutput(v_infos_cmd) + a_infos_cmd = f"ffprobe -v quiet -print_format json -show_format -show_streams -select_streams a {file}" + a_infos_raw = subprocess.getoutput(a_infos_cmd) + s_infos_cmd = f"ffprobe -v quiet -print_format json -show_streams -select_streams s {file}" + s_infos_raw = subprocess.getoutput(s_infos_cmd) + full_v_infos = json.loads(v_infos_raw) + full_a_infos = json.loads(a_infos_raw) + full_s_infos = json.loads(s_infos_raw) + v_stream = full_v_infos['streams'][0] + for prop in v_infos.keys(): + try: + v_infos.update({prop: v_stream[prop]}) + except KeyError: + pass + try: + v_infos.update({'side_data_list': full_v_infos['frames'][0]['side_data_list']}) + except KeyError: + pass + a_infos = [] + for a_stream in full_a_infos['streams']: + a_stream_infos = { + 'index': a_stream['index'], + 'channels': a_stream['channels'], + 'channel_layout': a_stream['channel_layout'], + 'language': a_stream['tags']['language'] + } + try: + a_stream_infos.update({'title': a_stream['tags']['title']}) + except KeyError: + a_stream_infos.update({'title': 'No title'}) + a_infos.append(a_stream_infos) + s_infos = [] + for s_stream in full_s_infos['streams']: + s_stream_infos = { + 'index': s_stream['index'], + 'language': s_stream['tags']['language']} + s_infos.append(s_stream_infos) + duration = subprocess.getoutput(f"ffprobe -v quiet -print_format json -show_format {file}") + duration = json.loads(duration) + duration = float(duration['format']['duration']) + hdr10_v_cmd = f'ffmpeg -loglevel panic -i {file} -c:v copy -vbsf hevc_mp4toannexb -f hevc - | hdr10plus_parser -o metadata.json --verify -' + hdr10_v_raw = subprocess.getoutput(hdr10_v_cmd) + if 'metadata detected' in hdr10_v_raw: + hdr10_cmd = f'ffmpeg -loglevel panic -i {file} -c:v copy -vbsf hevc_mp4toannexb -f hevc - | hdr10plus_parser -o /tmp/{file}_hdr10_metadata.json -' + hdr10_cmd_res = subprocess.getoutput(hdr10_cmd) + logging.debug(hdr10_cmd_res) + v_infos.update({'hdr10plus': True, 'hdr10plus_metadata': f'/tmp/{file}_hdr10_metadata.json'}) + infos = {'duration': duration, 'video': v_infos, 'audio': a_infos, 'subtitles': s_infos} + logging.debug("Informations du film : \n" + json.dumps(infos, indent=True)) + return infos + + +def is_interlaced(file, infos): + ''' + Cette fonction detecte si la vidéo est entrelacée. + -> https://fr.wikipedia.org/wiki/Entrelacement_(vid%C3%A9o) + ''' + duration_tier = int(infos['duration'] / 3) + command = f"ffmpeg -loglevel info -ss {duration_tier} -t {duration_tier} -i {file} -an -filter:v idet -f null -y /dev/null" + result = subprocess.getoutput(command) + for line in result.splitlines(): + if "Multi" in line: + TFF = int(line.split('TFF:')[1].split()[0]) + BFF = int(line.split('BFF:')[1].split()[0]) + Progressive = int(line.split('Progressive:')[1].split()[0]) + try: + pct = ((TFF + BFF) / (TFF + BFF + Progressive)) * 100 + pct = round(pct) + except ZeroDivisionError: + pct = 100 + if pct > 10: + logging.debug(f"Vidéo entrelacée à {pct}%") + return True + else: + logging.debug("Vidéo non entrelacée") + return False + + +def cropping(file, infos): + ''' + Cette fonction detecte les bandes inutiles de la vidéo + ''' + logging.info("Détection de la taille de l'image...") + duration_tier = int(infos['duration'] / 3) + command = f"ffmpeg -loglevel info -i {file} -ss {duration_tier} -t {duration_tier} -an -f null -vf cropdetect -y /dev/null" + logging.debug(command) + cropsize = subprocess.getoutput(command).splitlines()[-3].split()[-1] + logging.debug(f"Paramètre de découpe : {cropsize}") + return cropsize + + +def volume_audio(file, infos): + ''' + Cette fonction ajuste le volume vers 0dB + ''' + volumes = {} + for piste_audio in infos['audio']: + piste = piste_audio['index'] + command = f"ffmpeg -loglevel info -i {file} -map 0:{piste} -af volumedetect -f null -y /dev/null" + logging.info(f"Détection du volume de la piste {piste}...") + logging.debug(command) + volumedetect = subprocess.getoutput(command) + for line in volumedetect.splitlines(): + if "max_volume" in line: + volume = line.split()[-2] + volume = f"{str(-float(volume))}dB" + logging.debug(f"Ajustement du volume de la piste {piste} : {volume}") + volumes.update({piste: volume}) + return volumes + + +def stabilization(file): + ''' + Cette fonction permet de stabiliser l'image, + par exemple quand filmé au smartphone. + ''' + cmd_stab = f'ffmpeg -i {file} -vf vidstabdetect=shakiness=10:accuracy=10:result="/tmp/vidstab.trf" -f null - ' + subprocess.getoutput(cmd_stab) + + +def extract_subs(file, track, lang): + command = f'ffmpeg -loglevel error -i {file} -map 0:{track} -map_metadata -1 -vn -an -c:s copy -metadata language="{lang}" -y {file}_subtitle_{track}_{lang}.mkv' + logging.info(f"Extraction du sous-titre {track}, langue : {lang}...") + logging.debug(command) + result = subprocess.getoutput(command) + if result != "": + logging.error(result) + + +def convert_audio(file, track, volume_adj, channels, channel_layout, language, title): + if channel_layout == "5.1(side)": + channel_layout = "5.1" + codec = 'libfdk_aac -vbr 5' + metadatas = f'-metadata language="{language}" -metadata title="{title}"' + command = f'ffmpeg -loglevel error -i {file} -map 0:{track} -map_metadata -1 -vn -sn -c:a {codec} -mapping_family 1 -filter:a volume={volume_adj},aformat=channel_layouts={channel_layout} {metadatas} -y {file}_audio_{track}_{language}.mka' + logging.debug(command) + result = subprocess.getoutput(command) + if result != "": + logging.error(result) + + +def convert_video(file, infos, start, crop, crf, animation, interlaced, vhs): + str_start = "{:05d}".format(start) + output = f'{file}_video_t{str_start}.mkv' + fmt = "yuv420p10le" + track = infos['video']['index'] + codec = 'libx265 -preset slower' + hdr = '' + if animation: + tune = "-tune animation" + else: + tune = "" + if interlaced: + crop = f"{crop},yadif" + if vhs: + crop = f"{crop},hqdn3d,unsharp=5:5:0.8:3:3:0.4" + if 'side_data_list' in infos['video'].keys(): + try: + light_level = f"{infos['video']['side_data_list'][1]['max_content']},{infos['video']['side_data_list'][1]['max_average']}" + color_primaries = infos['video']['color_primaries'] + color_transfer = infos['video']['color_transfer'] + color_space = infos['video']['color_space'] + green_x = infos['video']['side_data_list'][0]['green_x'].split('/') + green_x = int(int(green_x[0])*(int(green_x[1])/50000)) + green_y = infos['video']['side_data_list'][0]['green_y'].split('/') + green_y = int(int(green_y[0])*(int(green_y[1])/50000)) + green = f'G\({green_x},{green_y}\)' + blue_x = infos['video']['side_data_list'][0]['blue_x'].split('/') + blue_x = int(int(blue_x[0])*(int(blue_x[1])/50000)) + blue_y = infos['video']['side_data_list'][0]['blue_y'].split('/') + blue_y = int(int(blue_y[0])*(int(blue_y[1])/50000)) + blue = f'B\({blue_x},{blue_y}\)' + red_x = infos['video']['side_data_list'][0]['red_x'].split('/') + red_x = int(int(red_x[0])*(int(red_x[1])/50000)) + red_y = infos['video']['side_data_list'][0]['red_y'].split('/') + red_y = int(int(red_y[0])*(int(red_y[1])/50000)) + red = f'R\({red_x},{red_y}\)' + white_point_x = infos['video']['side_data_list'][0]['white_point_x'].split('/') + white_point_x = int(int(white_point_x[0])*(int(white_point_x[1])/50000)) + white_point_y = infos['video']['side_data_list'][0]['white_point_y'].split('/') + white_point_y = int(int(white_point_y[0])*(int(white_point_y[1])/50000)) + white_point = f'WP\({white_point_x},{white_point_y}\)' + min_luminance = infos['video']['side_data_list'][0]['min_luminance'].split('/') + min_luminance = int(int(min_luminance[0])*(int(min_luminance[1])/10000)) + max_luminance = infos['video']['side_data_list'][0]['max_luminance'].split('/') + max_luminance = int(int(max_luminance[0])*(int(max_luminance[1])/10000)) + luminance = f'L\({max_luminance},{min_luminance}\)' + master_display = green + blue + red + white_point + luminance + hdr = f'-x265-params hdr-opt=1:repeat-headers=1:colorprim={color_primaries}:transfer={color_transfer}:colormatrix={color_space}:master-display={master_display}:max-cll={light_level}' + except Exception as err: + logging.debug(f"Aucune information HDR : {err}") + command = f'ffmpeg -loglevel error -i {file} -map 0:{track} -ss {start} -t 300 -an -sn -c:v {codec} {tune} {hdr} -crf {crf} -pix_fmt {fmt} -filter:v {crop} -y {output}' + logging.debug(command) + result = subprocess.getoutput(command) + if result != "": + logging.error(result) + + +def create_mkv(filename): + json_data = [] + json_data.append("--output") + json_data.append(f"{filename}_FINAL.mkv") + for file in listdir(): + if f"{filename}_video_t" in file: + json_data.append("--no-track-tags") + json_data.append("--no-global-tags") + json_data.append("--no-chapters") + if "t00000" not in file: + json_data.append("+") + json_data.append("(") + json_data.append(file) + json_data.append(")") + for file in listdir(): + if f"{filename}_audio" in file: + lang = file[-7:][:-4] + json_data.append("--no-track-tags") + json_data.append("--no-global-tags") + json_data.append("--no-chapters") + json_data.append("--language") + json_data.append(f"0:{lang}") + json_data.append("(") + json_data.append(file) + json_data.append(")") + for file in listdir(): + if f"{filename}_subtitle" in file: + json_data.append("--no-track-tags") + json_data.append("--no-global-tags") + json_data.append("--no-chapters") + lang = file[-7:][:-4] + json_data.append("--language") + json_data.append(f"0:{lang}") + json_data.append("(") + json_data.append(file) + json_data.append(")") + with open(f"/tmp/{filename}.json", "w") as mkvmerge_options: + mkvmerge_options.write(json.dumps(json_data)) + command = f"mkvmerge -v @/tmp/{filename}.json" + logging.debug(command) + result = subprocess.getoutput(command) + logging.info(result) + remove(f"/tmp/{filename}.json") + for file in listdir(): + if f"{filename}_video" in file: + remove(file) + if f"{filename}_audio" in file: + remove(file) + if f"{filename}_subtitle" in file: + remove(file) + + +def mkv_to_mp4(filename): + options = "-c:a copy -c:v copy -c:s copy -movflags faststart" + command = f"ffmpeg -loglevel error -i {filename}_FINAL.mkv -map 0 {options} -y NEW_{filename}.mp4" + result = subprocess.getoutput(command) + if result != "": + logging.error(result) + else: + remove(f"{filename}_FINAL.mkv") + + +if __name__ == '__main__': + import argparse + parser = argparse.ArgumentParser() + parser.add_argument("f_input") + parser.add_argument("-d", "--debug", dest="debug", action="store_true") + parser.add_argument("-s", "--stabilise", dest="stab", action="store_true") + parser.add_argument("-t", "--starttime", dest="starttime") + parser.add_argument("-a", "--animation", dest="animation", action="store_true") + parser.add_argument("-c", "--vhs", dest="vhs", action="store_true") + args = parser.parse_args() + if args.debug: + logging.basicConfig(format='[%(asctime)s]\n%(message)s', level=logging.DEBUG, datefmt='%d/%m/%Y %H:%M:%S') + else: + logging.basicConfig(format='[%(asctime)s]\n%(message)s', level=logging.INFO, datefmt='%d/%m/%Y %H:%M:%S') + file = args.f_input + infos = get_infos(file) + interlaced = is_interlaced(file, infos) + cropsize = cropping(file, infos) + volumes = volume_audio(file, infos) + if args.stab: + stabilization(file) + if args.animation: + animation = True + else: + animation = False + if not args.starttime: + for track in infos['subtitles']: + extract_subs(file, track['index'], track['language']) + for track in infos['audio']: + convert_audio(file, track['index'], volumes[track['index']], track['channels'], track['channel_layout'], track['language'], track['title']) + if args.starttime: + vid_part_time = int(args.starttime) + else: + vid_part_time = 0 + while vid_part_time < infos['duration']: + crf = 19 + convert_video(file, infos, vid_part_time, cropsize, crf, animation, interlaced, args.vhs) + vid_part_time += 300 + create_mkv(file) + mkv_to_mp4(file)