클로드 코드로 무음 구간 자르고 점프컷 만드는 법

brew install ffmpeg openai-whisper

curl -L -o interview.webm "https://upload.wikimedia.org/wikipedia/commons/9/99/Interview_on_extreme_weather_with_physical_geographer_Hannah_Cloke_%E2%80%93_The_Royal_Society.webm"

ffmpeg -ss 186.5 -to 247.5 -i interview.webm -c:v libx264 -crf 18 -preset medium -pix_fmt yuv420p -c:a aac -b:a 160k -movflags +faststart clip.mp4

ffmpeg -nostats -i clip.mp4 -vn -af silencedetect=noise=-30dB:d=0.3 -f null - 2>&1 | grep -o "silence_[a-z]*: [-0-9.]*.*" > silence.loghead -6 silence.log

for n in -25 -30 -35 -40; do  echo "$n dB: $(ffmpeg -nostats -i clip.mp4 -vn -af silencedetect=noise=${n}dB:d=0.3 -f null - 2>&1 | grep -c silence_end) pauses"done

"""Cut the pauses out of a video, leaving PAD seconds of each pause on either side.Usage: cuts.py clip.mp4 silence.log PAD out.mp4 [ZOOM]With ZOOM, every other piece is enlarged by that much, so the jump at each cut reads as achange of framing."""import reimport subprocessimport syssrc, log, pad, out = sys.argv[1], sys.argv[2], float(sys.argv[3]), sys.argv[4]zoom = float(sys.argv[5]) if len(sys.argv) > 5 else 1.0FPS = 25FADE = 0.01  # a 10 ms fade at each joint so the sound doesn't clickduration = float(    subprocess.run(        ["ffprobe", "-v", "error", "-show_entries", "format=duration", "-of", "csv=p=0", src],        capture_output=True, text=True, check=True,    ).stdout)starts = [float(v) for v in re.findall(r"silence_start: ([\d.]+)", open(log).read())]ends = [float(v) for v in re.findall(r"silence_end: ([\d.]+)", open(log).read())]def frame(t):    """Round a time to the nearest frame, so picture and sound are cut at the same place."""    return round(t * FPS) / FPS# Keep everything except the middle of each pause that's longer than the padding on both sides.keep, at, cut = [], 0.0, 0for start, end in zip(starts, ends):    if end - start <= 2 * pad:        continue    keep.append((at, frame(start + pad)))    at = frame(end - pad)    cut += 1keep.append((at, duration))parts, labels = [], ""for i, (a, b) in enumerate(keep):    punch = f",crop=iw/{zoom}:ih/{zoom},scale=1920:1080,setsar=1" if zoom > 1 and i % 2 else ""    parts.append(f"[0:v]trim={a}:{b},setpts=PTS-STARTPTS{punch}[v{i}]")    parts.append(        f"[0:a]atrim={a}:{b},asetpts=PTS-STARTPTS,"        f"afade=t=in:d={FADE},afade=t=out:st={b - a - FADE:.3f}:d={FADE}[a{i}]"    )    labels += f"[v{i}][a{i}]"parts.append(f"{labels}concat=n={len(keep)}:v=1:a=1[v][a]")subprocess.run(    ["ffmpeg", "-v", "error", "-y", "-i", src, "-filter_complex", ";".join(parts),     "-map", "[v]", "-map", "[a]", "-c:v", "libx264", "-crf", "18", "-pix_fmt", "yuv420p",     "-c:a", "aac", "-b:a", "160k", "-movflags", "+faststart", out],    check=True,)kept = sum(b - a for a, b in keep)print(f"{out}: {cut} pauses cut, {duration:.2f} s -> {kept:.2f} s ({duration - kept:.2f} s shorter)")

python3 cuts.py clip.mp4 silence.log 0.05 tight.mp4python3 cuts.py clip.mp4 silence.log 0.15 loose.mp4

whisper clip.mp4 tight.mp4 loose.mp4 --language en --output_format txt --output_dir checkfor f in tight loose; do  echo "--- $f"  diff <(tr -s ' \n' '\n\n' < check/clip.txt) <(tr -s ' \n' '\n\n' < check/$f.txt)done

"""Print the loudest moment of each stretch cuts.py removes, to check no speech went with it.Usage: peaks.py clip.mp4 silence.log PAD"""import reimport subprocessimport syssrc, log, pad = sys.argv[1], sys.argv[2], float(sys.argv[3])FPS = 25starts = [float(v) for v in re.findall(r"silence_start: ([\d.]+)", open(log).read())]ends = [float(v) for v in re.findall(r"silence_end: ([\d.]+)", open(log).read())]def frame(t):    return round(t * FPS) / FPSfor start, end in zip(starts, ends):    if end - start <= 2 * pad:        continue    a, b = frame(start + pad), frame(end - pad)    stats = subprocess.run(        ["ffmpeg", "-nostats", "-ss", str(a), "-to", str(b), "-i", src, "-vn",         "-af", "aformat=channel_layouts=mono,astats", "-f", "null", "-"],        capture_output=True, text=True,    ).stderr    peak = re.findall(r"Peak level dB: ([-\d.]+)", stats)[-1]    print(f"{a:5.2f}-{b:5.2f} s  peak {float(peak):.1f} dB")

python3 peaks.py clip.mp4 silence.log 0.05

python3 cuts.py clip.mp4 silence.log 0.05 punch.mp4 1.15

Footage: "Interview on extreme weather with physical geographer Hannah Cloke" by the Royal Society, CC BY 3.0, cut, its pauses shortened, and parts enlargedLicense: https://creativecommons.org/licenses/by/3.0/