#!/bin/bash # # Synchronize whisper.cpp changes to ggml # # Usage: # # $ cd /path/to/ggml # $ ./scripts/sync-whisper-am.sh -skip hash0,hash1,hash2... # set -e sd=$(dirname $0) cd $sd/../ SRC_GGML=$(pwd) SRC_WHISPER=$(cd ../whisper.cpp; pwd) if [ ! -d $SRC_WHISPER ]; then echo "whisper.cpp not found at $SRC_WHISPER" exit 1 fi lc=$(cat $SRC_GGML/scripts/sync-whisper.last) echo "Syncing whisper.cpp changes since commit $lc" to_skip="" if [ "$1" == "-skip" ]; then to_skip=$2 fi cd $SRC_WHISPER git log --oneline $lc..HEAD git log --oneline $lc..HEAD --reverse | grep -v "(ggml/[0-9]*)" | grep -v "(llama/[0-9]*)" | cut -d' ' -f1 > $SRC_GGML/whisper-commits if [ ! -s $SRC_GGML/whisper-commits ]; then rm -v $SRC_GGML/whisper-commits echo "No new commits" exit 0 fi if [ -f $SRC_GGML/whisper-src.patch ]; then rm -v $SRC_GGML/whisper-src.patch fi while read c; do if [ -n "$to_skip" ]; then if [[ $to_skip == *"$c"* ]]; then echo "Skipping $c" continue fi fi git format-patch -k $c~1..$c --stdout -- \ ggml*.h \ ggml*.c \ ggml*.cpp \ ggml*.m \ ggml*.metal \ ggml*.cu \ whisper.h \ whisper.cpp \ examples/common.h \ examples/common.cpp \ examples/common-ggml.h \ examples/common-ggml.cpp \ examples/main/main.cpp \ examples/quantize/quantize.cpp \ >> $SRC_GGML/whisper-src.patch done < $SRC_GGML/whisper-commits rm -v $SRC_GGML/whisper-commits # delete files if empty if [ ! -s $SRC_GGML/whisper-src.patch ]; then rm -v $SRC_GGML/whisper-src.patch fi cd $SRC_GGML if [ -f $SRC_GGML/whisper-src.patch ]; then # replace PR numbers # # Subject: some text (#1234) # Subject: some text (whisper/1234) cat whisper-src.patch | sed -e 's/^Subject: \(.*\) (#\([0-9]*\))/Subject: \1 (whisper\/\2)/' > whisper-src.patch.tmp mv whisper-src.patch.tmp whisper-src.patch cat whisper-src.patch | sed -e 's/^\(.*\) (#\([0-9]*\))$/\1 (whisper\/\2)/' > whisper-src.patch.tmp mv whisper-src.patch.tmp whisper-src.patch # replace filenames: # # ggml.c -> src/ggml.c # ggml-alloc.c -> src/ggml-alloc.c # ggml-backend-impl.h -> src/ggml-backend-impl.h # ggml-backend.c -> src/ggml-backend.c # ggml-cuda.cu -> src/ggml-cuda.cu # ggml-cuda.h -> src/ggml-cuda.h # ggml-impl.h -> src/ggml-impl.h # ggml-metal.h -> src/ggml-metal.h # ggml-metal.m -> src/ggml-metal.m # ggml-mpi.h -> src/ggml-mpi.h # ggml-mpi.c -> src/ggml-mpi.c # ggml-opencl.cpp -> src/ggml-opencl.cpp # ggml-opencl.h -> src/ggml-opencl.h # ggml-quants.c -> src/ggml-quants.c # ggml-quants.h -> src/ggml-quants.h # ggml.h -> include/ggml/ggml.h # ggml-alloc.h -> include/ggml/ggml-alloc.h # ggml-backend.h -> include/ggml/ggml-backend.h # # whisper.h -> examples/whisper/whisper.h # whisper.cpp -> examples/whisper/whisper.cpp # # examples/common.h -> examples/common.h # examples/common.cpp -> examples/common.cpp # examples/common-ggml.h -> examples/common-ggml.h # examples/common-ggml.cpp -> examples/common-ggml.cpp # examples/main/main.cpp -> examples/whisper/main.cpp # examples/quantize/quantize.cpp -> examples/whisper/quantize.cpp cat whisper-src.patch | sed \ -e 's/\/ggml\.c/\/src\/ggml.c/g' \ -e 's/\/ggml-alloc\.c/\/src\/ggml-alloc.c/g' \ -e 's/\/ggml-backend-impl\.h/\/src\/ggml-backend-impl.h/g' \ -e 's/\/ggml-backend\.c/\/src\/ggml-backend.c/g' \ -e 's/\/ggml-cuda\.cu/\/src\/ggml-cuda.cu/g' \ -e 's/\/ggml-cuda\.h/\/src\/ggml-cuda.h/g' \ -e 's/\/ggml-impl\.h/\/src\/ggml-impl.h/g' \ -e 's/\/ggml-metal\.h/\/src\/ggml-metal.h/g' \ -e 's/\/ggml-metal\.m/\/src\/ggml-metal.m/g' \ -e 's/\/ggml-mpi\.h/\/src\/ggml-mpi.h/g' \ -e 's/\/ggml-mpi\.c/\/src\/ggml-mpi.c/g' \ -e 's/\/ggml-opencl\.cpp/\/src\/ggml-opencl.cpp/g' \ -e 's/\/ggml-opencl\.h/\/src\/ggml-opencl.h/g' \ -e 's/\/ggml-quants\.c/\/src\/ggml-quants.c/g' \ -e 's/\/ggml-quants\.h/\/src\/ggml-quants.h/g' \ -e 's/\/ggml\.h/\/include\/ggml\/ggml.h/g' \ -e 's/\/ggml-alloc\.h/\/include\/ggml\/ggml-alloc.h/g' \ -e 's/\/ggml-backend\.h/\/include\/ggml\/ggml-backend.h/g' \ -e 's/\/whisper\.h/\/examples\/whisper\/whisper.h/g' \ -e 's/\/whisper\.cpp/\/examples\/whisper\/whisper.cpp/g' \ -e 's/\/examples\/common\.h/\/examples\/common.h/g' \ -e 's/\/examples\/common\.cpp/\/examples\/common.cpp/g' \ -e 's/\/examples\/common-ggml\.h/\/examples\/common-ggml.h/g' \ -e 's/\/examples\/common-ggml\.cpp/\/examples\/common-ggml.cpp/g' \ -e 's/\/examples\/main\/main\.cpp/\/examples\/whisper\/main.cpp/g' \ -e 's/\/examples\/quantize\/quantize\.cpp/\/examples\/whisper\/quantize.cpp/g' \ > whisper-src.patch.tmp mv whisper-src.patch.tmp whisper-src.patch git am whisper-src.patch rm -v $SRC_GGML/whisper-src.patch fi # update last commit cd $SRC_WHISPER git log -1 --format=%H > $SRC_GGML/scripts/sync-whisper.last echo "Done" exit 0