diff --git a/whisper-cpp-2023/compare.md b/whisper-cpp-2023/compare.md new file mode 100644 index 0000000..ae7e4c1 --- /dev/null +++ b/whisper-cpp-2023/compare.md @@ -0,0 +1,14 @@ +# git.d/samples/mm0.wav (30s) + +| model | threads | rust | c | +| ----- | ------- | ------------- | ----------- | +| tiny | 1 | 4.4s@122% | 4.9s@125% | +| tiny | 2 | 2.7s@210% | 3.3s@190% | +| tiny | 4 | 2.0s@- | 2.9s@400% | +| tiny | 8 | 2.0s@- | 3.1s@700% | +| small | 1 | 23.9s@175% | 28.5s@205% | +| small | 2 | 14.9s@347% | 19.2s@330% | +| small | 4 | 12.3s@515% | 22.1s@530% | +| base | 1 | 8.7s@150% | 10.2s@155% | +| base | 2 | 5.1s@240% | 7.1s@270% | +| base | 4 | 3.8s@370% | 6.0s@430% | diff --git a/whisper-cpp-2023/compare.sh b/whisper-cpp-2023/compare.sh index 1e2d9b6..52ccfde 100644 --- a/whisper-cpp-2023/compare.sh +++ b/whisper-cpp-2023/compare.sh @@ -2,6 +2,6 @@ export P=${1:-1} export MODEL=${2:-models/ggml-tiny.en.bin} export WAV=${3:-git.d/samples/jfk.wav} echo === RUST -time rust-whisper 2>&1 | tail -n 4 +time rust-whisper 2>&1 | grep -v ^whisper_ | grep .. echo === C -time ./c-whisper -m $MODEL -f $WAV -t $P 2>&1 | tail -n 4 +time ./c-whisper -m $MODEL -f $WAV -t $P 2>&1 | grep -v ^whisper_ | grep -v ^system_info | grep -v ^main: | grep ..