temporary apply that viral x2 speedup PR (#156)

Author: ngxson

.gitignore

@@ -13,3 +13,4 @@ _tmp
 /scripts/_tmp_hf_space
 /cpp/test_glue
 /cpp/*.bin
+tmp.patch

llama.cpp

@@ -1,11 +1,20 @@
 #!/bin/bash
 
-set -e
+#set -e
 
 CURRENT_PATH="$( cd "$( dirname "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )"
 cd $CURRENT_PATH
 
 export D_UID=$UID
 export D_GID=$GID
 
+# temporary apply that viral x2 speedup PR lmao
+wget https://patch-diff.githubusercontent.com/raw/ggerganov/llama.cpp/pull/11453.patch -O ../tmp.patch
+cd ../llama.cpp
+git apply ../tmp.patch
+cd $CURRENT_PATH
+
 docker compose up llamacpp-wasm-builder --exit-code-from llamacpp-wasm-builder
+
+cd ../llama.cpp
+git reset --hard HEAD