From 52bad8f33dadbdf22f187d335a84f23a51a551b6 Mon Sep 17 00:00:00 2001 From: Anindyadeep Date: Thu, 7 Dec 2023 20:08:34 +0000 Subject: [PATCH] removed sanity checks --- bench_exllamav2/setup.sh | 7 ------- 1 file changed, 7 deletions(-) diff --git a/bench_exllamav2/setup.sh b/bench_exllamav2/setup.sh index b5145820..ee872df8 100755 --- a/bench_exllamav2/setup.sh +++ b/bench_exllamav2/setup.sh @@ -51,13 +51,6 @@ convert_safetensor_to_exllamav2() { rm -rf "$EXLLAMA_WEIGHTS_FOLDER/out_tensor" rsync -av --exclude='*.safetensors' --exclude='.*' --exclude='*.bin' "$HF_WEIGHTS_FOLDER" "$EXLLAMA_WEIGHTS_FOLDER" fi - - # do a sanity check, before finishing - if python "$SCRIPT_DIR/exllamav2/test_inference.py" -m "$EXLLAMA_WEIGHTS_FOLDER/" -p "just say ok to this message."; then - echo "All done, everything set." - else - echo "Please check, exllamav2 not run successfully" - fi }