Skip to content

Commit

Permalink
removed sanity checks
Browse files Browse the repository at this point in the history
  • Loading branch information
Anindyadeep committed Dec 7, 2023
1 parent f7d7383 commit 52bad8f
Showing 1 changed file with 0 additions and 7 deletions.
7 changes: 0 additions & 7 deletions bench_exllamav2/setup.sh
Original file line number Diff line number Diff line change
Expand Up @@ -51,13 +51,6 @@ convert_safetensor_to_exllamav2() {
rm -rf "$EXLLAMA_WEIGHTS_FOLDER/out_tensor"
rsync -av --exclude='*.safetensors' --exclude='.*' --exclude='*.bin' "$HF_WEIGHTS_FOLDER" "$EXLLAMA_WEIGHTS_FOLDER"
fi

# do a sanity check, before finishing
if python "$SCRIPT_DIR/exllamav2/test_inference.py" -m "$EXLLAMA_WEIGHTS_FOLDER/" -p "just say ok to this message."; then
echo "All done, everything set."
else
echo "Please check, exllamav2 not run successfully"
fi
}


Expand Down

0 comments on commit 52bad8f

Please sign in to comment.