From 776ea2deba202419154edfb7ce0ca2640efc011c Mon Sep 17 00:00:00 2001
From: Justin Uberti <justin@fixie.ai>
Date: Mon, 29 Jul 2024 14:46:49 -0700
Subject: [PATCH] Update tools max tokens to 100 (#33)

* Use 50 max tokens for function calls

* Bump tools tokens to 100, needed for groq l3.1 8b
---
 .github/workflows/bench.yml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/.github/workflows/bench.yml b/.github/workflows/bench.yml
index 6be84cf..cae72e0 100644
--- a/.github/workflows/bench.yml
+++ b/.github/workflows/bench.yml
@@ -17,7 +17,7 @@ jobs:
           curl -f -X POST "https://ai-benchmarks.fly.dev/bench?mode=audio&max_tokens=20&num_requests=1"
           # Run the benchmarks
           declare -A max_tokens=(
-            ["tools"]=50
+            ["tools"]=100
           )
           default_max_tokens=20
           regions=("sea" "iad" "cdg")