From 7c49db520dd8530974f01ef5db064a7cfbd2e646 Mon Sep 17 00:00:00 2001
From: Justin Uberti <justin@fixie.ai>
Date: Mon, 15 Jul 2024 16:43:18 -0700
Subject: [PATCH] Pre-warm audio models since they might spin down (#28)

* Add audio radio button and action

* Update DataGrid.astro

* Pre-pre-warm audio models
---
 .github/workflows/bench.yml | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/.github/workflows/bench.yml b/.github/workflows/bench.yml
index 0f70794..fb85734 100644
--- a/.github/workflows/bench.yml
+++ b/.github/workflows/bench.yml
@@ -13,6 +13,9 @@ jobs:
     steps:
       - name: Send Benchmark Requests
         run: |
+          # Pre-warm any spun-down instances (only audio right now)
+          curl -f -X POST "https://ai-benchmarks.fly.dev/bench?mode=audio&max_tokens=20&n=1"
+          # Run the benchmarks
           regions=("sea" "iad" "cdg")
           media=("text" "image" "audio")
           for region in "${regions[@]}"; do