From d24b5318b975d913444999d0d97c456625ede0d6 Mon Sep 17 00:00:00 2001 From: Ankur Goyal Date: Tue, 19 Nov 2024 11:51:50 -0800 Subject: [PATCH] Disable fake streaming in O1 (#118) OpenAI now supports it! --- packages/proxy/src/proxy.ts | 3 +++ 1 file changed, 3 insertions(+) diff --git a/packages/proxy/src/proxy.ts b/packages/proxy/src/proxy.ts index a53ae61..396c5d8 100644 --- a/packages/proxy/src/proxy.ts +++ b/packages/proxy/src/proxy.ts @@ -1037,6 +1037,8 @@ async function fetchOpenAI( })); } + // O1 now supports streaming! Leaving this in in case we hit unexpected issues. + /* return fetchOpenAIFakeStream({ method, fullURL, @@ -1044,6 +1046,7 @@ async function fetchOpenAI( bodyData, setHeader, }); + */ } const proxyResponse = await fetch(