Small fixes to accompany braintrustdata/autoevals#27 (#37)

braintrustdata · Nov 10, 2023 · c57e41d · c57e41d
1 parent 6d9e166
commit c57e41d
Show file tree

Hide file tree

Showing 3 changed files with 5 additions and 3 deletions.
diff --git a/autoevals b/autoevals
diff --git a/py/src/braintrust/logger.py b/py/src/braintrust/logger.py
@@ -105,6 +105,7 @@ def __exit__(self):
         pass
 
 
+# DEVNOTE: This is copied into autoevals/py/autoevals/util.py
 class _NoopSpan(Span):
     """A fake implementation of the Span API which does nothing. This can be used as the default span."""
 
@@ -633,6 +634,7 @@ def login(api_url=None, api_key=None, org_name=None, disable_cache=False, force_
 
         os.makedirs(CACHE_PATH, exist_ok=True)
 
+        conn = None
         if api_key is not None:
             resp = requests.post(_urljoin(_state.api_url, "/api/apikey/login"), json={"token": api_key})
             if not resp.ok:

diff --git a/py/src/braintrust/oai.py b/py/src/braintrust/oai.py
@@ -55,7 +55,7 @@ def gen():
                         "prompt_tokens": log_response["usage"]["prompt_tokens"],
                         "completion_tokens": log_response["usage"]["completion_tokens"],
                     },
-                    output=log_response["choices"][0],
+                    output=log_response["choices"],
                 )
                 return raw_response
         finally:
@@ -101,7 +101,7 @@ async def gen():
                         "prompt_tokens": log_response["usage"]["prompt_tokens"],
                         "completion_tokens": log_response["usage"]["completion_tokens"],
                     },
-                    output=log_response["choices"][0],
+                    output=log_response["choices"],
                 )
                 return raw_response
         finally:
+4 −1		.github/workflows/python.yaml
+8 −4		py/autoevals/llm.py
+86 −42		py/autoevals/oai.py
+29 −9		py/autoevals/util.py
+1 −1		py/autoevals/version.py
+1 −1		setup.py