diff --git a/py/autoevals/llm.py b/py/autoevals/llm.py index d97868e..870c2c2 100644 --- a/py/autoevals/llm.py +++ b/py/autoevals/llm.py @@ -78,7 +78,7 @@ def __init__( render_args=None, max_tokens=None, temperature=None, - engine=None + engine=None, ): self.name = name self.model = model @@ -190,7 +190,7 @@ def __init__( use_cot=True, max_tokens=512, temperature=0, - engine=None + engine=None, ): choice_strings = list(choice_scores.keys()) @@ -216,7 +216,7 @@ def __init__( @classmethod def from_spec(cls, name: str, spec: ModelGradedSpec, **kwargs): - return cls(name, spec.prompt, spec.choice_scores, **kwargs) + return cls(name, spec.prompt, spec.choice_scores, **kwargs) @classmethod def from_spec_file(cls, name: str, path: str, **kwargs):