From dbb7167852df2ae28d9f09e7cab01997a206d4f1 Mon Sep 17 00:00:00 2001
From: Ankur Goyal <ankrgyl@gmail.com>
Date: Thu, 23 Jan 2025 14:17:38 -0800
Subject: [PATCH] Update autoevals manifest (#112)

The RAGAS scorers require extra params.
---
 js/manifest.ts | 7 +++++++
 1 file changed, 7 insertions(+)

diff --git a/js/manifest.ts b/js/manifest.ts
index 931ac02..c21d370 100644
--- a/js/manifest.ts
+++ b/js/manifest.ts
@@ -110,36 +110,43 @@ export const Evaluators: {
         method: ContextEntityRecall,
         description:
           "Estimates context recall by estimating TP and FN using annotated answer and retrieved context.",
+        requiresExtraParams: true,
       },
       {
         method: ContextRelevancy,
         description:
           "Extracts relevant sentences from the provided context that are absolutely required to answer the given question.",
+        requiresExtraParams: true,
       },
       {
         method: ContextRecall,
         description:
           "Analyzes each sentence in the answer and classifies if the sentence can be attributed to the given context or not.",
+        requiresExtraParams: true,
       },
       {
         method: ContextPrecision,
         description:
           "Verifies if the context was useful in arriving at the given answer.",
+        requiresExtraParams: true,
       },
       {
         method: AnswerRelevancy,
         description:
           "Scores the relevancy of the generated answer to the given question.",
+        requiresExtraParams: true,
       },
       {
         method: AnswerSimilarity,
         description:
           "Scores the semantic similarity between the generated answer and ground truth.",
+        requiresExtraParams: true,
       },
       {
         method: AnswerCorrectness,
         description:
           "Measures answer correctness compared to ground truth using a weighted average of factuality and semantic similarity.",
+        requiresExtraParams: true,
       },
     ],
   },