From f09ffba86ed234a6787dcde11bd5e9f0d308c3c9 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Daniel=20Grie=C3=9Fhaber?= <griesshaber@hdm-stuttgart.de>
Date: Mon, 27 May 2024 07:40:50 +0200
Subject: [PATCH] add missing parameter in QuestionAnswering.evaluate
---
task.py | 9 +++++++--
1 file changed, 7 insertions(+), 2 deletions(-)
diff --git a/task.py b/task.py
index 40d8fe1..6ba4b14 100644
--- a/task.py
+++ b/task.py
@@ -402,7 +402,12 @@ class QuestionAnswering(Task):
def _aggregate_result(self, results: list[float]) -> float:
return sum(results) / len(results)
- def evaluate(self, prompt: str, dataset: Dataset):
+ def evaluate(
+ self,
+ prompt: str,
+ dataset: Dataset,
+ parent_histories: list[list[float]] | None = None,
+ ):
def replace_symbol_for_grammar(sample: DatasetDatum):
symbol_replacement_mapping = {
"\u2013": "-",
@@ -426,7 +431,7 @@ class QuestionAnswering(Task):
if self.use_grammar:
# NOTE: the LlamaGrammar has issues with symbol '–' therefore we replace all occurences with '-' (hyphen)
dataset = dataset.map(replace_symbol_for_grammar, desc="Replacing symbols")
- return super().evaluate(prompt, dataset)
+ return super().evaluate(prompt, dataset, parent_histories=parent_histories)
@property
def metric_name(self):
--
GitLab