diff --git a/evoprompt/evolution/evolution.py b/evoprompt/evolution/evolution.py index afc5008b1f4e02b93cfd9656576c903307337e7f..57556f0c0b5716fc12390d01076a84377df03261 100644 --- a/evoprompt/evolution/evolution.py +++ b/evoprompt/evolution/evolution.py @@ -469,7 +469,9 @@ class DifferentialEvolutionWithCot(DifferentialEvolution): system_message=SYSTEM_MESSAGE, prompt=filled_prompt, history=history, - use_randomness=idx in self.steps_using_randomness, + # the models often repeat the instuction which could also contain </prompt> therefore we should not stop early + stop=None, # "</prompt>" if idx == len(DE_COT_PROMPTS) - 1 else None, + use_randomness=True, ) ) logger.debug(