diff --git a/evoprompt/evolution/evolution.py b/evoprompt/evolution/evolution.py
index afc5008b1f4e02b93cfd9656576c903307337e7f..57556f0c0b5716fc12390d01076a84377df03261 100644
--- a/evoprompt/evolution/evolution.py
+++ b/evoprompt/evolution/evolution.py
@@ -469,7 +469,9 @@ class DifferentialEvolutionWithCot(DifferentialEvolution):
                     system_message=SYSTEM_MESSAGE,
                     prompt=filled_prompt,
                     history=history,
-                    use_randomness=idx in self.steps_using_randomness,
+                    # the models often repeat the instuction which could also contain </prompt> therefore we should not stop early
+                    stop=None, # "</prompt>" if idx == len(DE_COT_PROMPTS) - 1 else None,
+                    use_randomness=True,
                 )
             )
             logger.debug(