diff --git a/evoprompt/optimization.py b/evoprompt/optimization.py
index 2912faa6324810f56fd83f1eeb6e3daaed5db926..59b564a3109c6e8be8b914dcb94f3661cd5df205 100644
--- a/evoprompt/optimization.py
+++ b/evoprompt/optimization.py
@@ -150,7 +150,10 @@ class PromptOptimization:
         self.save_snapshot()
 
         paraphrases, paraphrase_usage = paraphrase_prompts(
-            self.evolution_model, self.task.base_prompt, n=num_initial_prompts - 1
+            self.evolution_model,
+            self.task.base_prompt,
+            n=num_initial_prompts - 1,
+            unique_paraphrases=True,
         )
         self.total_evolution_usage += paraphrase_usage
         logger.info("Paraphrased prompt '%s': %s.", self.task.base_prompt.replace("\r", "\\r").replace("\n", "\\n"), paraphrases)