From 66338b96649d43f1d040d65eedd1ef91f0750f47 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Daniel=20Grie=C3=9Fhaber?= <griesshaber@hdm-stuttgart.de>
Date: Mon, 19 Aug 2024 14:50:12 +0200
Subject: [PATCH] respect --max-tokens cli parameter
---
evoprompt/models.py | 1 +
1 file changed, 1 insertion(+)
diff --git a/evoprompt/models.py b/evoprompt/models.py
index e6772a5..ad93569 100644
--- a/evoprompt/models.py
+++ b/evoprompt/models.py
@@ -88,6 +88,7 @@ class LLMModel(ABC):
**model_input,
stop=stop,
use_cache=use_cache,
+ max_tokens=self.options.max_tokens,
**kwargs,
)
--
GitLab