From d2c7b094b99e48c98214bcdd9dbd4a44f4e1d538 Mon Sep 17 00:00:00 2001
From: Maximilian Schmidt <maximilian.schmidt@ims.uni-stuttgart.de>
Date: Tue, 23 Jan 2024 12:12:46 +0100
Subject: [PATCH] Add cli option for model path
---
cli.py | 3 +++
main.py | 4 ++--
2 files changed, 5 insertions(+), 2 deletions(-)
diff --git a/cli.py b/cli.py
index 247a9d6..47d3949 100644
--- a/cli.py
+++ b/cli.py
@@ -8,3 +8,6 @@ argument_parser.add_argument(
argument_parser.add_argument(
"--evolution-algorithm", "-a", type=str, choices=["ga", "de"], default="ga"
)
+argument_parser.add_argument(
+ "--model-path", "-m", type=str, required=True
+)
diff --git a/main.py b/main.py
index cdd9e25..7a56cad 100644
--- a/main.py
+++ b/main.py
@@ -308,7 +308,7 @@ if __name__ == "__main__":
case "llama2":
logger.info("Using Llama2 client as the evolution engine")
evolution_model = Llama2(
- str(current_directory / "models/llama-2-13b-chat.Q5_K_M.gguf"),
+ model_path=options.model_path,
chat=USE_CHAT,
)
@@ -323,7 +323,7 @@ if __name__ == "__main__":
evaluation_model = evolution_model
case "openai":
evaluation_model = Llama2(
- str(current_directory / "models/llama-2-13b-chat.Q5_K_M.gguf"),
+ model_path=options.model_path,
chat=USE_CHAT,
)
--
GitLab