Skip to content
Snippets Groups Projects
Commit d2c7b094 authored by Max Kimmich's avatar Max Kimmich
Browse files

Add cli option for model path

parent c5eb6f25
No related branches found
No related tags found
No related merge requests found
......@@ -8,3 +8,6 @@ argument_parser.add_argument(
argument_parser.add_argument(
"--evolution-algorithm", "-a", type=str, choices=["ga", "de"], default="ga"
)
argument_parser.add_argument(
"--model-path", "-m", type=str, required=True
)
......@@ -308,7 +308,7 @@ if __name__ == "__main__":
case "llama2":
logger.info("Using Llama2 client as the evolution engine")
evolution_model = Llama2(
str(current_directory / "models/llama-2-13b-chat.Q5_K_M.gguf"),
model_path=options.model_path,
chat=USE_CHAT,
)
......@@ -323,7 +323,7 @@ if __name__ == "__main__":
evaluation_model = evolution_model
case "openai":
evaluation_model = Llama2(
str(current_directory / "models/llama-2-13b-chat.Q5_K_M.gguf"),
model_path=options.model_path,
chat=USE_CHAT,
)
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment