pass model_kwargs

SakanaAI · Mar 8, 2024 · 0e01349 · 0e01349
1 parent 1152718
commit 0e01349
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/evofactory/models/causallm.py b/evofactory/models/causallm.py
@@ -82,7 +82,7 @@ def __init__(self, model_path: str, **kwargs):
         super().__init__(**kwargs)
         from vllm import LLM
 
-        self.model = LLM(model=model_path)
+        self.model = LLM(model=model_path, **self.model_kwargs)
         self.post_init()
 
     def post_init(self):