From f6975a52161e4ed1363e7de4b3a59fc902dd04f5 Mon Sep 17 00:00:00 2001
From: Zichen Ding <52284163+heroding77@users.noreply.github.com>
Date: Sat, 10 Aug 2024 00:08:41 +0800
Subject: [PATCH] Update inference.py

---
 inference/inference.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/inference/inference.py b/inference/inference.py
index e60c12d..43d362f 100644
--- a/inference/inference.py
+++ b/inference/inference.py
@@ -47,6 +47,7 @@ def infer_one(mmd_file_path):
     generated_ids = chat_model.generate(encodes,max_new_tokens=8192,do_sample=True)
     response = tokenizer.batch_decode(generated_ids[: , len_input:])[0]
     return response
+
 def run_review(mmd_file_path):
     infer_modelname = model_name.split('/')[-2]
     infer_save_path = "./" + infer_modelname + '/'
@@ -58,5 +59,5 @@ def run_review(mmd_file_path):
 
 
 if __name__ == "__main__":
-    review = run_review("/path/to")
+    review = run_review("/path/to/xxx.mmd")
     print(review)