From 2173fb87244c17642818e1eda00a0674159f3cfe Mon Sep 17 00:00:00 2001 From: sudoskys Date: Fri, 3 Mar 2023 16:54:55 +0800 Subject: [PATCH] =?UTF-8?q?=E4=BF=AE=E5=A4=8D=E8=AE=A1=E9=87=8F=E9=94=99?= =?UTF-8?q?=E8=AF=AF?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- src/llm_kira/client/Optimizer.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/src/llm_kira/client/Optimizer.py b/src/llm_kira/client/Optimizer.py index ec43dde..f15f5e5 100644 --- a/src/llm_kira/client/Optimizer.py +++ b/src/llm_kira/client/Optimizer.py @@ -181,6 +181,10 @@ def run(self) -> List[Interaction]: _knowledge_token_limit = int(self.token_limit * self.reference_ratio) _interaction_token_limit = self.token_limit - _knowledge_token_limit + # Cost - Head = Body + _desc_cost = self.tokenizer(str(self.desc)) + _interaction_token_limit = _interaction_token_limit - _desc_cost + # Desc _returner = [Interaction(single=True, ask=PromptItem(start="system", text=self.desc))]