Skip to content

Commit

Permalink
feat: exploring tools
Browse files Browse the repository at this point in the history
  • Loading branch information
umbertogriffo committed Jan 11, 2025
1 parent 36a8a9a commit 5948b17
Showing 1 changed file with 4 additions and 1 deletion.
5 changes: 4 additions & 1 deletion chatbot/bot/client/lama_cpp_client.py
Original file line number Diff line number Diff line change
Expand Up @@ -168,7 +168,10 @@ def retrieve_tools(
)

tool_calls = output["choices"][0]["message"].get("tool_calls", None)

# first_choice_function = output["choices"][0]['message'].get('function_call', None)
# if first_choice_function:
# function_name = first_choice_function.get('name', None)
# function_args = first_choice_function.get('arguments', None)
return tool_calls

def stream_answer(self, prompt: str, max_new_tokens: int = 512) -> str:
Expand Down

0 comments on commit 5948b17

Please sign in to comment.