This commit is contained in:
takatost 2024-03-04 14:15:17 +08:00
parent 7b738e045e
commit c3eac450ce
2 changed files with 2 additions and 2 deletions

View File

@ -134,7 +134,7 @@ class CotAgentRunner(BaseAgentRunner):
input=query
)
# recale llm max tokens
# recalc llm max tokens
self.recalc_llm_max_tokens(self.model_config, prompt_messages)
# invoke model
chunks: Generator[LLMResultChunk, None, None] = model_instance.invoke_llm(

View File

@ -107,7 +107,7 @@ class FunctionCallAgentRunner(BaseAgentRunner):
messages_ids=message_file_ids
)
# recale llm max tokens
# recalc llm max tokens
self.recalc_llm_max_tokens(self.model_config, prompt_messages)
# invoke model
chunks: Union[Generator[LLMResultChunk, None, None], LLMResult] = model_instance.invoke_llm(