diff --git a/libs/community/langchain_community/chat_models/litellm.py b/libs/community/langchain_community/chat_models/litellm.py index 6d338f60db..3788b911ff 100644 --- a/libs/community/langchain_community/chat_models/litellm.py +++ b/libs/community/langchain_community/chat_models/litellm.py @@ -191,7 +191,7 @@ class ChatLiteLLM(BaseChatModel): n: int = 1 """Number of chat completions to generate for each prompt. Note that the API may not return the full n completions if duplicates are generated.""" - max_tokens: int = 256 + max_tokens: Optional[int] = None max_retries: int = 6