increase output token for azure

landing-ai · Jul 2, 2024 · 14921e4 · 14921e4
1 parent d69d542
commit 14921e4
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/vision_agent/lmm/lmm.py b/vision_agent/lmm/lmm.py
@@ -54,7 +54,7 @@ def __init__(
  self,
  model_name: str = "gpt-4o",
  api_key: Optional[str] = None,
- max_tokens: int = 1024,
+ max_tokens: int = 4096,
  json_mode: bool = False,
  **kwargs: Any,
  ):
@@ -241,7 +241,7 @@ def __init__(
  api_key: Optional[str] = None,
  api_version: str = "2024-02-01",
  azure_endpoint: Optional[str] = None,
- max_tokens: int = 1024,
+ max_tokens: int = 4096,
  json_mode: bool = False,
  **kwargs: Any,
  ):