From 553f139aa811c9a2abb2384025c20698ea78096b Mon Sep 17 00:00:00 2001
From: Dillon Laird <dillonalaird@gmail.com>
Date: Sun, 25 Aug 2024 17:45:42 -0700
Subject: [PATCH] change context window to 128k

---
 vision_agent/lmm/lmm.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/vision_agent/lmm/lmm.py b/vision_agent/lmm/lmm.py
index ba559fe6..32048d66 100644
--- a/vision_agent/lmm/lmm.py
+++ b/vision_agent/lmm/lmm.py
@@ -330,7 +330,7 @@ def __init__(
         model_name: str = "llava",
         base_url: Optional[str] = "http://localhost:11434/api",
         json_mode: bool = False,
-        num_ctx: int = 4096,
+        num_ctx: int = 128_000,
         **kwargs: Any,
     ):
         self.url = base_url