added default ollama ctx size & config entry

Author: LoggeL

Writer/Config.py

@@ -18,6 +18,8 @@
 CHECKER_MODEL = "ollama://llama3:70b"  # Model used to check results
 TRANSLATOR_MODEL = "ollama://llama3:70b"
 
+OLLAMA_CTX = 8192
+
 OLLAMA_HOST = "127.0.0.1:11434"
 
 SEED = 12  # Note this value is overridden by the argparser

Writer/Interface/Wrapper.py

@@ -246,6 +246,10 @@ def ChatAndStreamResponse(
                 if key not in ValidParameters:
                     raise ValueError(f"Invalid parameter: {key}")
 
+            # Set the default num_ctx if not set by args
+            if "num_ctx" not in ModelOptions:
+                ModelOptions["num_ctx"] = Writer.Config.OLLAMA_CTX
+
             _Logger.Log(f"Using Ollama Model Options: {ModelOptions}", 4)
 
             if _Format == "json":