diff --git a/llama_cpp/llama.py b/llama_cpp/llama.py index d15a88b00..b2e883eed 100644 --- a/llama_cpp/llama.py +++ b/llama_cpp/llama.py @@ -309,6 +309,7 @@ def __init__( # Context Params self.context_params = llama_cpp.llama_context_default_params() + self.context_params.seed = seed self.context_params.n_ctx = n_ctx self.context_params.n_batch = self.n_batch self.context_params.n_ubatch = min(self.n_batch, n_ubatch)