diff --git a/slm_server/config.py b/slm_server/config.py index 7e90577..7948da3 100644 --- a/slm_server/config.py +++ b/slm_server/config.py @@ -62,7 +62,7 @@ class Settings(BaseSettings): description="Owner label for /models list. Set SLM_MODEL_OWNER to override.", ) n_ctx: int = Field( - 8192, description="Maximum context window (input + generated tokens)." + 2048, description="Maximum context window (input + generated tokens)." ) n_threads: int = Field( 2, description="Number of OpenMP threads llama‑cpp will spawn."