ltadeu6/Nixos-Config
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Fix local agent runtime context

Browse source
This commit is contained in:
ltadeu6 2026-05-09 19:54:15 -03:00
parent 167bcd32a3
commit da0bc7a0ce
No known key found for this signature in database
GPG key ID: FB9FDAB6B6F3418D
3 changed files with 17 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

4
hosts/Nixos/configuration.nix
View file

@ -388,8 +388,8 @@ in {
acceleration = "cuda";
host = "[::]";
environmentVariables = {
# Lower default context to keep KV cache smaller (faster + more likely to stay on GPU).
OLLAMA_CONTEXT_LENGTH = "8192";
# Agent CLIs send large prompts with tool schemas; 8k truncates tool-use instructions.
OLLAMA_CONTEXT_LENGTH = "32768";
};
loadModels = [
"gemma4:e4b"