diff options
| author | Alan Pearce | 2024-12-30 15:58:20 +0100 |
|---|---|---|
| committer | Alan Pearce | 2024-12-30 15:58:20 +0100 |
| commit | de978a493caffdd220f60e7dd536ec00f5353157 (patch) | |
| tree | 3e17f78edc9c23ac959dc00c76d6e839b00de8f0 /user | |
| parent | bb56d7acd08ec7d98f40e91c058307b25a3c77dc (diff) | |
| download | nixfiles-de978a493caffdd220f60e7dd536ec00f5353157.tar.lz nixfiles-de978a493caffdd220f60e7dd536ec00f5353157.tar.zst nixfiles-de978a493caffdd220f60e7dd536ec00f5353157.zip | |
marvin: enable remote access to ollama (via tailscale)
Diffstat (limited to 'user')
| -rw-r--r-- | user/marvin.nix | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/user/marvin.nix b/user/marvin.nix index 70593507..3b33b5d1 100644 --- a/user/marvin.nix +++ b/user/marvin.nix @@ -36,6 +36,7 @@ KeepAlive = true; WorkingDirectory = "/Users/alan"; EnvironmentVariables = { + OLLAMA_HOST = "[::]:11434"; OLLAMA_KEEP_ALIVE = "-1"; # keep models in memory forever OLLAMA_FLASH_ATTENTION = "1"; # significantly reduce memory usage as the context size grows }; |