all repos — nixfiles @ de978a493caffdd220f60e7dd536ec00f5353157

System and user configuration, managed by nix and home-manager

marvin: enable remote access to ollama (via tailscale)
Alan Pearce alan@alanpearce.eu
Mon, 30 Dec 2024 15:58:20 +0100
commit

de978a493caffdd220f60e7dd536ec00f5353157

parent

bb56d7acd08ec7d98f40e91c058307b25a3c77dc

1 files changed, 1 insertions(+), 0 deletions(-)

jump to
M user/marvin.nix → user/marvin.nix
@@ -36,6 +36,7 @@ RunAtLoad = true;         KeepAlive = true;
         WorkingDirectory = "/Users/alan";
         EnvironmentVariables = {
+          OLLAMA_HOST = "[::]:11434";
           OLLAMA_KEEP_ALIVE = "-1"; # keep models in memory forever
           OLLAMA_FLASH_ATTENTION = "1"; # significantly reduce memory usage as the context size grows
         };