From 31234b2c5c5e04970db489a3df624651bfea7ec2 Mon Sep 17 00:00:00 2001
From: Alan Pearce
Date: Thu, 20 Mar 2025 10:08:46 +0100
Subject: marvin: update ollama settings

---
 user/marvin.nix | 7 ++++++-
 1 file changed, 6 insertions(+), 1 deletion(-)

(limited to 'user')

diff --git a/user/marvin.nix b/user/marvin.nix
index 1341b034..d064626b 100644
--- a/user/marvin.nix
+++ b/user/marvin.nix
@@ -32,6 +32,10 @@
   home.sessionPath = [
     "/Library/Developer/CommandLineTools/usr/bin"
   ];
+  home.sessionVariables = {
+    OLLAMA_API_BASE = "http://localhost:11434";
+  };
+
   launchd.agents = {
     ollama = {
       enable = true;
@@ -44,8 +48,9 @@
         StandardErrorPath = "/Users/alan/Library/Logs/ollama.log";
         EnvironmentVariables = {
           OLLAMA_HOST = "[::]:11434";
-          OLLAMA_KEEP_ALIVE = "-1"; # keep models in memory forever
+          OLLAMA_KEEP_ALIVE = "43200"; # keep models in memory for half a day
           OLLAMA_FLASH_ATTENTION = "1"; # significantly reduce memory usage as the context size grows
+          OLLAMA_CONTEXT_LENGTH = "131072";
         };
       };
     };
-- 
cgit 1.4.1