From 77e5c9040f4c4dd3e12d5788de6ddef2e09c335b Mon Sep 17 00:00:00 2001 From: Henro Veijer Date: Tue, 24 Feb 2026 09:22:24 +0100 Subject: [PATCH] Acceleration in Ollama is deprecated --- henrovnix_ok/README.org | 16 ++++------------ henrovnix_ok/configuration/apps/ai.nix | 14 ++------------ 2 files changed, 6 insertions(+), 24 deletions(-) diff --git a/henrovnix_ok/README.org b/henrovnix_ok/README.org index a1f5c9171..328de187b 100755 --- a/henrovnix_ok/README.org +++ b/henrovnix_ok/README.org @@ -895,29 +895,21 @@ It automatically pulls and prepares selected coding models (e.g., Qwen2.5-Coder #+begin_src nix :tangle configuration/apps/ai.nix :noweb tangle :mkdirp yes { config, lib, pkgs, ... }: { - # Ollama server als systemd service services.ollama = { enable = true; - # Optioneel: "cuda" (NVIDIA) of "rocm" (AMD) - # Laat weg of zet op null/false als je CPU-only wilt. - acceleration = "cuda"; - # acceleration = "rocm"; - # Laat NixOS de modellen automatisch pullen zodra de service draait - # (via `ollama pull ...`) + package = pkgs.ollama-cuda; loadModels = [ "qwen2.5-coder:7b" "qwen2.5-coder:32b" "starcoder2:15b" - # Alternatief: - # "starcoder2:7b" - # "starcoder2:latest" ]; }; - # Installeer de CLI tool (handig voor 'ollama run', 'ollama list', etc.) environment.systemPackages = [ - pkgs.ollama + pkgs.ollama-cuda ]; } +#+end_src + ** install_packages.nix #+begin_src nix :tangle configuration/apps/install_packages.nix :noweb tangle :mkdirp yes diff --git a/henrovnix_ok/configuration/apps/ai.nix b/henrovnix_ok/configuration/apps/ai.nix index 7c21e09ff..dea6e6380 100644 --- a/henrovnix_ok/configuration/apps/ai.nix +++ b/henrovnix_ok/configuration/apps/ai.nix @@ -1,25 +1,15 @@ { config, lib, pkgs, ... }: { - # Ollama server als systemd service services.ollama = { enable = true; - # Optioneel: "cuda" (NVIDIA) of "rocm" (AMD) - # Laat weg of zet op null/false als je CPU-only wilt. - acceleration = "cuda"; - # acceleration = "rocm"; - # Laat NixOS de modellen automatisch pullen zodra de service draait - # (via `ollama pull ...`) + package = pkgs.ollama-cuda; loadModels = [ "qwen2.5-coder:7b" "qwen2.5-coder:32b" "starcoder2:15b" - # Alternatief: - # "starcoder2:7b" - # "starcoder2:latest" ]; }; - # Installeer de CLI tool (handig voor 'ollama run', 'ollama list', etc.) environment.systemPackages = [ - pkgs.ollama + pkgs.ollama-cuda ]; }