Acceleration in Ollama is deprecated

This commit is contained in:
2026-02-24 09:22:24 +01:00
parent 63944261b1
commit 77e5c9040f
2 changed files with 6 additions and 24 deletions
+4 -12
View File
@@ -895,29 +895,21 @@ It automatically pulls and prepares selected coding models (e.g., Qwen2.5-Coder
#+begin_src nix :tangle configuration/apps/ai.nix :noweb tangle :mkdirp yes
{ config, lib, pkgs, ... }:
{
# Ollama server als systemd service
services.ollama = {
enable = true;
# Optioneel: "cuda" (NVIDIA) of "rocm" (AMD)
# Laat weg of zet op null/false als je CPU-only wilt.
acceleration = "cuda";
# acceleration = "rocm";
# Laat NixOS de modellen automatisch pullen zodra de service draait
# (via `ollama pull ...`)
package = pkgs.ollama-cuda;
loadModels = [
"qwen2.5-coder:7b"
"qwen2.5-coder:32b"
"starcoder2:15b"
# Alternatief:
# "starcoder2:7b"
# "starcoder2:latest"
];
};
# Installeer de CLI tool (handig voor 'ollama run', 'ollama list', etc.)
environment.systemPackages = [
pkgs.ollama
pkgs.ollama-cuda
];
}
#+end_src
** install_packages.nix
#+begin_src nix :tangle configuration/apps/install_packages.nix :noweb tangle :mkdirp yes
+2 -12
View File
@@ -1,25 +1,15 @@
{ config, lib, pkgs, ... }:
{
# Ollama server als systemd service
services.ollama = {
enable = true;
# Optioneel: "cuda" (NVIDIA) of "rocm" (AMD)
# Laat weg of zet op null/false als je CPU-only wilt.
acceleration = "cuda";
# acceleration = "rocm";
# Laat NixOS de modellen automatisch pullen zodra de service draait
# (via `ollama pull ...`)
package = pkgs.ollama-cuda;
loadModels = [
"qwen2.5-coder:7b"
"qwen2.5-coder:32b"
"starcoder2:15b"
# Alternatief:
# "starcoder2:7b"
# "starcoder2:latest"
];
};
# Installeer de CLI tool (handig voor 'ollama run', 'ollama list', etc.)
environment.systemPackages = [
pkgs.ollama
pkgs.ollama-cuda
];
}