Acceleration in Ollama is deprecated
This commit is contained in:
+4
-12
@@ -895,29 +895,21 @@ It automatically pulls and prepares selected coding models (e.g., Qwen2.5-Coder
|
||||
#+begin_src nix :tangle configuration/apps/ai.nix :noweb tangle :mkdirp yes
|
||||
{ config, lib, pkgs, ... }:
|
||||
{
|
||||
# Ollama server als systemd service
|
||||
services.ollama = {
|
||||
enable = true;
|
||||
# Optioneel: "cuda" (NVIDIA) of "rocm" (AMD)
|
||||
# Laat weg of zet op null/false als je CPU-only wilt.
|
||||
acceleration = "cuda";
|
||||
# acceleration = "rocm";
|
||||
# Laat NixOS de modellen automatisch pullen zodra de service draait
|
||||
# (via `ollama pull ...`)
|
||||
package = pkgs.ollama-cuda;
|
||||
loadModels = [
|
||||
"qwen2.5-coder:7b"
|
||||
"qwen2.5-coder:32b"
|
||||
"starcoder2:15b"
|
||||
# Alternatief:
|
||||
# "starcoder2:7b"
|
||||
# "starcoder2:latest"
|
||||
];
|
||||
};
|
||||
# Installeer de CLI tool (handig voor 'ollama run', 'ollama list', etc.)
|
||||
environment.systemPackages = [
|
||||
pkgs.ollama
|
||||
pkgs.ollama-cuda
|
||||
];
|
||||
}
|
||||
#+end_src
|
||||
|
||||
|
||||
** install_packages.nix
|
||||
#+begin_src nix :tangle configuration/apps/install_packages.nix :noweb tangle :mkdirp yes
|
||||
|
||||
@@ -1,25 +1,15 @@
|
||||
{ config, lib, pkgs, ... }:
|
||||
{
|
||||
# Ollama server als systemd service
|
||||
services.ollama = {
|
||||
enable = true;
|
||||
# Optioneel: "cuda" (NVIDIA) of "rocm" (AMD)
|
||||
# Laat weg of zet op null/false als je CPU-only wilt.
|
||||
acceleration = "cuda";
|
||||
# acceleration = "rocm";
|
||||
# Laat NixOS de modellen automatisch pullen zodra de service draait
|
||||
# (via `ollama pull ...`)
|
||||
package = pkgs.ollama-cuda;
|
||||
loadModels = [
|
||||
"qwen2.5-coder:7b"
|
||||
"qwen2.5-coder:32b"
|
||||
"starcoder2:15b"
|
||||
# Alternatief:
|
||||
# "starcoder2:7b"
|
||||
# "starcoder2:latest"
|
||||
];
|
||||
};
|
||||
# Installeer de CLI tool (handig voor 'ollama run', 'ollama list', etc.)
|
||||
environment.systemPackages = [
|
||||
pkgs.ollama
|
||||
pkgs.ollama-cuda
|
||||
];
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user