feat(koishi): ollama

This commit is contained in:
Kat Inskip 2024-09-14 10:16:48 -07:00
parent fd54ad144f
commit 7b767c1ebe
Signed by: kat
GPG key ID: 465E64DECEA8CF0F
3 changed files with 43 additions and 34 deletions

View file

@ -75,6 +75,15 @@ _: let
# optional, useful when the builder has a faster internet connection than yours
services = {
printing.enable = true;
ollama = {
enable = true;
acceleration = "rocm";
environmentVariables = {
#HCC_AMDGPU_TARGET = "gfx1031"; # used to be necessary, but doesn't seem to anymore
HSA_OVERRIDE_GFX_VERSION = "11.0.2";
HSA_ENABLE_SDMA = "0";
};
};
syncthing = {
enable = true;
openDefaultPorts = true;