andy/linux-nixos-hyprland-config-dotfiles
Template
1
0
Fork 0
mirror of https://github.com/XNM1/linux-nixos-hyprland-config-dotfiles.git synced 2025-09-15 09:45:58 +03:00
Code Activity

update: Refactor ollama, Add searxng & open-webui services

Browse Source
This commit is contained in:
xnm
2025-02-03 21:08:01 +02:00
parent 6d90c4c307
commit 4f283db288
1 changed files with 27 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

35
nixos/llm.nix
View File

@@ -1,20 +1,39 @@
{ pkgs, ... }:
{
services.ollama.enable = true;
services.ollama.loadModels = [ "llama3.2:3b" "llama3.2-vision:11b" "phi4:14b" "qwq:32b" "dolphin3:8b" "smallthinker:3b" "nomic-embed-text" ];
services.ollama.acceleration = "cuda";
services.ollama = {
enable = true;
loadModels = [ "llama3.2:3b" "llama3.2-vision:11b" "phi4:14b" "deepseek-r1:7b" "dolphin3:8b" "smallthinker:3b" "nomic-embed-text" ];
acceleration = "cuda";
};
services.searx = {
enable = true;
settings = {
server = {
port = 7777;
bind_address = "127.0.0.1";
secret_key = "your_key_here"; # FIXME: generate and paste your custom key here
};
};
};
services.open-webui = {
enable = true;
port = 8888;
host = "127.0.0.1";
};
environment.systemPackages = with pkgs; [
oterm
open-webui
alpaca
nextjs-ollama-llm-ui
aichat
aider-chat
tgpt
smartcat
# tgpt
# smartcat
# nextjs-ollama-llm-ui
# open-webui
];
}