1
0
mirror of https://github.com/XNM1/linux-nixos-hyprland-config-dotfiles.git synced 2025-09-15 09:45:58 +03:00
Files
linux-nixos-hyprland-config…/nixos/llm.nix
xnm 0445efa3ac 🤖 update(nixos/llm): update Ollama model configuration
- 🔄 Replace `phi4:14b` with `phi4-reasoning:14b` model
-  Add `qwen3:14b` model to the load list
2025-05-09 22:17:48 +03:00

44 lines
1.0 KiB
Nix

{ pkgs, config, ... }:
{
services.ollama = {
enable = true;
loadModels = [ "llama3.2:3b" "llama3.2-vision:11b" "phi4-reasoning:14b" "deepseek-r1:7b" "dolphin3:8b" "smallthinker:3b" "nomic-embed-text" "gemma3:12b" "gemma3:27b" "deepcoder:14b" "qwen3:14b" ];
acceleration = "cuda";
};
services.searx = {
enable = true;
settings = {
server = {
port = 7777;
bind_address = "127.0.0.1";
secret_key = "@SEARX_SECRET_KEY@"; # FIXME: Set up this key in the .env file described below, name of variable `SEARX_SECRET_KEY`
};
search = {
formats = [ "html" "json" ];
};
};
environmentFile = "${config.users.users.xnm.home}/.config/.env.searxng"; # FIXME: The location of the `.env` file where you need to set up the key
};
services.open-webui = {
enable = true;
port = 8888;
host = "127.0.0.1";
};
environment.systemPackages = with pkgs; [
oterm
alpaca
aichat
aider-chat
# tgpt
# smartcat
# nextjs-ollama-llm-ui
# open-webui
];
}