mirror of
https://github.com/XNM1/linux-nixos-hyprland-config-dotfiles.git
synced 2025-09-15 09:45:58 +03:00
update: Refactor ollama, Add searxng & open-webui services
This commit is contained in:
@@ -1,20 +1,39 @@
|
|||||||
{ pkgs, ... }:
|
{ pkgs, ... }:
|
||||||
|
|
||||||
{
|
{
|
||||||
services.ollama.enable = true;
|
|
||||||
services.ollama.loadModels = [ "llama3.2:3b" "llama3.2-vision:11b" "phi4:14b" "qwq:32b" "dolphin3:8b" "smallthinker:3b" "nomic-embed-text" ];
|
services.ollama = {
|
||||||
services.ollama.acceleration = "cuda";
|
enable = true;
|
||||||
|
loadModels = [ "llama3.2:3b" "llama3.2-vision:11b" "phi4:14b" "deepseek-r1:7b" "dolphin3:8b" "smallthinker:3b" "nomic-embed-text" ];
|
||||||
|
acceleration = "cuda";
|
||||||
|
};
|
||||||
|
|
||||||
|
services.searx = {
|
||||||
|
enable = true;
|
||||||
|
settings = {
|
||||||
|
server = {
|
||||||
|
port = 7777;
|
||||||
|
bind_address = "127.0.0.1";
|
||||||
|
secret_key = "your_key_here"; # FIXME: generate and paste your custom key here
|
||||||
|
};
|
||||||
|
};
|
||||||
|
};
|
||||||
|
|
||||||
|
services.open-webui = {
|
||||||
|
enable = true;
|
||||||
|
port = 8888;
|
||||||
|
host = "127.0.0.1";
|
||||||
|
};
|
||||||
|
|
||||||
environment.systemPackages = with pkgs; [
|
environment.systemPackages = with pkgs; [
|
||||||
oterm
|
oterm
|
||||||
open-webui
|
|
||||||
alpaca
|
alpaca
|
||||||
nextjs-ollama-llm-ui
|
|
||||||
|
|
||||||
aichat
|
aichat
|
||||||
aider-chat
|
aider-chat
|
||||||
|
|
||||||
tgpt
|
# tgpt
|
||||||
smartcat
|
# smartcat
|
||||||
|
# nextjs-ollama-llm-ui
|
||||||
|
# open-webui
|
||||||
];
|
];
|
||||||
}
|
}
|
||||||
|
Reference in New Issue
Block a user