Initial commit

nixos/llm.nix

@@ -0,0 +1,44 @@
+{ pkgs, config, ... }:
+
+{
+
+  services.ollama = {
+    enable = true;
+    loadModels = [ "llama3.2:3b" "phi4-reasoning:14b" "dolphin3:8b" "smallthinker:3b" "gemma3n:e4b" "gemma3:12b" "gemma3:27b" "deepcoder:14b" "qwen3:14b" "nomic-embed-text" ];
+    acceleration = "cuda";
+  };
+
+  services.searx = {
+    enable = true;
+    settings = {
+      server = {
+        port = 7777;
+        bind_address = "127.0.0.1";
+        secret_key = "@SEARX_SECRET_KEY@"; # FIXME: Set up this key in the .env file described below, name of variable `SEARX_SECRET_KEY`
+      };
+      search = {
+        formats = [ "html" "json" ];
+      };
+    };
+    environmentFile = "${config.users.users.xnm.home}/.config/.env.searxng"; # FIXME: The location of the `.env` file where you need to set up the key
+  };
+
+  services.open-webui = {
+    enable = true;
+    port = 8888;
+    host = "127.0.0.1";
+  };
+  
+  environment.systemPackages = with pkgs; [
+    oterm
+    alpaca
+    aichat
+    fabric-ai
+    aider-chat
+
+    # tgpt
+    # smartcat
+    # nextjs-ollama-llm-ui
+    # open-webui
+  ];
+}