modules/ollama.nix


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26

{ lib, pkgs, config, inputs, ... }:

let
  nixpkgs-unstable = inputs.nixpkgs-unstable.
    legacyPackages.x86_64-linux;
  cfg = config.this.ollama;
in
{
  options = {
    this.ollama = {
      enable = lib.mkEnableOption "ollama";
      unstable = lib.mkEnableOption "unstable ollama package"
                 // { default = true; };
    };
  };

  config = lib.mkIf cfg.enable {
    services.ollama = {
      enable = true;
      package = lib.mkIf cfg.unstable nixpkgs-unstable.ollama;
      environmentVariables = {
        OLLAMA_CONTEXT_LENGTH = "8192";
      };
    };
  };
}