modules/llama-cpp.nix


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21

{ lib, tlib, pkgs, config, inputs, ... }:

let
  llama-cpp = inputs.llama-cpp.packages."${config.nixpkgs.hostPlatform.system}".default;
  overrideMarchNative = tlib.overrideMarchNative config;
  cfg = config.this.programs.llama-cpp;
in
{
  options = {
    this.programs.llama-cpp.enable = lib.mkEnableOption "install llama-cpp";
  };

  config = lib.mkIf cfg.enable {
    environment.systemPackages = [
      (overrideMarchNative
        (llama-cpp.override {
          useBlas = false;
        }))
    ];
  };
}