feat: Prepare for llama-server when ROCm is fixed upstream

This commit is contained in:
matthew.binning 2026-02-11 06:30:34 -08:00
parent b717ea973a
commit cfd3aeecaf
4 changed files with 61 additions and 6 deletions

View file

@ -4,13 +4,15 @@
inputs = {
nixpkgs.url = "github:NixOS/nixpkgs/nixos-unstable";
strix-halo.url = "github:hellas-ai/nix-strix-halo";
strix-halo.inputs.llama-cpp.url = "github:ggerganov/llama.cpp/b7984";
};
outputs = { self, nixpkgs, strix-halo, ... }:
let
mkHost = { hostDir, extraModules ? [], overlays ? [] }:
mkHost = { hostDir, extraModules ? [], overlays ? [], extraSpecialArgs ? {} }:
nixpkgs.lib.nixosSystem {
system = "x86_64-linux";
specialArgs = extraSpecialArgs;
modules = [
./configuration.nix
hostDir
@ -22,6 +24,9 @@
hostDir = ./hosts/crossbox;
overlays = [ strix-halo.overlays.default ];
extraModules = [ ./sdr.nix ./syncthing.nix ];
extraSpecialArgs = {
strix-halo-pkgs = strix-halo.packages.x86_64-linux;
};
};
nixosConfigurations.anvil = mkHost {