Skip to content

fix(nix flake): ensure nix flake builds successfully #10399

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
mudler merged 5 commits into from
Jun 19, 2026
Merged

fix(nix flake): ensure nix flake builds successfully #10399

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
5 commits
Select commit Hold shift + click to select a range
b538071
Use inference defaults in repo src rather than fetching
Souheab Jun 18, 2026
58ca8d3
Update vendor hash
Souheab Jun 18, 2026
b26cf82
Create react-ui derivation as it is required for go build
Souheab Jun 18, 2026
fa08396
Add FHS env wrapper to make #!/bin/bash scripts work
Souheab Jun 18, 2026
d8f968c
use pkgs.importNpmLock to deal with npm dependencies instead of using…
Souheab Jun 19, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
13 changes: 0 additions & 13 deletions flake.lock
View file
Open in desktop

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

48 changes: 38 additions & 10 deletions flake.nix
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -4,24 +4,36 @@

inputs = {
nixpkgs.url = "github:NixOS/nixpkgs/nixos-unstable";
inference-defaults = {
url = "https://raw.githubusercontent.com/unslothai/unsloth/main/studio/backend/assets/configs/inference_defaults.json";
flake = false;
};
};

outputs = { self, nixpkgs, inference-defaults }:
outputs = { self, nixpkgs }:
let
system = "x86_64-linux";
pkgs = nixpkgs.legacyPackages.${system};
in {
packages.${system}.default = pkgs.buildGoModule {
reactUi = pkgs.buildNpmPackage {
pname = "localai-react-ui";
version = "custom";
src = ./core/http/react-ui;
npmDeps = pkgs.importNpmLock {
npmRoot = ./core/http/react-ui;
};
npmConfigHook = pkgs.importNpmLock.npmConfigHook;
npmBuildScript = "build";

installPhase = ''
runHook preInstall
mkdir -p $out
cp -r dist $out/
runHook postInstall
'';
};
localai-unwrapped = pkgs.buildGoModule {
pname = "localai";
version = "custom";

src = ./.;
proxyVendor = true;
vendorHash = "sha256-6f3adjGsoFXlUtXjBDHP4Mv9jKCOK3aeUXprm0EAVO8=";
vendorHash = "sha256-z3lxQS8mXFuJzvYamejwapwVEmLpeAoiO3ksUKb4I3Q=";

nativeBuildInputs = with pkgs; [
pkg-config cmake gcc protobuf go-protobuf protoc-gen-go protoc-gen-go-grpc
Expand All @@ -44,8 +56,9 @@

go mod edit -replace github.com/mudler/LocalAI/pkg/grpc/proto=./pkg/grpc/proto

mkdir -p core/config/gen_inference_defaults
cp ${inference-defaults} core/config/gen_inference_defaults/inference_defaults.json
mkdir -p core/http/react-ui
cp -r ${reactUi}/dist core/http/react-ui/dist

sed -i '/go:generate/d' core/config/inference_defaults.go || true

'';
Expand All @@ -57,6 +70,21 @@
[ -f $out/bin/local-ai ] && mv $out/bin/local-ai $out/bin/localai
'';
};
in {
packages.${system} = {
localai-unwrapped = localai-unwrapped;

default = pkgs.buildFHSEnv {
name = "localai";
targetPkgs = pkgs: with pkgs; [
localai-unwrapped
bash
coreutils
gnugrep
];
runScript = "${localai-unwrapped}/bin/localai";
};
};

devShells.${system}.default = pkgs.mkShell {
packages = with pkgs; [
Expand Down