vault81/redvault-ai
4
0
Fork 0
Code Issues 1 Pull requests 1 Projects 1 Releases Packages Wiki Activity

Add ikllamacpp

Browse source
This commit is contained in:
Tristan D. 2025-05-02 10:57:57 +02:00
parent 75a38bad8a
commit 181d8697f8
Signed by: tristan
SSH key fingerprint: SHA256:CijeA5DioYVDcTzHF8j6Lbmu9SwrYbW5g6hYQGrHbbA
1 changed files with 30 additions and 29 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

15
flake.nix
View file

@ -44,8 +44,6 @@
(system: (system:
let let
overlays = [ overlays = [
llama-cpp.overlays.default
ik_llama-cpp.overlays.default
rust-overlay.overlays.default rust-overlay.overlays.default
devshell.overlays.default devshell.overlays.default
(final: prev: { (final: prev: {
@ -102,7 +100,7 @@
"gfx1103" "gfx1103"
]; ];
lib = pkgs.lib; lib = pkgs.lib;
myOverride = (oldAttrs: { myOverride = oldAttrs: {
# speeds up builts by only building for a needed rocmTargets... # speeds up builts by only building for a needed rocmTargets...
cmakeFlags = [ cmakeFlags = [
(lib.cmakeBool "LLAMA_BUILD_SERVER" true) (lib.cmakeBool "LLAMA_BUILD_SERVER" true)
@ -125,20 +123,23 @@
(lib.cmakeFeature "CMAKE_HIP_ARCHITECTURES" (builtins.concatStringsSep ";" rocmTargets)) (lib.cmakeFeature "CMAKE_HIP_ARCHITECTURES" (builtins.concatStringsSep ";" rocmTargets))
(lib.cmakeFeature "AMDGPU_TARGETS" (builtins.concatStringsSep ";" rocmTargets)) (lib.cmakeFeature "AMDGPU_TARGETS" (builtins.concatStringsSep ";" rocmTargets))
]; ];
}); };
in in
{ {
packages = packages =
(import ./.nix { inherit pkgs lib config; }) (import ./.nix { inherit pkgs lib config; })
// { // {
myikllamacpp = ik_llama-cpp.packages.${system}.default; myikllamacpp = ik_llama-cpp.legacyPackages.${system}.llamaPackages.llama-cpp;
myllamacpp = pkgs.llamaPackages.llama-cpp.overrideDerivation myOverride; myikllamacpp-rocm = ik_llama-cpp.legacyPackages.${system}.llamaPackagesRocm.llama-cpp.overrideDerivation myOverride;
myllamacpp = llama-cpp.legacyPackages.${system}.llamaPackages.llama-cpp;
myllamacpp-rocm = llama-cpp.legacyPackages.${system}.llamaPackagesRocm.llama-cpp.overrideDerivation myOverride;
}; };
devShells.default = pkgs.mkShell { devShells.default = pkgs.mkShell {
packages = with pkgs; packages = with pkgs;
[ [
customRustToolchain customRustToolchain
self.packages.${system}.myllamacpp # self.packages.${system}.myllamacpp
self.packages.${system}.myikllamacpp-rocm
aider-chat aider-chat
bacon bacon
binaryen binaryen