vault81/redvault-ai
4
0
Fork 0
Code Issues 1 Pull requests 1 Projects 1 Releases Packages Wiki Activity

Add ikllamacpp

Browse source
This commit is contained in:
Tristan D. 2025-05-02 10:57:57 +02:00
parent 75a38bad8a
commit 181d8697f8
Signed by: tristan
SSH key fingerprint: SHA256:CijeA5DioYVDcTzHF8j6Lbmu9SwrYbW5g6hYQGrHbbA
1 changed files with 30 additions and 29 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

15
flake.nix
View file

@ -44,8 +44,6 @@
(system:
let
overlays = [
llama-cpp.overlays.default
ik_llama-cpp.overlays.default
rust-overlay.overlays.default
devshell.overlays.default
(final: prev: {
@ -102,7 +100,7 @@
"gfx1103"
];
lib = pkgs.lib;
myOverride = (oldAttrs: {
myOverride = oldAttrs: {
# speeds up builts by only building for a needed rocmTargets...
cmakeFlags = [
(lib.cmakeBool "LLAMA_BUILD_SERVER" true)
@ -125,20 +123,23 @@
(lib.cmakeFeature "CMAKE_HIP_ARCHITECTURES" (builtins.concatStringsSep ";" rocmTargets))
(lib.cmakeFeature "AMDGPU_TARGETS" (builtins.concatStringsSep ";" rocmTargets))
];
});
};
in
{
packages =
(import ./.nix { inherit pkgs lib config; })
// {
myikllamacpp = ik_llama-cpp.packages.${system}.default;
myllamacpp = pkgs.llamaPackages.llama-cpp.overrideDerivation myOverride;
myikllamacpp = ik_llama-cpp.legacyPackages.${system}.llamaPackages.llama-cpp;
myikllamacpp-rocm = ik_llama-cpp.legacyPackages.${system}.llamaPackagesRocm.llama-cpp.overrideDerivation myOverride;
myllamacpp = llama-cpp.legacyPackages.${system}.llamaPackages.llama-cpp;
myllamacpp-rocm = llama-cpp.legacyPackages.${system}.llamaPackagesRocm.llama-cpp.overrideDerivation myOverride;
};
devShells.default = pkgs.mkShell {
packages = with pkgs;
[
customRustToolchain
self.packages.${system}.myllamacpp
# self.packages.${system}.myllamacpp
self.packages.${system}.myikllamacpp-rocm
aider-chat
bacon
binaryen