GeezerVison is showing github.com — llama.cpp/flake.nix at master · cecric/llama.cpp

Expand file tree

flake.nix

Copy path

More file actions

Latest commit

History

49 lines (48 loc) · 1.46 KB

flake.nix

Copy path

File metadata and controls

49 lines (48 loc) · 1.46 KB

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

{

inputs = {

nixpkgs.url = "github:NixOS/nixpkgs/nixos-unstable";

flake-utils.url = "github:numtide/flake-utils";

};

outputs = { self, nixpkgs, flake-utils }:

flake-utils.lib.eachDefaultSystem (system:

let

pkgs = import nixpkgs {

inherit system;

};

llama-python = pkgs.python310.withPackages (ps: with ps; [

numpy

sentencepiece

]);

{

packages.default = pkgs.stdenv.mkDerivation {

name = "llama.cpp";

src = ./.;

nativeBuildInputs = with pkgs; [ cmake ];

buildInputs = with pkgs; lib.optionals stdenv.isDarwin [

darwin.apple_sdk.frameworks.Accelerate

];

cmakeFlags = with pkgs; lib.optionals (system == "aarch64-darwin") [

"-DCMAKE_C_FLAGS=-D__ARM_FEATURE_DOTPROD=1"

];

installPhase = ''

mkdir -p $out/bin

mv bin/* $out/bin/

mv $out/bin/main $out/bin/llama

echo "#!${llama-python}/bin/python" > $out/bin/convert.py

cat ${./convert.py} >> $out/bin/convert.py

chmod +x $out/bin/convert.py

'';

meta.mainProgram = "llama";

};

devShells.default = pkgs.mkShell {

packages = with pkgs; [

cmake

llama-python

] ++ lib.optionals stdenv.isDarwin [

darwin.apple_sdk.frameworks.Accelerate

];

};

}

);

}