mirror of
https://github.com/ggerganov/llama.cpp.git
synced 2024-09-22 21:16:20 +00:00
9c1ba55733
* style: format with nixfmt/rfc101-style * build(nix): Package gguf-py * build(nix): Refactor to new scope for gguf-py * build(nix): Exclude gguf-py from devShells * build(nix): Refactor gguf-py derivation to take in exact deps * build(nix): Enable pytestCheckHook and pythonImportsCheck for gguf-py * build(python): Package python scripts with pyproject.toml * chore: Cleanup * dev(nix): Break up python/C devShells * build(python): Relax pytorch version constraint Nix has an older version * chore: Move cmake to nativeBuildInputs for devShell * fmt: Reconcile formatting with rebase * style: nix fmt * cleanup: Remove unncessary __init__.py * chore: Suggestions from review - Filter out non-source files from llama-scripts flake derivation - Clean up unused closure - Remove scripts devShell * revert: Bad changes * dev: Simplify devShells, restore the -extra devShell * build(nix): Add pyyaml for gguf-py * chore: Remove some unused bindings * dev: Add tiktoken to -extra devShells
42 lines
1.1 KiB
Nix
42 lines
1.1 KiB
Nix
{
|
|
lib,
|
|
newScope,
|
|
python3,
|
|
llamaVersion ? "0.0.0",
|
|
}:
|
|
|
|
let
|
|
pythonPackages = python3.pkgs;
|
|
buildPythonPackage = pythonPackages.buildPythonPackage;
|
|
numpy = pythonPackages.numpy;
|
|
tqdm = pythonPackages.tqdm;
|
|
sentencepiece = pythonPackages.sentencepiece;
|
|
pyyaml = pythonPackages.pyyaml;
|
|
poetry-core = pythonPackages.poetry-core;
|
|
pytestCheckHook = pythonPackages.pytestCheckHook;
|
|
in
|
|
|
|
# We're using `makeScope` instead of just writing out an attrset
|
|
# because it allows users to apply overlays later using `overrideScope'`.
|
|
# Cf. https://noogle.dev/f/lib/makeScope
|
|
|
|
lib.makeScope newScope (self: {
|
|
inherit llamaVersion;
|
|
gguf-py = self.callPackage ./package-gguf-py.nix {
|
|
inherit
|
|
buildPythonPackage
|
|
numpy
|
|
tqdm
|
|
sentencepiece
|
|
poetry-core
|
|
pyyaml
|
|
pytestCheckHook
|
|
;
|
|
};
|
|
python-scripts = self.callPackage ./python-scripts.nix { inherit buildPythonPackage poetry-core; };
|
|
llama-cpp = self.callPackage ./package.nix { };
|
|
docker = self.callPackage ./docker.nix { };
|
|
docker-min = self.callPackage ./docker.nix { interactive = false; };
|
|
sif = self.callPackage ./sif.nix { };
|
|
})
|