mirror of
https://github.com/ggerganov/llama.cpp.git
synced 2024-11-11 21:39:52 +00:00
gitignore : changes for Poetry users + chat examples (#2284)
A fix in Makefile for FreeBSD users. In the platfrom x86_64 is amd64. This fix resolve compilation using CFLAGS and CXXFLAGS with -march=native and -mtune=native Add two examples for interactive mode using Llama2 models (thx TheBloke for models) Co-authored-by: Georgi Gerganov <ggerganov@gmail.com>
This commit is contained in:
parent
a814d04f81
commit
73643f5fb1
5
.gitignore
vendored
5
.gitignore
vendored
@ -62,6 +62,11 @@ perf-*.txt
|
|||||||
|
|
||||||
examples/jeopardy/results.txt
|
examples/jeopardy/results.txt
|
||||||
|
|
||||||
|
|
||||||
|
pyproject.toml
|
||||||
|
poetry.lock
|
||||||
|
poetry.toml
|
||||||
|
|
||||||
# Test binaries
|
# Test binaries
|
||||||
tests/test-double-float
|
tests/test-double-float
|
||||||
tests/test-grad0
|
tests/test-grad0
|
||||||
|
2
Makefile
2
Makefile
@ -127,7 +127,7 @@ endif
|
|||||||
# Architecture specific
|
# Architecture specific
|
||||||
# TODO: probably these flags need to be tweaked on some architectures
|
# TODO: probably these flags need to be tweaked on some architectures
|
||||||
# feel free to update the Makefile for your architecture and send a pull request or issue
|
# feel free to update the Makefile for your architecture and send a pull request or issue
|
||||||
ifeq ($(UNAME_M),$(filter $(UNAME_M),x86_64 i686))
|
ifeq ($(UNAME_M),$(filter $(UNAME_M),x86_64 i686 amd64))
|
||||||
# Use all CPU extensions that are available:
|
# Use all CPU extensions that are available:
|
||||||
CFLAGS += -march=native -mtune=native
|
CFLAGS += -march=native -mtune=native
|
||||||
CXXFLAGS += -march=native -mtune=native
|
CXXFLAGS += -march=native -mtune=native
|
||||||
|
18
examples/llama2-13b.sh
Executable file
18
examples/llama2-13b.sh
Executable file
@ -0,0 +1,18 @@
|
|||||||
|
#!/bin/bash
|
||||||
|
|
||||||
|
#
|
||||||
|
# Temporary script - will be removed in the future
|
||||||
|
#
|
||||||
|
|
||||||
|
cd `dirname $0`
|
||||||
|
cd ..
|
||||||
|
|
||||||
|
./main -m models/available/Llama2/13B/llama-2-13b.ggmlv3.q4_0.bin \
|
||||||
|
--color \
|
||||||
|
--ctx_size 2048 \
|
||||||
|
-n -1 \
|
||||||
|
-ins -b 256 \
|
||||||
|
--top_k 10000 \
|
||||||
|
--temp 0.2 \
|
||||||
|
--repeat_penalty 1.1 \
|
||||||
|
-t 8
|
18
examples/llama2.sh
Executable file
18
examples/llama2.sh
Executable file
@ -0,0 +1,18 @@
|
|||||||
|
#!/bin/bash
|
||||||
|
|
||||||
|
#
|
||||||
|
# Temporary script - will be removed in the future
|
||||||
|
#
|
||||||
|
|
||||||
|
cd `dirname $0`
|
||||||
|
cd ..
|
||||||
|
|
||||||
|
./main -m models/available/Llama2/7B/llama-2-7b.ggmlv3.q4_0.bin \
|
||||||
|
--color \
|
||||||
|
--ctx_size 2048 \
|
||||||
|
-n -1 \
|
||||||
|
-ins -b 256 \
|
||||||
|
--top_k 10000 \
|
||||||
|
--temp 0.2 \
|
||||||
|
--repeat_penalty 1.1 \
|
||||||
|
-t 8
|
Loading…
Reference in New Issue
Block a user