mirror of
https://github.com/ggerganov/llama.cpp.git
synced 2024-12-28 12:24:35 +00:00
Update test-tokenizer-random.py
This commit is contained in:
parent
1574884483
commit
18489671bf
@ -5,7 +5,7 @@
|
|||||||
#
|
#
|
||||||
#Sample usage:
|
#Sample usage:
|
||||||
#
|
#
|
||||||
# python3 test-tokenizer-random.py ./models/ggml-vocab-llama-bpe.gguf ./models/tokenizers/llama-bpe
|
# python3 tests/test-tokenizer-random.py ./models/ggml-vocab-llama-bpe.gguf ./models/tokenizers/llama-bpe
|
||||||
#
|
#
|
||||||
|
|
||||||
from __future__ import annotations
|
from __future__ import annotations
|
||||||
|
Loading…
Reference in New Issue
Block a user