From 5edd022d6a0ccbef97939257af6136fa6e4cccaa Mon Sep 17 00:00:00 2001 From: Robert Date: Tue, 12 Nov 2024 22:28:52 -0800 Subject: [PATCH] Update test-tokenizer-random.py --- tests/test-tokenizer-random.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/tests/test-tokenizer-random.py b/tests/test-tokenizer-random.py index 60aa64838..6bc782b96 100644 --- a/tests/test-tokenizer-random.py +++ b/tests/test-tokenizer-random.py @@ -3,13 +3,13 @@ # Test libllama tokenizer == AutoTokenizer. # Brute force random words/text generation. # -#Sample usage: +# Sample usage: # # python3 tests/test-tokenizer-random.py ./models/ggml-vocab-llama-bpe.gguf ./models/tokenizers/llama-bpe # from __future__ import annotations -# + import time import logging import argparse