root/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/llama.cpp.git synced 2025-01-13 20:14:29 +00:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

py : fix whitespace

Browse Source
This commit is contained in:
Georgi Gerganov 2023-08-21 16:42:27 +03:00
parent 1e7a0092dd
commit 6490ff7198
No known key found for this signature in database
GPG Key ID: 449E073F9DC10735
3 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
convert-falcon-hf-to-gguf.py
View File

@ -250,7 +250,7 @@ for part_name in part_names:
sys.exit() sys.exit()
n_dims = len(data.shape) n_dims = len(data.shape)
data_dtype = data.dtype data_dtype = data.dtype
# if f32 desired, convert any float16 to float32 # if f32 desired, convert any float16 to float32
if ftype == 0 and data_dtype == np.float16: if ftype == 0 and data_dtype == np.float16:

2
convert-llama-7b-pth-to-gguf.py
View File

@ -170,7 +170,7 @@ if Path(dir_model + "/tokenizer.model").is_file():
print("gguf: get added tokens") print("gguf: get added tokens")
for key in addtokens_json: for key in addtokens_json:
tokens.append( key.encode("utf-8") ) tokens.append( key.encode("utf-8") )
scores.append(-1000.0) scores.append(-1000.0)
toktypes.append(4) # user-defined token type toktypes.append(4) # user-defined token type

4
convert-llama-hf-to-gguf.py
View File

@ -178,7 +178,7 @@ if Path(dir_model + "/tokenizer.model").is_file():
print("gguf: get added tokens") print("gguf: get added tokens")
for key in addtokens_json: for key in addtokens_json:
tokens.append( key.encode("utf-8") ) tokens.append( key.encode("utf-8") )
scores.append(-1000.0) scores.append(-1000.0)
toktypes.append(4) # user-defined token type toktypes.append(4) # user-defined token type
@ -294,7 +294,7 @@ for part_name in part_names:
sys.exit() sys.exit()
n_dims = len(data.shape) n_dims = len(data.shape)
data_dtype = data.dtype data_dtype = data.dtype
# if f32 desired, convert any float16 to float32 # if f32 desired, convert any float16 to float32
if ftype == 0 and data_dtype == np.float16: if ftype == 0 and data_dtype == np.float16: