root/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/llama.cpp.git synced 2024-12-26 03:14:35 +00:00
Code Issues Actions 7 Packages Projects Releases Wiki Activity

convert : make ftype optional in simple scripts (#3185)

Browse Source
This commit is contained in:
Cebtenzzre 2023-09-15 12:29:02 -04:00 committed by GitHub
parent 8c00b7a6ff
commit e3d87a6c36
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
3 changed files with 48 additions and 12 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
convert-baichuan-hf-to-gguf.py
View File

@ -57,10 +57,22 @@ def count_model_parts(dir_model: str) -> int:
def parse_args() -> argparse.Namespace: def parse_args() -> argparse.Namespace:
parser = argparse.ArgumentParser(description="Convert a HuggingFace LLaMA model to a GGML compatible file") parser = argparse.ArgumentParser(description="Convert a HuggingFace LLaMA model to a GGML compatible file")
parser.add_argument("--vocab-only", action="store_true", help="extract only the vocab") parser.add_argument(
parser.add_argument("--outfile", type=Path, help="path to write to; default: based on input") "--vocab-only", action="store_true",
parser.add_argument("model", type=Path, help="directory containing model file, or model file itself (*.bin)") help="extract only the vocab",
parser.add_argument("ftype", type=int, choices=[0, 1], help="output format - use 0 for float32, 1 for float16", default = 1) )
parser.add_argument(
"--outfile", type=Path,
help="path to write to; default: based on input",
)
parser.add_argument(
"model", type=Path,
help="directory containing model file, or model file itself (*.bin)",
)
parser.add_argument(
"ftype", type=int, choices=[0, 1], default=1, nargs='?',
help="output format - use 0 for float32, 1 for float16",
)
return parser.parse_args() return parser.parse_args()
args = parse_args() args = parse_args()

20
convert-falcon-hf-to-gguf.py
View File

@ -55,10 +55,22 @@ def count_model_parts(dir_model: Path) -> int:
def parse_args() -> argparse.Namespace: def parse_args() -> argparse.Namespace:
parser = argparse.ArgumentParser(description="Convert a Falcon model to a GGML compatible file") parser = argparse.ArgumentParser(description="Convert a Falcon model to a GGML compatible file")
parser.add_argument("--vocab-only", action="store_true", help="extract only the vocab") parser.add_argument(
parser.add_argument("--outfile", type=Path, help="path to write to; default: based on input") "--vocab-only", action="store_true",
parser.add_argument("model", type=Path, help="directory containing model file, or model file itself (*.bin)") help="extract only the vocab",
parser.add_argument("ftype", type=int, help="output format - use 0 for float32, 1 for float16", choices=[0, 1], default = 1) )
parser.add_argument(
"--outfile", type=Path,
help="path to write to; default: based on input",
)
parser.add_argument(
"model", type=Path,
help="directory containing model file, or model file itself (*.bin)",
)
parser.add_argument(
"ftype", type=int, choices=[0, 1], default=1, nargs='?',
help="output format - use 0 for float32, 1 for float16",
)
return parser.parse_args() return parser.parse_args()
args = parse_args() args = parse_args()

20
convert-gptneox-hf-to-gguf.py
View File

@ -56,10 +56,22 @@ def count_model_parts(dir_model: Path) -> int:
def parse_args() -> argparse.Namespace: def parse_args() -> argparse.Namespace:
parser = argparse.ArgumentParser(description="Convert a GPT-NeoX model to a GGML compatible file") parser = argparse.ArgumentParser(description="Convert a GPT-NeoX model to a GGML compatible file")
parser.add_argument("--vocab-only", action="store_true", help="extract only the vocab") parser.add_argument(
parser.add_argument("--outfile", type=Path, help="path to write to; default: based on input") "--vocab-only", action="store_true",
parser.add_argument("model", type=Path, help="directory containing model file, or model file itself (*.bin)") help="extract only the vocab",
parser.add_argument("ftype", type=int, choices=[0, 1], help="output format - use 0 for float32, 1 for float16", default = 1) )
parser.add_argument(
"--outfile", type=Path,
help="path to write to; default: based on input",
)
parser.add_argument(
"model", type=Path,
help="directory containing model file, or model file itself (*.bin)",
)
parser.add_argument(
"ftype", type=int, choices=[0, 1], default=1, nargs='?',
help="output format - use 0 for float32, 1 for float16",
)
return parser.parse_args() return parser.parse_args()
args = parse_args() args = parse_args()