convert : print "ignore_merges" field

This commit is contained in:
Georgi Gerganov 2024-05-10 17:53:04 +03:00
parent 25c6e82e7a
commit 8c660242d7
No known key found for this signature in database
GPG Key ID: 449E073F9DC10735

View File

@ -161,6 +161,8 @@ for model in models:
logger.info("normalizer: " + json.dumps(normalizer, indent=4)) logger.info("normalizer: " + json.dumps(normalizer, indent=4))
pre_tokenizer = cfg["pre_tokenizer"] pre_tokenizer = cfg["pre_tokenizer"]
logger.info("pre_tokenizer: " + json.dumps(pre_tokenizer, indent=4)) logger.info("pre_tokenizer: " + json.dumps(pre_tokenizer, indent=4))
if "ignore_merges" in cfg["model"]:
logger.info("ignore_merges: " + json.dumps(cfg["model"]["ignore_merges"], indent=4))
logger.info("") logger.info("")