|
|
@@ -161,6 +161,8 @@ for model in models:
|
|
|
logger.info("normalizer: " + json.dumps(normalizer, indent=4))
|
|
|
pre_tokenizer = cfg["pre_tokenizer"]
|
|
|
logger.info("pre_tokenizer: " + json.dumps(pre_tokenizer, indent=4))
|
|
|
+ if "ignore_merges" in cfg["model"]:
|
|
|
+ logger.info("ignore_merges: " + json.dumps(cfg["model"]["ignore_merges"], indent=4))
|
|
|
|
|
|
logger.info("")
|
|
|
|