From c9df8c91f2e7770edce7637ab3825d03666daf8f Mon Sep 17 00:00:00 2001 From: AllentDan <41138331+AllentDan@users.noreply.github.com> Date: Mon, 6 May 2024 18:29:38 +0800 Subject: [PATCH] Fix convert qwen2 to turbomind (#1546) --- lmdeploy/turbomind/deploy/converter.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/lmdeploy/turbomind/deploy/converter.py b/lmdeploy/turbomind/deploy/converter.py index a702d924a9..6c8376b6cb 100644 --- a/lmdeploy/turbomind/deploy/converter.py +++ b/lmdeploy/turbomind/deploy/converter.py @@ -107,7 +107,7 @@ def copy_tokenizer(model_path: str, tokenizer_path: str, 'please specify tokenizer path by --tokenizer-path') # move tokenizer model to the target path - candidate = ['tokenizer.model', 'qwen.tiktoken'] + candidate = ['tokenizer.model', 'qwen.tiktoken', 'merges.txt'] for name in candidate: tmp_path = osp.join(model_path, name) if osp.exists(tmp_path):