Fix convert qwen2 to turbomind (#1546)

InternLM · May 6, 2024 · c9df8c9 · c9df8c9
1 parent 499b75b
commit c9df8c9
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/lmdeploy/turbomind/deploy/converter.py b/lmdeploy/turbomind/deploy/converter.py
@@ -107,7 +107,7 @@ def copy_tokenizer(model_path: str, tokenizer_path: str,
                 'please specify tokenizer path by --tokenizer-path')
 
     # move tokenizer model to the target path
-    candidate = ['tokenizer.model', 'qwen.tiktoken']
+    candidate = ['tokenizer.model', 'qwen.tiktoken', 'merges.txt']
     for name in candidate:
         tmp_path = osp.join(model_path, name)
         if osp.exists(tmp_path):