Update app.py

app.py

@@ -18,7 +18,7 @@ def tokenize(input_text):
     codeqwen_tokens = len(codeqwen_tokenizer(input_text, add_special_tokens=True)["input_ids"])
     rwkv4_tokens = len(rwkv4_tokenizer(input_text, add_special_tokens=True)["input_ids"])
     rwkv5_tokens = len(rwkv5_tokenizer(input_text, add_special_tokens=True)["input_ids"])
-    deepseek_tokens = len(deepseek_tokenizer(input_text, add_special_tokens=True)["input_ids"])
+    deepseekv2_tokens = len(deepseekv2_tokenizer(input_text, add_special_tokens=True)["input_ids"])
     internlm_tokens = len(internlm_tokenizer(input_text, add_special_tokens=True)["input_ids"])
     internlm2_tokens = len(internlm2_tokenizer(input_text, add_special_tokens=True)["input_ids"])
 
@@ -38,7 +38,7 @@ def tokenize(input_text):
         "CodeQwen": codeqwen_tokens,
         "RWKV-v4": rwkv4_tokens,
         "RWKV-v5/RWKV-v6": rwkv5_tokens,
-        "DeepSeek-LLM/DeepSeek-V2": deepseek_tokens,
+        "DeepSeek-V2": deepseekv2_tokens,
         "InternLM": internlm_tokens,
         "InternLM2": internlm2_tokens
     }
@@ -65,7 +65,7 @@ if __name__ == "__main__":
     codeqwen_tokenizer = AutoTokenizer.from_pretrained("Qwen/CodeQwen1.5-7B")
     rwkv4_tokenizer = AutoTokenizer.from_pretrained("RWKV/rwkv-4-14b-pile", trust_remote_code=True)
     rwkv5_tokenizer = AutoTokenizer.from_pretrained("RWKV/v5-EagleX-v2-7B-HF", trust_remote_code=True)
-    deepseek_tokenizer = AutoTokenizer.from_pretrained("deepseek-ai/DeepSeek-V2", trust_remote_code=True)
+    deepseekv2_tokenizer = AutoTokenizer.from_pretrained("deepseek-ai/DeepSeek-V2", trust_remote_code=True)
     internlm_tokenizer = AutoTokenizer.from_pretrained("internlm/internlm-20b", trust_remote_code=True)
     internlm2_tokenizer = AutoTokenizer.from_pretrained("internlm/internlm2-20b", trust_remote_code=True)