Try using a KenLM model trie binary version, if not found try using the hash table binary version

perplexity_lenses/perplexity.py

@@ -2,6 +2,7 @@ import os
 import re
 import unicodedata
 from typing import Dict
+from requests.exceptions import HTTPError
 
 import kenlm
 import sentencepiece
@@ -178,10 +179,16 @@ class KenlmModel:
         return self.non_printing_chars_re.sub("", text)
 
     def download_kenlm_model(self, model_dataset: str, language: str):
-        kenlm_model_url = hf_hub_url(
-            KENLM_MODEL_REPO, filename=f"{model_dataset}/{language}.arpa.bin"
-        )
-        self.kenlm_model_dir = cached_download(kenlm_model_url)
+        try:
+            kenlm_model_url = hf_hub_url(
+                KENLM_MODEL_REPO, filename=f"{model_dataset}/{language}.arpa.trie.bin"
+            )
+            self.kenlm_model_dir = cached_download(kenlm_model_url)
+        except HTTPError:
+            kenlm_model_url = hf_hub_url(
+                KENLM_MODEL_REPO, filename=f"{model_dataset}/{language}.arpa.bin"
+            )
+            self.kenlm_model_dir = cached_download(kenlm_model_url)
         sentence_piece_model_url = hf_hub_url(
             KENLM_MODEL_REPO, filename=f"{model_dataset}/{language}.sp.model"
         )