chat tempalte evaluations

src/leaderboard/read_evals.py

@@ -76,6 +76,9 @@ class EvalResult:
         elif org_and_model=='speakleash/mistral_7B-v2/spkl-only_sft_v2/e1_base/spkl-only_v10wa_7e6-e2_bbc67e89':
             org_and_model='speakleash/Bielik-7B-Instruct-v0.1'
 
+        if chat_template:
+            org_and_model += ",chat"
+
         org_and_model = org_and_model.split("/", 1)
 
         if len(org_and_model) == 1:
@@ -86,10 +89,14 @@ class EvalResult:
             org = org_and_model[0]
             model = org_and_model[1]
             result_key = f"{org}_{model}" # _{precision.value.name}
-        full_model = "/".join(org_and_model)
 
-        if chat_template:
-            result_key = f"{result_key}_chat"
+
+        # if chat_template:
+        #     result_key = f"{result_key}_chat"
+            # model = f"{model},chat"
+            # org_and_model= f"{org_and_model[1]},chat"
+
+        full_model = "/".join(org_and_model)
 
         still_on_hub, err, model_config = is_model_on_hub(
             full_model.split(',')[0], config.get("model_sha", "main"), trust_remote_code=True, test_tokenizer=False