Update to 14-category MMLU-Pro model (77.82% accuracy) - fixes #584 #591

category_mapping.json

@@ -0,0 +1,34 @@
+{
+  "category_to_idx": {
+    "biology": 0,
+    "business": 1,
+    "chemistry": 2,
+    "computer science": 3,
+    "economics": 4,
+    "engineering": 5,
+    "health": 6,
+    "history": 7,
+    "law": 8,
+    "math": 9,
+    "other": 10,
+    "philosophy": 11,
+    "physics": 12,
+    "psychology": 13
+  },
+  "idx_to_category": {
+    "0": "biology",
+    "1": "business",
+    "2": "chemistry",
+    "3": "computer science",
+    "4": "economics",
+    "5": "engineering",
+    "6": "health",
+    "7": "history",
+    "8": "law",
+    "9": "math",
+    "10": "other",
+    "11": "philosophy",
+    "12": "physics",
+    "13": "psychology"
+  }
+}

config.json

@@ -10,16 +10,38 @@
   "hidden_dropout_prob": 0.1,
   "hidden_size": 768,
   "id2label": {
-    "0": "business",
-    "1": "law",
-    "2": "psychology"
+    "0": "biology",
+    "1": "business",
+    "2": "chemistry",
+    "3": "computer science",
+    "4": "economics",
+    "5": "engineering",
+    "6": "health",
+    "7": "history",
+    "8": "law",
+    "9": "math",
+    "10": "other",
+    "11": "philosophy",
+    "12": "physics",
+    "13": "psychology"
   },
   "initializer_range": 0.02,
   "intermediate_size": 3072,
   "label2id": {
-    "business": 0,
-    "law": 1,
-    "psychology": 2
+    "biology": 0,
+    "business": 1,
+    "chemistry": 2,
+    "computer science": 3,
+    "economics": 4,
+    "engineering": 5,
+    "health": 6,
+    "history": 7,
+    "law": 8,
+    "math": 9,
+    "other": 10,
+    "philosophy": 11,
+    "physics": 12,
+    "psychology": 13
   },
   "layer_norm_eps": 1e-12,
   "max_position_embeddings": 512,
@@ -28,7 +50,7 @@
   "num_hidden_layers": 12,
   "pad_token_id": 0,
   "position_embedding_type": "absolute",
-  "transformers_version": "4.56.1",
+  "transformers_version": "4.57.1",
   "type_vocab_size": 2,
   "use_cache": true,
   "vocab_size": 30522

label_mapping.json

@@ -1,12 +1,34 @@
 {
   "category_to_idx": {
-    "business": 0,
-    "law": 1,
-    "psychology": 2
+    "biology": 0,
+    "business": 1,
+    "chemistry": 2,
+    "computer science": 3,
+    "economics": 4,
+    "engineering": 5,
+    "health": 6,
+    "history": 7,
+    "law": 8,
+    "math": 9,
+    "other": 10,
+    "philosophy": 11,
+    "physics": 12,
+    "psychology": 13
   },
   "idx_to_category": {
-    "0": "business",
-    "1": "law",
-    "2": "psychology"
+    "0": "biology",
+    "1": "business",
+    "2": "chemistry",
+    "3": "computer science",
+    "4": "economics",
+    "5": "engineering",
+    "6": "health",
+    "7": "history",
+    "8": "law",
+    "9": "math",
+    "10": "other",
+    "11": "philosophy",
+    "12": "physics",
+    "13": "psychology"
   }
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8890bf7cb4ddac2b91fa6fe86e46656ee3c6042c548dbba13306498a140d1df8
-size 437961724
+oid sha256:7286cba260e36c42a02d41798841361f0c4b09f2fba8bc391dd3248e9ed11cdb
+size 437995560