new models

external_models_results.json

@@ -266,8 +266,8 @@
         "result_metrics_npm": 0.7286932366792048
     },
     {
-        "model": "sabia-3",
-        "name": "Sabiá-3",
+        "model": "sabia-3-2024-07-15",
+        "name": "Sabiá-3 (2024-07-15)",
         "link": "https://www.maritaca.ai/",
         "date": "2024-08-20",
         "status": "full",
@@ -423,7 +423,7 @@
     },
     {
         "model": "gemini-2.5-pro-exp-03-25",
-        "name": "Gemini 2.5 Pro Experimental (0325)",
+        "name": "Gemini 2.5 Pro Experimental [reasoning] (0325)",
         "link": "https://aistudio.google.com",
         "date": "2025-04-03",
         "status": "full",
@@ -669,5 +669,271 @@
         },
         "result_metrics_average": 0.7870599821710969,
         "result_metrics_npm": 0.6795192293708728
+    },
+    {
+        "model": "deepseek-v3_1",
+        "name": "deepseek-ai/DeepSeek-V3.1 (API)",
+        "link": "https://huggingface.co/deepseek-ai/DeepSeek-V3.1",
+        "date": "2025-09-01",
+        "status": "full",
+        "main_language": "English",
+        "model_type": "chat",
+        "params": 685.0,
+        "result_metrics": {
+            "enem_challenge": 0.8887333799860042,
+            "bluex": 0.8178025034770514,
+            "oab_exams": 0.7038724373576309,
+            "assin2_sts": 0.8082104938836681,
+            "assin2_rte": 0.949346100935343,
+            "faquad_nli": 0.8406862745098038,
+            "hatebr_offensive": 0.9211711711711712,
+            "portuguese_hate_speech": 0.7423067698027224,
+            "tweetsentbr": 0.7584190029617157
+        },
+        "result_metrics_average": 0.8256164593427902,
+        "result_metrics_npm": 0.7370296776379883
+    },
+    {
+        "model": "kimi-k2",
+        "name": "moonshotai/Kimi-K2-Instruct (API)",
+        "link": "https://huggingface.co/moonshotai/Kimi-K2-Instruct",
+        "date": "2025-09-01",
+        "status": "full",
+        "main_language": "English",
+        "model_type": "chat",
+        "params": 1000.0,
+        "result_metrics": {
+            "enem_challenge": 0.8789363191042687,
+            "bluex": 0.827538247566064,
+            "oab_exams": 0.6970387243735763,
+            "assin2_sts": 0.7760142475181766,
+            "assin2_rte": 0.9436236879837872,
+            "faquad_nli": 0.8531466083708024,
+            "hatebr_offensive": 0.8941562198649953,
+            "portuguese_hate_speech": 0.7535500455551216,
+            "tweetsentbr": 0.7428370464802363
+        },
+        "result_metrics_average": 0.8185379052018921,
+        "result_metrics_npm": 0.7275664672121565
+    },
+    {
+        "model": "sabia-3-1-2025-05-08",
+        "name": "Sabiá-3.1 (2025-05-08)",
+        "link": "https://www.maritaca.ai/",
+        "date": "2025-09-01",
+        "status": "full",
+        "main_language": "Portuguese",
+        "model_type": "proprietary",
+        "result_metrics": {
+            "enem_challenge": 0.8894331700489853,
+            "bluex": 0.8178025034770514,
+            "oab_exams": 0.9202733485193622,
+            "assin2_sts": 0.8340482244079774,
+            "assin2_rte": 0.9423587830430271,
+            "faquad_nli": 0.7585644282172838,
+            "hatebr_offensive": 0.8308611905928697,
+            "portuguese_hate_speech": 0.7543648446960096,
+            "tweetsentbr": 0.7398273232644036
+        },
+        "result_metrics_average": 0.8319482018074411,
+        "result_metrics_npm": 0.7331597943893793
+    },
+    {
+        "model": "sabia-3-2024-12-11",
+        "name": "Sabiá-3 (2024-12-11)",
+        "link": "https://www.maritaca.ai/",
+        "date": "2025-09-01",
+        "status": "full",
+        "main_language": "Portuguese",
+        "model_type": "proprietary",
+        "result_metrics": {
+            "enem_challenge": 0.8691392582225332,
+            "bluex": 0.7872044506258693,
+            "oab_exams": 0.8009111617312072,
+            "assin2_sts": 0.7850131735268517,
+            "assin2_rte": 0.9390382723900459,
+            "faquad_nli": 0.7968815254182839,
+            "hatebr_offensive": 0.8608047226969084,
+            "portuguese_hate_speech": 0.7474723628059027,
+            "tweetsentbr": 0.7360466511491278
+        },
+        "result_metrics_average": 0.8136123976185256,
+        "result_metrics_npm": 0.7144701465854594
+    },
+    {
+        "model": "sabiazinho-3",
+        "name": "Sabiázinho-3 (2025-02-06)",
+        "link": "https://www.maritaca.ai/",
+        "date": "2025-09-01",
+        "status": "full",
+        "main_language": "Portuguese",
+        "model_type": "proprietary",
+        "result_metrics": {
+            "enem_challenge": 0.8439468159552135,
+            "bluex": 0.7343532684283728,
+            "oab_exams": 0.8159453302961276,
+            "assin2_sts": 0.8091208202474276,
+            "assin2_rte": 0.9370511249219384,
+            "faquad_nli": 0.7715445403113343,
+            "hatebr_offensive": 0.8604320820258526,
+            "portuguese_hate_speech": 0.7129508077161507,
+            "tweetsentbr": 0.6798994954276046
+        },
+        "result_metrics_average": 0.7961382539255579,
+        "result_metrics_npm": 0.685954609257193
+    },
+    {
+        "model": "grok-3-mini",
+        "name": "Grok 3 Mini [reasoning] (API)",
+        "link": "https://x.ai/",
+        "date": "2025-09-01",
+        "status": "full",
+        "main_language": "English",
+        "model_type": "chat",
+        "result_metrics": {
+            "enem_challenge": 0.9412176347095871,
+            "bluex": 0.8984700973574409,
+            "oab_exams": 0.7075170842824602,
+            "assin2_sts": 0.7846153023166811,
+            "assin2_rte": 0.9369863526592658,
+            "faquad_nli": 0.8974457100080231,
+            "hatebr_offensive": 0.9264201247592199,
+            "portuguese_hate_speech": 0.6868265194640906,
+            "tweetsentbr": 0.7496188889954271
+        },
+        "result_metrics_average": 0.836568634950244,
+        "result_metrics_npm": 0.7505284631974409
+    },
+    {
+        "model": "gpt-5-nano-2025-08-07",
+        "name": "GPT 5 Nano [reasoning] (2025-08-07)",
+        "link": "https://www.openai.com/",
+        "date": "2025-09-01",
+        "status": "full",
+        "main_language": "English",
+        "model_type": "proprietary",
+        "result_metrics": {
+            "enem_challenge": 0.9013296011196641,
+            "bluex": 0.8525730180806675,
+            "oab_exams": 0.5913439635535308,
+            "assin2_sts": 0.7157982790377855,
+            "assin2_rte": 0.9493397775671237,
+            "faquad_nli": 0.802473455931782,
+            "hatebr_offensive": 0.9169693400085076,
+            "portuguese_hate_speech": 0.7166590126291619,
+            "tweetsentbr": 0.7385573150818597
+        },
+        "result_metrics_average": 0.7983381958900091,
+        "result_metrics_npm": 0.699331432280926
+    },
+    {
+        "model": "gpt-5-mini-2025-08-07",
+        "name": "GPT 5 Mini [reasoning] (2025-08-07)",
+        "link": "https://www.openai.com/",
+        "date": "2025-09-01",
+        "status": "full",
+        "main_language": "English",
+        "model_type": "proprietary",
+        "result_metrics": {
+            "enem_challenge": 0.9566130160951715,
+            "bluex": 0.913769123783032,
+            "oab_exams": 0.7184510250569476,
+            "assin2_sts": 0.8151992531421179,
+            "assin2_rte": 0.9486789502727531,
+            "faquad_nli": 0.7959895379250218,
+            "hatebr_offensive": 0.9306148454596409,
+            "portuguese_hate_speech": 0.7476857189919288,
+            "tweetsentbr": 0.7208063363431595
+        },
+        "result_metrics_average": 0.8386453118966414,
+        "result_metrics_npm": 0.7509015993727701
+    },
+    {
+        "model": "gpt-5_reasoning_minimal-2025-08-07",
+        "name": "GPT 5 [reasoning: minimal] (2025-08-07)",
+        "link": "https://www.openai.com/",
+        "date": "2025-09-01",
+        "status": "full",
+        "main_language": "English",
+        "model_type": "proprietary",
+        "result_metrics": {
+            "enem_challenge": 0.8432470258922323,
+            "bluex": 0.7885952712100139,
+            "oab_exams": 0.8104783599088838,
+            "assin2_sts": 0.7497712012355019,
+            "assin2_rte": 0.9497544911228829,
+            "faquad_nli": 0.9049032312001003,
+            "hatebr_offensive": 0.9233018502276624,
+            "portuguese_hate_speech": 0.7502183789864052,
+            "tweetsentbr": 0.7877925879277
+        },
+        "result_metrics_average": 0.8342291553012646,
+        "result_metrics_npm": 0.7560493865775754
+    },
+    {
+        "model": "gemini-2_5_flash_lite",
+        "name": "Gemini 2.5 Flash Lite",
+        "link": "https://aistudio.google.com",
+        "date": "2025-09-01",
+        "status": "full",
+        "main_language": "English",
+        "model_type": "proprietary",
+        "result_metrics": {
+            "enem_challenge": 0.8257522743177047,
+            "bluex": 0.7329624478442281,
+            "oab_exams": 0.6783599088838269,
+            "assin2_sts": 0.8399704980607736,
+            "assin2_rte": 0.9095975398498664,
+            "faquad_nli": 0.8289944389172974,
+            "hatebr_offensive": 0.8733247194142535,
+            "portuguese_hate_speech": 0.7511757826108595,
+            "tweetsentbr": 0.7696375203962748
+        },
+        "result_metrics_average": 0.8010861255883428,
+        "result_metrics_npm": 0.6977608761930978
+    },
+    {
+        "model": "gemini-2_5_flash_lite",
+        "name": "Gemini 2.5 Flash Lite [reasoning: low]",
+        "link": "https://aistudio.google.com",
+        "date": "2025-09-01",
+        "status": "full",
+        "main_language": "English",
+        "model_type": "proprietary",
+        "result_metrics": {
+            "enem_challenge": 0.9013296011196641,
+            "bluex": 0.8400556328233658,
+            "oab_exams": 0.6943052391799545,
+            "assin2_sts": 0.755562697236674,
+            "assin2_rte": 0.9464858475885941,
+            "faquad_nli": 0.8703946691365647,
+            "hatebr_offensive": 0.9080576836597871,
+            "portuguese_hate_speech": 0.7416269940699909,
+            "tweetsentbr": 0.7520493635069894
+        },
+        "result_metrics_average": 0.8233186364801761,
+        "result_metrics_npm": 0.7360224650390731
+    },
+    {
+        "model": "gemini-2_5_flash",
+        "name": "Gemini 2.5 Flash",
+        "link": "https://aistudio.google.com",
+        "date": "2025-09-01",
+        "status": "full",
+        "main_language": "English",
+        "model_type": "proprietary",
+        "result_metrics": {
+            "enem_challenge": 0.9097270818754374,
+            "bluex": 0.8650904033379694,
+            "oab_exams": 0.8355353075170843,
+            "assin2_sts": 0.8714666962450285,
+            "assin2_rte": 0.9386350099968783,
+            "faquad_nli": 0.8578569197125898,
+            "hatebr_offensive": 0.8933375064862327,
+            "portuguese_hate_speech": 0.7502527990365506,
+            "tweetsentbr": 0.7801286503914011
+        },
+        "result_metrics_average": 0.8557811527332413,
+        "result_metrics_npm": 0.7734849178213028
     }
 ]