docs/reports/qwen2.5-coder-1.5b-nl-mcp-test.json

{
  "model": "qwen2.5-coder-1.5b-instruct-q4_0.gguf",
  "cases": [
    {
      "name": "EN - move infantry",
      "score": 10,
      "time": 3.1948537826538086,
      "raw": "```json\n{\n  \"tool\": \"move\",\n  \"params\": {\n    \"units\": [\n      {\n        \"type\": \"infantry\",\n        \"position\": {\n          \"x\": 180,\n          \"y\": 240\n        }\n      }\n    ],\n    \"formation\": \"small\"\n  }\n}\n```"
    },
    {
      "name": "FR - attaque char ennemi",
      "score": 5,
      "time": 1.6099414825439453,
      "raw": "```json\n{\n  \"tool\": \"send_tanks\",\n  \"params\": {\n    \"target\": \"enemy_closest\",\n    \"action\": \"attack\"\n  }\n}\n```"
    },
    {
      "name": "ZH - état du jeu",
      "score": 5,
      "time": 0.9177556037902832,
      "raw": "```json\n{\n  \"tool\": \"game_status\",\n  \"params\": {}\n}\n```"
    }
  ],
  "avg_score": 6.67,
  "avg_time": 1.91
}