update config

update max-length

config.json

@@ -23,6 +23,12 @@
   "rope_theta": 10000.0,
   "tie_word_embeddings": false,
   "torch_dtype": "bfloat16",
+  "task_specific_params": {
+    "text-generation": {
+      "do_sample": true,
+      "max_length": 2048
+    }
+  },
   "transformers_version": "4.44.2",
   "use_cache": true,
   "vocab_size": 32000