onnx-community
/

nanochat-d32-ONNX

Text Generation

Transformers.js

Model card Files Files and versions

Xenova HF Staff commited on 8 days ago

Commit

b9cf24e

·

verified ·

1 Parent(s): 2c317f0

Update config.json

Files changed (1) hide show

config.json +1 -0

config.json CHANGED Viewed

@@ -34,6 +34,7 @@
   "use_cache": true,
   "vocab_size": 65536,
   "transformers.js_config": {
     "use_external_data_format": {
       "model.onnx": 4,
       "model_fp16.onnx": 2,

   "use_cache": true,
   "vocab_size": 65536,
   "transformers.js_config": {
+    "dtype": "q4",
     "use_external_data_format": {
       "model.onnx": 4,
       "model_fp16.onnx": 2,