Upload config.json with huggingface_hub

config.json

@@ -35,7 +35,7 @@
     "lr": 0.0005,
     "minmax_lr": 0.0005,
     "nsamples": 1024,
-    "quant_method": "gptq",
+    "quant_method": "auto-round",
     "scale_dtype": "torch.float16",
     "seqlen": 2048,
     "sym": true,
@@ -55,7 +55,7 @@
   "rope_theta": 1000000.0,
   "sliding_window": 32768,
   "tie_word_embeddings": false,
-  "torch_dtype": "float16",
+  "torch_dtype": "bfloat16",
   "transformers_version": "4.52.2",
   "use_cache": true,
   "use_sliding_window": false,