Upload folder using huggingface_hub

config.json

@@ -0,0 +1,62 @@
+{
+  "_attn_implementation_autoset": true,
+  "_name_or_path": "CohereForAI/c4ai-command-r7b-12-2024",
+  "architectures": [
+    "Cohere2ForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 5,
+  "cache_implementation": "hybrid",
+  "eos_token_id": 255001,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 14336,
+  "layer_norm_eps": 1e-05,
+  "layer_switch": 4,
+  "logit_scale": 0.25,
+  "max_position_embeddings": 8192,
+  "model_type": "cohere2",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 8,
+  "order_of_interleaved_layers": "local_attn_first",
+  "pad_token_id": 0,
+  "position_embedding_type": "rope_gptj",
+  "quantization_config": {
+    "bits": 4,
+    "checkpoint_format": "gptq",
+    "desc_act": true,
+    "dynamic": null,
+    "group_size": 128,
+    "lm_head": false,
+    "meta": {
+      "damp_auto_increment": 0.0025,
+      "damp_percent": 0.01,
+      "mse": 0.0,
+      "quantizer": [
+        "gptqmodel:1.4.5"
+      ],
+      "static_groups": false,
+      "true_sequential": true,
+      "uri": "https://github.com/modelcloud/gptqmodel"
+    },
+    "quant_method": "gptq",
+    "sym": true
+  },
+  "rope_scaling": null,
+  "rope_theta": 50000,
+  "rotary_pct": 1.0,
+  "sliding_window": 4096,
+  "sliding_window_pattern": 4,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.48.0.dev0",
+  "use_cache": true,
+  "use_embedding_sharing": true,
+  "use_gated_activation": true,
+  "use_parallel_block": true,
+  "use_parallel_embedding": true,
+  "vocab_size": 256000
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2b241b2a5964f95a04c80627001d19699f94432b3881654a865a4375212633b
+size 7825635360

quant_log.csv

@@ -0,0 +1,225 @@
+layer,module,loss,damp,time
+0,self_attn.k_proj,0.05621,0.01000,1.196
+0,self_attn.v_proj,0.00545,0.01000,0.893
+0,self_attn.q_proj,0.09766,0.01000,0.550
+0,self_attn.o_proj,0.00720,0.01000,1.127
+0,mlp.up_proj,0.13284,0.01000,1.074
+0,mlp.gate_proj,0.14490,0.01000,0.966
+0,mlp.down_proj,0.00287,0.01000,2.250
+1,self_attn.k_proj,0.13365,0.01000,0.510
+1,self_attn.v_proj,0.01556,0.01000,0.506
+1,self_attn.q_proj,0.25788,0.01000,0.553
+1,self_attn.o_proj,0.00839,0.01000,0.997
+1,mlp.up_proj,0.36149,0.01000,1.224
+1,mlp.gate_proj,0.45005,0.01000,0.723
+1,mlp.down_proj,0.20013,0.01000,2.297
+2,self_attn.k_proj,0.24724,0.01000,0.506
+2,self_attn.v_proj,0.03933,0.01000,0.509
+2,self_attn.q_proj,0.47321,0.01000,0.568
+2,self_attn.o_proj,0.01924,0.01000,0.560
+2,mlp.up_proj,0.75024,0.01000,0.737
+2,mlp.gate_proj,0.98029,0.01000,0.739
+2,mlp.down_proj,0.01554,0.01000,2.684
+3,self_attn.k_proj,0.60100,0.01000,0.859
+3,self_attn.v_proj,0.09872,0.01000,0.512
+3,self_attn.q_proj,0.94429,0.01000,0.570
+3,self_attn.o_proj,0.00530,0.01000,0.568
+3,mlp.up_proj,1.42404,0.01000,0.742
+3,mlp.gate_proj,2.03389,0.01000,0.738
+3,mlp.down_proj,0.04570,0.01000,2.777
+4,self_attn.k_proj,0.37175,0.01000,0.917
+4,self_attn.v_proj,0.09440,0.01000,0.506
+4,self_attn.q_proj,0.85723,0.01000,0.567
+4,self_attn.o_proj,0.02324,0.01000,0.999
+4,mlp.up_proj,1.75096,0.01000,1.218
+4,mlp.gate_proj,2.32645,0.01000,0.734
+4,mlp.down_proj,0.06497,0.01000,2.299
+5,self_attn.k_proj,0.42039,0.01000,0.508
+5,self_attn.v_proj,0.12333,0.01000,0.516
+5,self_attn.q_proj,0.99933,0.01000,0.566
+5,self_attn.o_proj,0.03446,0.01000,0.561
+5,mlp.up_proj,2.02846,0.01000,0.742
+5,mlp.gate_proj,2.61058,0.01000,0.738
+5,mlp.down_proj,0.09458,0.01000,2.726
+6,self_attn.k_proj,0.43745,0.01000,0.507
+6,self_attn.v_proj,0.12596,0.01000,0.505
+6,self_attn.q_proj,1.12090,0.01000,0.557
+6,self_attn.o_proj,0.05046,0.01000,0.566
+6,mlp.up_proj,2.24570,0.01000,0.759
+6,mlp.gate_proj,3.58803,0.01000,0.736
+6,mlp.down_proj,0.10299,0.01000,2.669
+7,self_attn.k_proj,0.84814,0.01000,0.927
+7,self_attn.v_proj,0.18806,0.01000,0.505
+7,self_attn.q_proj,1.51966,0.01000,0.567
+7,self_attn.o_proj,0.00890,0.01000,0.559
+7,mlp.up_proj,2.41810,0.01000,0.730
+7,mlp.gate_proj,3.40998,0.01000,0.728
+7,mlp.down_proj,0.12915,0.01000,2.756
+8,self_attn.k_proj,0.47351,0.01000,0.963
+8,self_attn.v_proj,0.13747,0.01000,0.507
+8,self_attn.q_proj,1.14740,0.01000,0.566
+8,self_attn.o_proj,0.05132,0.01000,1.080
+8,mlp.up_proj,2.51129,0.01000,1.058
+8,mlp.gate_proj,3.12458,0.01000,0.728
+8,mlp.down_proj,0.13478,0.01000,2.295
+9,self_attn.k_proj,0.59965,0.01000,0.504
+9,self_attn.v_proj,0.17365,0.01000,0.504
+9,self_attn.q_proj,1.38692,0.01000,0.562
+9,self_attn.o_proj,0.06629,0.01000,0.562
+9,mlp.up_proj,2.76733,0.01000,0.732
+9,mlp.gate_proj,3.32531,0.01000,0.735
+9,mlp.down_proj,0.16287,0.01000,2.715
+10,self_attn.k_proj,0.52339,0.01000,0.501
+10,self_attn.v_proj,0.19670,0.01000,0.500
+10,self_attn.q_proj,1.25550,0.01000,0.557
+10,self_attn.o_proj,0.07569,0.01000,0.551
+10,mlp.up_proj,2.73953,0.01000,0.737
+10,mlp.gate_proj,3.12449,0.01000,0.727
+10,mlp.down_proj,0.17240,0.01000,2.656
+11,self_attn.k_proj,1.07680,0.01000,0.681
+11,self_attn.v_proj,0.24638,0.01000,0.504
+11,self_attn.q_proj,2.13249,0.01000,0.555
+11,self_attn.o_proj,0.03390,0.01000,0.559
+11,mlp.up_proj,3.17669,0.01000,1.025
+11,mlp.gate_proj,4.94614,0.01000,0.733
+11,mlp.down_proj,0.16393,0.01000,2.320
+12,self_attn.k_proj,0.55052,0.01000,0.503
+12,self_attn.v_proj,0.14572,0.01000,0.501
+12,self_attn.q_proj,1.24151,0.01000,0.555
+12,self_attn.o_proj,0.06163,0.01000,0.554
+12,mlp.up_proj,2.77750,0.01000,0.733
+12,mlp.gate_proj,3.39289,0.01000,0.730
+12,mlp.down_proj,0.16477,0.01000,2.622
+13,self_attn.k_proj,0.62645,0.01000,0.891
+13,self_attn.v_proj,0.19116,0.01000,0.503
+13,self_attn.q_proj,1.35932,0.01000,0.564
+13,self_attn.o_proj,0.07144,0.01000,1.141
+13,mlp.up_proj,3.03934,0.01000,1.102
+13,mlp.gate_proj,3.55067,0.01000,0.743
+13,mlp.down_proj,0.18427,0.01000,2.299
+14,self_attn.k_proj,0.58719,0.01000,0.502
+14,self_attn.v_proj,0.21528,0.01000,0.504
+14,self_attn.q_proj,1.32953,0.01000,0.558
+14,self_attn.o_proj,0.10515,0.01000,0.553
+14,mlp.up_proj,2.95010,0.01000,0.732
+14,mlp.gate_proj,3.19144,0.01000,0.735
+14,mlp.down_proj,0.20802,0.01000,2.640
+15,self_attn.k_proj,1.05477,0.01000,0.504
+15,self_attn.v_proj,0.28173,0.01000,0.507
+15,self_attn.q_proj,2.18319,0.01000,0.563
+15,self_attn.o_proj,0.05205,0.01000,0.560
+15,mlp.up_proj,3.56478,0.01000,0.740
+15,mlp.gate_proj,4.29289,0.01000,0.730
+15,mlp.down_proj,0.22124,0.01000,2.734
+16,self_attn.k_proj,0.63467,0.01000,0.792
+16,self_attn.v_proj,0.25075,0.01000,0.500
+16,self_attn.q_proj,1.50353,0.01000,0.561
+16,self_attn.o_proj,0.10116,0.01000,1.137
+16,mlp.up_proj,3.35414,0.01000,1.107
+16,mlp.gate_proj,3.98696,0.01000,0.724
+16,mlp.down_proj,0.23792,0.01000,2.295
+17,self_attn.k_proj,0.64182,0.01000,0.733
+17,self_attn.v_proj,0.26062,0.01000,0.502
+17,self_attn.q_proj,1.53473,0.01000,0.566
+17,self_attn.o_proj,0.14796,0.01000,1.152
+17,mlp.up_proj,3.49386,0.01000,1.064
+17,mlp.gate_proj,4.21796,0.01000,0.734
+17,mlp.down_proj,0.24264,0.01000,2.339
+18,self_attn.k_proj,0.68419,0.01000,0.820
+18,self_attn.v_proj,0.28049,0.01000,0.501
+18,self_attn.q_proj,1.66727,0.01000,0.552
+18,self_attn.o_proj,0.11068,0.01000,0.562
+18,mlp.up_proj,3.71261,0.01000,0.730
+18,mlp.gate_proj,4.59650,0.01000,0.735
+18,mlp.down_proj,0.29909,0.01000,2.722
+19,self_attn.k_proj,1.02704,0.01000,0.948
+19,self_attn.v_proj,0.43806,0.01000,0.502
+19,self_attn.q_proj,2.43219,0.01000,0.553
+19,self_attn.o_proj,0.07447,0.01000,0.555
+19,mlp.up_proj,4.35553,0.01000,0.734
+19,mlp.gate_proj,5.86754,0.01000,0.734
+19,mlp.down_proj,0.36460,0.01000,2.814
+20,self_attn.k_proj,0.66072,0.01000,0.506
+20,self_attn.v_proj,0.30183,0.01000,0.503
+20,self_attn.q_proj,1.68154,0.01000,0.551
+20,self_attn.o_proj,0.20820,0.01000,0.821
+20,mlp.up_proj,4.02871,0.01000,1.167
+20,mlp.gate_proj,5.31456,0.01000,0.738
+20,mlp.down_proj,0.39856,0.01000,2.304
+21,self_attn.k_proj,0.71785,0.01000,0.502
+21,self_attn.v_proj,0.35489,0.01000,0.500
+21,self_attn.q_proj,1.89252,0.01000,0.554
+21,self_attn.o_proj,0.16916,0.01000,0.555
+21,mlp.up_proj,4.70385,0.01000,0.737
+21,mlp.gate_proj,6.40686,0.01000,0.739
+21,mlp.down_proj,0.48923,0.01000,2.751
+22,self_attn.k_proj,0.65530,0.01000,0.863
+22,self_attn.v_proj,0.37394,0.01000,0.502
+22,self_attn.q_proj,1.91038,0.01000,0.554
+22,self_attn.o_proj,0.19113,0.01000,1.079
+22,mlp.up_proj,5.04891,0.01000,1.066
+22,mlp.gate_proj,6.76659,0.01000,0.732
+22,mlp.down_proj,0.59243,0.01000,2.354
+23,self_attn.k_proj,1.00629,0.01000,0.512
+23,self_attn.v_proj,0.65785,0.01000,0.505
+23,self_attn.q_proj,2.80004,0.01000,0.565
+23,self_attn.o_proj,0.11185,0.01000,0.561
+23,mlp.up_proj,5.98257,0.01000,0.948
+23,mlp.gate_proj,8.26061,0.01000,0.740
+23,mlp.down_proj,0.71816,0.01000,2.330
+24,self_attn.k_proj,0.75695,0.01000,0.956
+24,self_attn.v_proj,0.56502,0.01000,0.506
+24,self_attn.q_proj,2.20552,0.01000,0.565
+24,self_attn.o_proj,0.20811,0.01000,1.127
+24,mlp.up_proj,6.07553,0.01000,1.115
+24,mlp.gate_proj,8.25385,0.01000,0.731
+24,mlp.down_proj,0.81732,0.01000,2.311
+25,self_attn.k_proj,0.72482,0.01000,0.511
+25,self_attn.v_proj,0.63889,0.01000,0.505
+25,self_attn.q_proj,2.23772,0.01000,0.563
+25,self_attn.o_proj,0.37058,0.01000,0.557
+25,mlp.up_proj,6.89948,0.01000,1.003
+25,mlp.gate_proj,9.06814,0.01000,0.738
+25,mlp.down_proj,0.92696,0.01000,2.311
+26,self_attn.k_proj,0.72621,0.01000,0.501
+26,self_attn.v_proj,0.67210,0.01000,0.512
+26,self_attn.q_proj,2.30942,0.01000,0.561
+26,self_attn.o_proj,0.34593,0.01000,0.564
+26,mlp.up_proj,7.81135,0.01000,0.766
+26,mlp.gate_proj,9.74435,0.01000,0.733
+26,mlp.down_proj,1.24495,0.01000,2.766
+27,self_attn.k_proj,0.82907,0.01000,0.940
+27,self_attn.v_proj,1.38522,0.01000,0.507
+27,self_attn.q_proj,2.77574,0.01000,0.563
+27,self_attn.o_proj,0.16704,0.01000,0.553
+27,mlp.up_proj,9.27288,0.01000,0.731
+27,mlp.gate_proj,11.15920,0.01000,0.734
+27,mlp.down_proj,1.72660,0.01000,2.300
+28,self_attn.k_proj,0.65320,0.01000,0.504
+28,self_attn.v_proj,1.41018,0.01000,0.502
+28,self_attn.q_proj,2.39974,0.01000,0.560
+28,self_attn.o_proj,0.32783,0.01000,0.564
+28,mlp.up_proj,9.96800,0.01000,0.732
+28,mlp.gate_proj,11.59946,0.01000,0.735
+28,mlp.down_proj,2.22566,0.01000,2.705
+29,self_attn.k_proj,0.77413,0.01000,0.762
+29,self_attn.v_proj,1.39446,0.01000,0.505
+29,self_attn.q_proj,2.66277,0.01000,0.555
+29,self_attn.o_proj,0.94737,0.01000,0.994
+29,mlp.up_proj,10.98967,0.01000,1.175
+29,mlp.gate_proj,12.69676,0.01000,0.730
+29,mlp.down_proj,2.79368,0.01000,2.307
+30,self_attn.k_proj,0.71118,0.01000,0.504
+30,self_attn.v_proj,1.45648,0.01000,0.503
+30,self_attn.q_proj,2.53372,0.01000,0.551
+30,self_attn.o_proj,1.33298,0.01000,0.559
+30,mlp.up_proj,11.20086,0.01000,0.744
+30,mlp.gate_proj,13.27178,0.01000,0.730
+30,mlp.down_proj,4.00105,0.01000,2.530
+31,self_attn.k_proj,1.14293,0.01000,0.881
+31,self_attn.v_proj,1.13456,0.01000,0.502
+31,self_attn.q_proj,2.49532,0.01000,0.562
+31,self_attn.o_proj,0.23442,0.01000,0.565
+31,mlp.up_proj,9.34217,0.01000,0.733
+31,mlp.gate_proj,11.87304,0.01000,0.736
+31,mlp.down_proj,6.81150,0.01000,2.751

quantize_config.json

@@ -0,0 +1,21 @@
+{
+  "bits": 4,
+  "dynamic": null,
+  "group_size": 128,
+  "desc_act": true,
+  "sym": true,
+  "lm_head": false,
+  "quant_method": "gptq",
+  "checkpoint_format": "gptq",
+  "meta": {
+    "quantizer": [
+      "gptqmodel:1.4.5"
+    ],
+    "uri": "https://github.com/modelcloud/gptqmodel",
+    "damp_percent": 0.01,
+    "damp_auto_increment": 0.0025,
+    "static_groups": false,
+    "true_sequential": true,
+    "mse": 0.0
+  }
+}