Update config.json
Browse files- config.json +4 -1
    	
        config.json
    CHANGED
    
    | @@ -31,5 +31,8 @@ | |
| 31 | 
             
              "torch_dtype": "bfloat16",
         | 
| 32 | 
             
              "transformers_version": "4.44.0.dev0",
         | 
| 33 | 
             
              "use_cache": true,
         | 
| 34 | 
            -
              "vocab_size": 128256
         | 
|  | |
|  | |
|  | |
| 35 | 
             
            }
         | 
|  | |
| 31 | 
             
              "torch_dtype": "bfloat16",
         | 
| 32 | 
             
              "transformers_version": "4.44.0.dev0",
         | 
| 33 | 
             
              "use_cache": true,
         | 
| 34 | 
            +
              "vocab_size": 128256,
         | 
| 35 | 
            +
              "quantization_config": {
         | 
| 36 | 
            +
                "quant_method": "bitnet"
         | 
| 37 | 
            +
              }
         | 
| 38 | 
             
            }
         | 

