Commit 
							
							·
						
						125c431
	
1
								Parent(s):
							
							e0bbb53
								
Update config.json
Browse filesFixed on TGI: https://github.com/huggingface/text-generation-inference/releases/tag/v1.3.3
PR: https://github.com/huggingface/text-generation-inference/pull/1348
Is was never meant to support sliding window attention
- config.json +1 -1
    	
        config.json
    CHANGED
    
    | @@ -20,7 +20,7 @@ | |
| 20 | 
             
              "rms_norm_eps": 1e-05,
         | 
| 21 | 
             
              "rope_theta": 1000000.0,
         | 
| 22 | 
             
              "router_aux_loss_coef": 0.02,
         | 
| 23 | 
            -
              "sliding_window":  | 
| 24 | 
             
              "tie_word_embeddings": false,
         | 
| 25 | 
             
              "torch_dtype": "bfloat16",
         | 
| 26 | 
             
              "transformers_version": "4.36.0.dev0",
         | 
|  | |
| 20 | 
             
              "rms_norm_eps": 1e-05,
         | 
| 21 | 
             
              "rope_theta": 1000000.0,
         | 
| 22 | 
             
              "router_aux_loss_coef": 0.02,
         | 
| 23 | 
            +
              "sliding_window": null,
         | 
| 24 | 
             
              "tie_word_embeddings": false,
         | 
| 25 | 
             
              "torch_dtype": "bfloat16",
         | 
| 26 | 
             
              "transformers_version": "4.36.0.dev0",
         | 
