Add attention_bias to make TGI work (#5)
Browse files- Add attention_bias to make TGI work (95f35a91bcf5df0a97a5ca5a25493563ad7e1b6b)
- Update config.json (b683bf741e00eec2a65e8784d03086c263f5feb8)
Co-authored-by: Philipp Schmid <philschmid@users.noreply.huggingface.co>
- config.json +1 -0
    	
        config.json
    CHANGED
    
    | @@ -165,5 +165,6 @@ | |
| 165 | 
             
              "torch_dtype": "bfloat16",
         | 
| 166 | 
             
              "transformers_version": "4.39.3",
         | 
| 167 | 
             
              "use_cache": true,
         | 
|  | |
| 168 | 
             
              "vocab_size": 32064
         | 
| 169 | 
             
            }
         | 
|  | |
| 165 | 
             
              "torch_dtype": "bfloat16",
         | 
| 166 | 
             
              "transformers_version": "4.39.3",
         | 
| 167 | 
             
              "use_cache": true,
         | 
| 168 | 
            +
              "attention_bias": false,
         | 
| 169 | 
             
              "vocab_size": 32064
         | 
| 170 | 
             
            }
         | 

