Add attention_bias to make TGI work
Browse filesTo unblock: https://github.com/huggingface/text-generation-inference/issues/1930#issuecomment-2124148048
- config.json +1 -0
    	
        config.json
    CHANGED
    
    | @@ -165,5 +165,6 @@ | |
| 165 | 
             
              "torch_dtype": "bfloat16",
         | 
| 166 | 
             
              "transformers_version": "4.39.3",
         | 
| 167 | 
             
              "use_cache": true,
         | 
|  | |
| 168 | 
             
              "vocab_size": 32064
         | 
| 169 | 
             
            }
         | 
|  | |
| 165 | 
             
              "torch_dtype": "bfloat16",
         | 
| 166 | 
             
              "transformers_version": "4.39.3",
         | 
| 167 | 
             
              "use_cache": true,
         | 
| 168 | 
            +
              "attention_bias": false
         | 
| 169 | 
             
              "vocab_size": 32064
         | 
| 170 | 
             
            }
         | 

