Fix tokenizer loading (#12)
Browse files- fix tokenizer loading (57f9af619ece289592dd683b83edf0f2c998dd72)
    	
        sentence_transformers_impl.py
    CHANGED
    
    | @@ -63,7 +63,7 @@ class Transformer(nn.Module): | |
| 63 | 
             
                    self.auto_model = AutoModel.from_pretrained(model_name_or_path, config=self.config, cache_dir=cache_dir, **model_args)
         | 
| 64 |  | 
| 65 | 
             
                    self.tokenizer = AutoTokenizer.from_pretrained(
         | 
| 66 | 
            -
                         | 
| 67 | 
             
                        cache_dir=cache_dir,
         | 
| 68 | 
             
                        **tokenizer_args,
         | 
| 69 | 
             
                    )
         | 
|  | |
| 63 | 
             
                    self.auto_model = AutoModel.from_pretrained(model_name_or_path, config=self.config, cache_dir=cache_dir, **model_args)
         | 
| 64 |  | 
| 65 | 
             
                    self.tokenizer = AutoTokenizer.from_pretrained(
         | 
| 66 | 
            +
                        model_name_or_path,
         | 
| 67 | 
             
                        cache_dir=cache_dir,
         | 
| 68 | 
             
                        **tokenizer_args,
         | 
| 69 | 
             
                    )
         | 
