Spaces:
				
			
			
	
			
			
		Paused
		
	
	
	
			
			
	
	
	
	
		
		
		Paused
		
	Update inferencer.py
Browse files- inferencer.py +2 -2
    	
        inferencer.py
    CHANGED
    
    | @@ -205,8 +205,8 @@ class InterleaveInferencer: | |
| 205 | 
             
                        **generation_input,
         | 
| 206 | 
             
                    ):
         | 
| 207 | 
             
                        output = self.tokenizer.decode(unpacked_latent)
         | 
| 208 | 
            -
                         | 
| 209 | 
            -
             | 
| 210 |  | 
| 211 | 
             
                @torch.no_grad()
         | 
| 212 | 
             
                def interleave_inference(
         | 
|  | |
| 205 | 
             
                        **generation_input,
         | 
| 206 | 
             
                    ):
         | 
| 207 | 
             
                        output = self.tokenizer.decode(unpacked_latent)
         | 
| 208 | 
            +
                        if output != "<|im_end|>":
         | 
| 209 | 
            +
                            yield output
         | 
| 210 |  | 
| 211 | 
             
                @torch.no_grad()
         | 
| 212 | 
             
                def interleave_inference(
         | 
