Spaces:
				
			
			
	
			
			
		Sleeping
		
	
	
	
			
			
	
	
	
	
		
		
		Sleeping
		
	Longer inference
Browse filesIncreased to 2400 tokens.
- src/streamlit_app.py +1 -1
 
    	
        src/streamlit_app.py
    CHANGED
    
    | 
         @@ -264,7 +264,7 @@ Answer shortly, not more than 500 tokens, but outline the process step by step. 
     | 
|
| 264 | 
         
             
                            messages=prompt_messages,
         
     | 
| 265 | 
         
             
                            model=config["model"],
         
     | 
| 266 | 
         
             
                            temperature=0.6,
         
     | 
| 267 | 
         
            -
                            max_tokens= 
     | 
| 268 | 
         
             
                            top_p=0.95,
         
     | 
| 269 | 
         
             
                            stream=True,
         
     | 
| 270 | 
         
             
                            extra_body={"top_k": 20},
         
     | 
| 
         | 
|
| 264 | 
         
             
                            messages=prompt_messages,
         
     | 
| 265 | 
         
             
                            model=config["model"],
         
     | 
| 266 | 
         
             
                            temperature=0.6,
         
     | 
| 267 | 
         
            +
                            max_tokens=2400,
         
     | 
| 268 | 
         
             
                            top_p=0.95,
         
     | 
| 269 | 
         
             
                            stream=True,
         
     | 
| 270 | 
         
             
                            extra_body={"top_k": 20},
         
     |