Duplicated from akhaliq/KAT-Dev
f36fe6f 888a1e3
1
2
3
4
5
6
7
8
9
import torch # Model Configuration MODEL_NAME = "Kwaipilot/KAT-Dev" # Generation Configuration MAX_NEW_TOKENS = 1024 TEMPERATURE = 0.7 DO_SAMPLE = True