Update app.py

app.py

@@ -24,11 +24,11 @@ ckpt_load = 'model.pt'
 
 start = "000000000000\n"
 num_samples = 1
-max_new_tokens = 1152
+max_new_tokens = 768
 
 seed = random.randint(1, 100000)
 torch.manual_seed(seed)
-device = 'cuda' if torch.cuda.is_available() else 'cpu'
+device = 'cpu' if torch.cuda.is_available() else 'cpu'
 dtype = 'bfloat16' if torch.cuda.is_available() and torch.cuda.is_bf16_supported() else 'float16'
 compile = False
 exec(open('configurator.py').read())