debug

app.py

@@ -14,6 +14,7 @@ MOCK = False
 TEST_FOLDER = "c4f5"
 
 MODEL_NAME="xu3kev/deepseekcoder-7b-logo-pbe"
+MODEL_NAME="microsoft/Phi-3-small-8k-instruct" 
 import torch
 from transformers import AutoModelForCausalLM, AutoTokenizer
 hug_model = AutoModelForCausalLM.from_pretrained(MODEL_NAME, torch_dtype=torch.float16,).to('cuda')
@@ -222,7 +223,7 @@ def llm_call(question_prompt, model_name,
     top_p=1, n_samples=64, stop=None):
     if HUGGINGFACE:
         model_inputs = hug_tokenizer([question_prompt], return_tensors="pt").to('cuda')
-        generated_ids = hug_model.generate(**model_inputs, max_length=1400, temperature=1, num_return_sequences=16, do_sample=True)
+        generated_ids = hug_model.generate(**model_inputs, max_length=1400, temperature=1, num_return_sequences=1, do_sample=True)
         responses = hug_tokenizer.batch_decode(generated_ids, skip_special_tokens=True)
         codes = []
         for response in responses:
@@ -420,18 +421,18 @@ def main():
             output_image = gr.Image(label="output")
         
         submit_button.click(img_to_code_img, inputs=canvas, outputs=output_image)
-        demo.load(
-        None,
-        None,
-        js="""
-  () => {
-  const params = new URLSearchParams(window.location.search);
-  if (!params.has('__theme')) {
-    params.set('__theme', 'light');
-    window.location.search = params.toString();
-  }
-  }""",
-        )
+#         demo.load(
+#         None,
+#         None,
+#         js="""
+#   () => {
+#   const params = new URLSearchParams(window.location.search);
+#   if (!params.has('__theme')) {
+#     params.set('__theme', 'light');
+#     window.location.search = params.toString();
+#   }
+#   }""",
+#         )
 
     demo.launch(share=True)