Mentors4EDU commited on
Commit
ac3d1f3
·
verified ·
1 Parent(s): cd21fb9

Delete app.py

Browse files
Files changed (1) hide show
  1. app.py +0 -34
app.py DELETED
@@ -1,34 +0,0 @@
1
- import gradio as gr
2
- import transformers
3
- from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
4
-
5
- MODEL_NAME = "OpenPeerAI/OpenPeerLLM"
6
-
7
- tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
8
- model = AutoModelForCausalLM.from_pretrained(MODEL_NAME, torch_dtype="autopy")
9
- generator = pipeline("text-generation", model=model, tokenizer=tokenizer)
10
-
11
- def chat(prompt, max_new_tokens=256, temperature=0.7):
12
- outputs = generator(
13
- prompt,
14
- max_new_tokens=max_new_tokens,
15
- temperature=temperature,
16
- do_sample=True,
17
- pad_token_id=tokenizer.eos_token_id
18
- )
19
- return outputs[0]['generated_text'][len(prompt):].strip()
20
-
21
- iface = gr.Interface(
22
- fn=chat,
23
- inputs=[
24
- gr.Textbox(lines=4, label="Enter your prompt"),
25
- gr.Slider(16, 1024, value=256, step=16, label="Max new tokens"),
26
- gr.Slider(0.1, 1.5, value=0.7, step=0.05, label="Temperature")
27
- ],
28
- outputs="text",
29
- title="OpenPeerLLM Text Demo",
30
- description="Chat with OpenPeerLLM from HuggingFace!"
31
- )
32
-
33
- if __name__ == "__main__":
34
- iface.launch()