app.py

import gradio as gr
import platform
import os
import time
from threading import Thread

from rich.text import Text
from rich.live import Live

from model.infer import ChatBot
from config import InferConfig

infer_config = InferConfig()
chat_bot = ChatBot(infer_config=infer_config)

 
def greet(name):
    streamer = chat_bot.chat(name)
    return streamer
 
 
 
iface = gr.Interface(fn=greet, inputs="text", outputs="text")
 
iface.launch(server_name='0.0.0.0', server_port=23678)