Update app.py

app.py

@@ -1,51 +1,187 @@
-from functools import partial
+from threading import Thread
+import gradio as gr
+import inspect
+from gradio import routes
+from typing import List, Type
 
+import requests, os, re, asyncio, queue, sys, git
+import math
+import time
+import datetime
+import requests, json
+
+from pprint import pprint
 import hivemind
-from flask import Flask, jsonify, request
-from flask_cors import CORS
+from petals.constants import PUBLIC_INITIAL_PEERS
+from health import fetch_health_state
+
+dht = hivemind.DHT(initial_peers=PUBLIC_INITIAL_PEERS, client_mode=True, start=True)
+model_name = "quantumaikr/llama-2-70b-fb16-korean"
+
+loop = asyncio.get_event_loop()
+# Monkey patch
+def get_types(cls_set: List[Type], component: str):
+    docset = []
+    types = []
+    if component == "input":
+        for cls in cls_set:
+            doc = inspect.getdoc(cls)
+            doc_lines = doc.split("\n")
+            docset.append(doc_lines[1].split(":")[-1])
+            types.append(doc_lines[1].split(")")[0].split("(")[-1])
+    else:
+        for cls in cls_set:
+            doc = inspect.getdoc(cls)
+            doc_lines = doc.split("\n")
+            docset.append(doc_lines[-1].split(":")[-1])
+            types.append(doc_lines[-1].split(")")[0].split("(")[-1])
+    return docset, types
+routes.get_types = get_types
+
+# App code
+
+account_list = dict()
+
+account_list['id'] = "pass"
+
+name_list = dict()
+name_list['id'] = 'name'
+
+p2p_list = dict()
+p2p_list['id'] = '11111111'
+
+def chat(x):
+    
+    return "AI 응답입니다."
+
+
+def register(id, pw):
+    if id in account_list:
+        return "exist"
+    else:
+        account_list[id] = pw
+        return "ok"
 
-import config
-from p2p_utils import check_reachability
-from state_updater import StateUpdaterThread
+def login(id, pw):
+    if id in account_list:
+        if account_list[id] == pw:
+            return "ok"
+        else:
+            return "password error"
+    else:
+        return "no id"
 
-logger = hivemind.get_logger(__name__)
+def add_name(id, name):
+    name_list[id] = name
+    return "ok"
 
+def get_name(id):
+    if id in name_list:
+        return name_list[id]
+    else:
+        return "no id"
 
-logger.info("Connecting to DHT")
-dht = hivemind.DHT(initial_peers=config.INITIAL_PEERS, client_mode=True, num_workers=32, start=True)
+def get_id(name):
+    reverse_dict= dict(map(reversed,name_list.items()))
+    if name in reverse_dict:
+        return reverse_dict[name]
+    else:
+        return "no name"
 
-logger.info("Starting Flask app")
-app = Flask(__name__)
-CORS(app)
+def add_p(id, p_id):
+    p2p_list[id] = p_id
+    return "ok"
 
-logger.info("Starting updater")
-updater = StateUpdaterThread(dht, app, daemon=True)
-updater.start()
-updater.ready.wait()
+def get_p(id):
+    if id in p2p_list:
+        return p2p_list[id]
+    else:
+        return "no id"
 
+def get_id_from_p2p(i):
+    reverse_dict= dict(map(reversed,p2p_list.items()))
+    if i in reverse_dict:
+        return reverse_dict[i]
+    else:
+        return "no id"
 
-@app.route("/")
-def main_page():
-    return updater.state_html
+# Blockchain code
 
+def get_peers():
+    data = fetch_health_state(dht)
+    out = []
+    for d in data['model_reports']:
+        if d['name'] == model_name:
+            for r in d['server_rows']:
+                out.append(r['peer_id'])
 
-@app.route("/api/v1/state")
-def api_v1_state():
-    return app.response_class(response=updater.state_json, status=200, mimetype="application/json")
+    return out
 
+get_peers()
 
-@app.route("/api/v1/is_reachable/<peer_id>")
-def api_v1_is_reachable(peer_id):
-    peer_id = hivemind.PeerID.from_base58(peer_id)
-    rpc_info = dht.run_coroutine(partial(check_reachability, peer_id, use_cache=False))
-    return jsonify(
-        success=rpc_info["ok"],
-        message=rpc_info.get("error"),
-        your_ip=request.remote_addr,
+with gr.Blocks() as demo:
+    count = 0
+    aa = gr.Interface(
+      fn=chat,
+      inputs=["text"],
+      outputs="text",
+      description="chat, ai 응답을 반환합니다.\n /run/predict",
     )
 
+    rr = gr.Interface(
+      fn=register,
+      inputs=["text", "text"],
+      outputs="text",
+      description="register, 회원가입(성공시:ok, 중복시:exist 반환)\n /run/predict_1",
+    )
+
+    ll = gr.Interface(
+      fn=login,
+      inputs=["text", "text"],
+      outputs="text",
+      description="login, 로그인(성공시: ok, 실패시: password error, 아이디가 없으면: no id) \n /run/predict_2",
+    )
+
+    ad = gr.Interface(
+      fn=add_name,
+      inputs=["text", "text"],
+      outputs="text",
+      description="add_name, id로 닉네임 추가. ok 반환.\n /run/predict_3",
+    )
+    
+    nn = gr.Interface(
+      fn=get_name,
+      inputs=["text"],
+      outputs="text",
+      description="get_name, id로 닉네임 반환(없으면 no id)\n /run/predict_4",
+    )
 
-@app.route("/metrics")
-@app.route("/api/prometheus")
-def metrics():
-    return app.response_class(response=updater.prometheus_metrics, status=200, mimetype="text/plain")
+    nnn = gr.Interface(
+      fn=get_id,
+      inputs=["text"],
+      outputs="text",
+      description="get_name, 닉네임으로 id 반환(없으면 no name)\n /run/predict_5",
+    )
+    
+    adp = gr.Interface(
+      fn=add_p,
+      inputs=["text", "text"],
+      outputs="text",
+      description="add_p, id로 p2p id 추가. ok 반환. \n /run/predict_6",
+    )
+    
+    nnp = gr.Interface(
+      fn=get_p,
+      inputs=["text"],
+      outputs="text",
+      description="get_p, id로 p2p id 반환. 없으면 no id. \n /run/predict_7",
+    )
+
+    nnp = gr.Interface(
+      fn=get_id_from_p2p,
+      inputs=["text"],
+      outputs="text",
+      description="get_p, p2p id로 일반 id 반환. 없으면 no id. \n /run/predict_8",
+    )
+    
+    demo.queue(max_size=32).launch(enable_queue=True)