Update app.py

app.py

@@ -3,11 +3,15 @@ from bs4 import BeautifulSoup
 import requests
 from acogsphere import acf
 from bcogsphere import bcf
+from ecogsphere import ecf
+
+import pandas as pd 
 import math
+import json
 
 import sqlite3
 import huggingface_hub
-import pandas as pd
+#import pandas as pd
 import shutil
 import os
 import datetime
@@ -15,7 +19,7 @@ from apscheduler.schedulers.background import BackgroundScheduler
 
 import random
 import time
-import requests
+#import requests
 
 from huggingface_hub import hf_hub_download
 
@@ -52,6 +56,8 @@ repo.git_pull()
 db = sqlite3.connect(DB_FILE)
 try:
     db.execute("SELECT * FROM reviews").fetchall()
+    #db.execute("SELECT * FROM reviews2").fetchall()
+
     db.close()
 except sqlite3.OperationalError:
     db.execute(
@@ -63,17 +69,47 @@ except sqlite3.OperationalError:
     db.commit()
     db.close()
 
+    db = sqlite3.connect(DB_FILE)
+    try:
+        db.execute("SELECT * FROM reviews2").fetchall()
+        #db.execute("SELECT * FROM reviews2").fetchall()
+    
+        db.close()
+    except sqlite3.OperationalError:
+        db.execute(
+        '''
+        CREATE TABLE reviews2 (id TEXT,
+                              title TEXT, link TEXT,channel TEXT, description TEXT, views INTEGER, uploaded TEXT, duration INTEGER, durationString TEXT)
+        ''')
+        db.commit()
+        db.close()
 def get_latest_reviews(db: sqlite3.Connection):
     reviews = db.execute("SELECT * FROM reviews ORDER BY id DESC limit 100").fetchall()
     total_reviews = db.execute("Select COUNT(id) from reviews").fetchone()[0]
     reviews = pd.DataFrame(reviews, columns=["id", "date_created", "name", "rate", "celsci"])
     return reviews, total_reviews
 
-
+def get_latest_reviews2(db: sqlite3.Connection):
+    reviews2 = db.execute("SELECT * FROM reviews2 ORDER BY id DESC limit 100").fetchall()
+    total_reviews2 = db.execute("Select COUNT(id) from reviews2").fetchone()[0]
+    reviews2 = pd.DataFrame(reviews2, columns=["id","title", "link","channel", "description", "views", "uploaded", "duration", "durationString"])
+    return reviews2, total_reviews2
+    
 def ccogsphere(name: str, rate: int, celsci: str):
     db = sqlite3.connect(DB_FILE)
     cursor = db.cursor()
-    cursor.execute("INSERT INTO reviews(name, rate, celsci) VALUES(?,?,?)", [name, rate, celsci])
+      
+    try:
+        celsci2=celsci.split()
+        print("split",celsci2,celsci)
+        celsci2=celsci2[0] + "+" + celsci2[1]
+        celsci2=ecf(celsci2)
+        celsci2=json.dumps(celsci2["videos"])
+    except:
+        celsci2=" No Info Found"
+    
+    
+    cursor.execute("INSERT INTO reviews(name, rate, celsci) VALUES(?,?,?)", [name, rate, celsci+celsci2])
     db.commit()
     reviews, total_reviews = get_latest_reviews(db)
     db.close()
@@ -99,17 +135,42 @@ def run_actr():
     env.model2.choice=env.choice2
     env.run()
 
+def run_ecs(inp):
+    try:
+        result=ecf(inp)
+        df=pd.DataFrame.from_dict(result["videos"])
+    except sqlite3.OperationalError:
+        print ("db error")
+    
+    df=df.drop(df.columns[4], axis=1)
+
+    db = sqlite3.connect(DB_FILE)
+    #cursor = db.cursor()
+    #cursor.execute("INSERT INTO reviews2(title, link, thumbnail,channel, description, views, uploaded, duration, durationString) VALUES(?,?,?,?,?,?,?,?,?)", [title, link, thumbnail,channel, description, views, uploaded, duration, durationString])
+    df.to_sql('reviews2', db, if_exists='replace', index=False)
+
+    #db.commit()
+    reviews2, total_reviews2 = get_latest_reviews(db)
+    db.close()
+    #print ("print000", total_reviews2,reviews2)
+    return reviews2, total_reviews2
+    
     
 def load_data():
     db = sqlite3.connect(DB_FILE)
     reviews, total_reviews = get_latest_reviews(db)
     db.close()
     return reviews, total_reviews
+def load_data2():
+    db = sqlite3.connect(DB_FILE)
+    reviews2, total_reviews2 = get_latest_reviews2(db)
+    db.close()
+    return reviews2, total_reviews2
     
 css="footer {visibility: hidden}"
 # Applying style to highlight the maximum value in each row
 #styler = df.style.highlight_max(color = 'lightgreen', axis = 0)
-with gr.Blocks(css=css) as demo:
+with gr.Blocks() as demo:
     with gr.Row():
         with gr.Column():
             data = gr.Dataframe() #styler)
@@ -120,7 +181,7 @@ with gr.Blocks(css=css) as demo:
             rate =  gr.Textbox(label="b") #, placeholder="What is your name?") #gr.Radio(label="How satisfied are you with using gradio?", choices=[1, 2, 3, 4, 5])
             celsci = gr.Textbox(label="c") #, lines=10, placeholder="Do you have any feedback on gradio?")
             #run_actr()
-            submit = gr.Button(value=".")
+            submit = gr.Button(value=".")            
             submit.click(ccogsphere, [name, rate, celsci], [data, count])
             demo.load(load_data, None, [data, count])
             @name.change(inputs=name, outputs=celsci,_js="window.location.reload()")
@@ -163,9 +224,9 @@ def backup_db_csv():
 #    demo.load(load_data,None, [reviews, total_reviews])
 #    #return reviews, total_reviews
     
-scheduler2 = BackgroundScheduler()
-scheduler2.add_job(func=run_actr, trigger="interval", seconds=3600)
-scheduler2.start()
+scheduler1 = BackgroundScheduler()
+scheduler1.add_job(func=run_actr, trigger="interval", seconds=36)
+scheduler1.start()
 
 scheduler2 = BackgroundScheduler()
 scheduler2.add_job(func=backup_db, trigger="interval", seconds=3633000)