only 2024 data

app.py

@@ -28,122 +28,22 @@ from tabs.error import (
     plot_week_error_data
 )
 from tabs.about import about_olas_predict
-import psutil
 
+        
+def prepare_data():
+    tools_df = pd.read_parquet("./data/tools.parquet")
+    trades_df = pd.read_parquet("./data/all_trades_profitability.parquet")
 
+    tools_df['request_time'] = pd.to_datetime(tools_df['request_time'])
+    tools_df = tools_df[tools_df['request_time'].dt.year == 2024]
 
-def log_ram_usage():
-    process = psutil.Process()
-    mem_info = process.memory_info()
-    logging.info(f"RAM Usage: RSS={mem_info.rss} bytes, VMS={mem_info.vms} bytes")
-
-def update_trades_plots():
-    global tools_df, trades_df, error_df, error_overall_df, winning_rate_df, winning_rate_overall_df, trades_count_df, trades_winning_rate_df
-
-    refresh_data()
-
-    updated_trades_by_week_plot = plot_trades_by_week(
-            trades_df=trades_count_df
-        )
-
-    updated_winning_trades_by_week_plot = plot_winning_trades_by_week(
-        trades_df=trades_winning_rate_df
-    )
-
-    updated_trade_details_plot = plot_trade_details(
-            trade_detail="mech calls",
-            trades_df=trades_df
-        )
-
-    return (
-        updated_trades_by_week_plot,
-        updated_winning_trades_by_week_plot,
-        updated_trade_details_plot
-    )
-
-
-def update_tool_winnings_plots():
-    global tools_df, trades_df, error_df, error_overall_df, winning_rate_df, winning_rate_overall_df, trades_count_df, trades_winning_rate_df
-
-    refresh_data()
-
-    updated_winning_plot = plot_tool_winnings_overall(
-            wins_df=winning_rate_overall_df,
-            winning_selector="win_perc"
-        )
-
-    updated_tool_winnings_by_tool_plot = plot_tool_winnings_by_tool(
-            wins_df=winning_rate_df,
-            tool=INC_TOOLS[0]
-        )
-
-    return (
-        updated_winning_plot,
-        updated_tool_winnings_by_tool_plot
-    )
-
-def update_error_plots():
-    global tools_df, trades_df, error_df, error_overall_df, winning_rate_df, winning_rate_overall_df, trades_count_df, trades_winning_rate_df
-
-    refresh_data()
-
-    updated_error_overall_plot = plot_error_data(
-            error_all_df=error_overall_df
-        )
-    
-    updated_tool_error_plot = plot_tool_error_data(
-            error_df=error_df,
-            tool=INC_TOOLS[0]
-        )
-
-    updated_week_error_plot = plot_week_error_data(
-            error_df=error_df,
-            week=choices[-1]
-        )
-
-    return (
-        updated_error_overall_plot,
-        updated_tool_error_plot,
-        updated_week_error_plot
-    )
+    trades_df['creation_timestamp'] = pd.to_datetime(trades_df['creation_timestamp'])
+    trades_df = trades_df[trades_df['creation_timestamp'].dt.year == 2024]
 
-def refresh_data():
-    try:
-        global tools_df, trades_df, error_df, error_overall_df, winning_rate_df, winning_rate_overall_df, trades_count_df, trades_winning_rate_df
-        
-        logging.info("Refreshing data...")
-        
-        tools_df = pd.read_parquet("./data/tools.parquet")
-        trades_df = pd.read_parquet("./data/all_trades_profitability.parquet")
-        trades_df = prepare_trades(trades_df)
-        error_df = get_error_data(tools_df=tools_df, inc_tools=INC_TOOLS)
-        error_overall_df = get_error_data_overall(error_df=error_df)
-        winning_rate_df = get_tool_winning_rate(tools_df=tools_df, inc_tools=INC_TOOLS)
-        winning_rate_overall_df = get_overall_winning_rate(wins_df=winning_rate_df)
-        trades_count_df = get_overall_trades(trades_df=trades_df)
-        trades_winning_rate_df = get_overall_winning_trades(trades_df=trades_df)
-                
-        logging.info("Data refreshed.")
-    except Exception as e:
-        logging.error("Failed to refresh data: %s", e)
-
-
-def pull_refresh_data():
-    # Run the pull_data.py script and wait for it to finish
-    try:
-        result = subprocess.run(["python", "./scripts/pull_data.py"], check=True)
-        logging.info("Script executed successfully: %s", result)
-        refresh_data()
-    except subprocess.CalledProcessError as e:
-        logging.error("Failed to run script: %s", e)
-        return  # Stop execution if the script fails
-
-    refresh_data()
+    trades_df = prepare_trades(trades_df)
+    return tools_df, trades_df
 
-        
-tools_df = pd.read_parquet("./data/tools.parquet")
-trades_df = pd.read_parquet("./data/all_trades_profitability.parquet")
-trades_df = prepare_trades(trades_df)
+tools_df, trades_df = prepare_data()
 
 
 demo = gr.Blocks()
@@ -240,19 +140,6 @@ with demo:
             with gr.Row():
                 trade_details_plot
 
-            with gr.Row():
-                with gr.Column():
-                    refresh_button = gr.Button("Refresh Data")
-
-            refresh_button.click(
-                update_trades_plots, 
-                outputs=[
-                    trades_by_week_plot,
-                    winning_trades_by_week_plot,
-                    trade_details_plot,
-                ]
-            )
-
         with gr.TabItem("��� Tool Winning Dashboard"):
             with gr.Row():
                 gr.Markdown("# Plot showing overall winning rate")
@@ -319,17 +206,6 @@ with demo:
                 sel_tool
             with gr.Row():
                 tool_winnings_by_tool_plot
-            with gr.Row():
-                refresh_button = gr.Button("Refresh Data")
-
-            refresh_button.click(
-                update_tool_winnings_plots, 
-                outputs=[
-                    winning_plot,
-                    tool_winnings_by_tool_plot
-                ]
-            )
-            
 
         with gr.TabItem("🏥 Tool Error Dashboard"):
             with gr.Row():
@@ -406,26 +282,9 @@ with demo:
                 sel_week
             with gr.Row():
                 week_error_plot
-            
-            with gr.Row():
-                refresh_button = gr.Button("Refresh Data")
-
-            refresh_button.click(
-                update_error_plots, 
-                outputs=[
-                    error_overall_plot,
-                    tool_error_plot,
-                    week_error_plot
-                ]
-            )
 
         with gr.TabItem("ℹ️ About"):
             with gr.Accordion("About Olas Predict"):
                 gr.Markdown(about_olas_predict)
 
-# Create the scheduler
-scheduler = BackgroundScheduler(timezone=utc)
-scheduler.add_job(pull_refresh_data, CronTrigger(hour=0, minute=0))  # Runs daily at 12 AM UTC
-scheduler.start()
-
 demo.queue(default_concurrency_limit=40).launch()