Commit
·
d488c2b
1
Parent(s):
1a3d4d8
updating some data and scripts
Browse files- data/daily_info.parquet +2 -2
- data/tools_accuracy.csv +1 -1
- scripts/get_mech_info.py +3 -3
- scripts/profitability.py +1 -1
data/daily_info.parquet
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d2d8f34eec81a52ebd9433792cbe1cc5d0b506bf175a0028da52d38ec327f15a
|
| 3 |
+
size 458896
|
data/tools_accuracy.csv
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1338
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8390f8aa735a6713cb5510b0a213196d5bab714b3c248be0b91f37ae0fb1b692
|
| 3 |
size 1338
|
scripts/get_mech_info.py
CHANGED
|
@@ -1,7 +1,7 @@
|
|
| 1 |
from string import Template
|
| 2 |
from typing import Any
|
| 3 |
from datetime import datetime, timedelta, UTC
|
| 4 |
-
from utils import SUBGRAPH_API_KEY, measure_execution_time, DATA_DIR
|
| 5 |
import requests
|
| 6 |
import pandas as pd
|
| 7 |
import numpy as np
|
|
@@ -122,7 +122,7 @@ def update_json_files():
|
|
| 122 |
def update_fpmmTrades_parquet(trades_filename: str) -> pd.DataFrame:
|
| 123 |
# Read old trades parquet file
|
| 124 |
try:
|
| 125 |
-
old_trades_df = pd.read_parquet(
|
| 126 |
except Exception as e:
|
| 127 |
print(f"Error reading old trades parquet file {e}")
|
| 128 |
return None
|
|
@@ -152,7 +152,7 @@ def update_fpmmTrades_parquet(trades_filename: str) -> pd.DataFrame:
|
|
| 152 |
print(f"Final length after removing duplicates in fpmmTrades= {len(merge_df)}")
|
| 153 |
|
| 154 |
# save the parquet file
|
| 155 |
-
merge_df.to_parquet(
|
| 156 |
|
| 157 |
return
|
| 158 |
|
|
|
|
| 1 |
from string import Template
|
| 2 |
from typing import Any
|
| 3 |
from datetime import datetime, timedelta, UTC
|
| 4 |
+
from utils import SUBGRAPH_API_KEY, measure_execution_time, DATA_DIR, TMP_DIR
|
| 5 |
import requests
|
| 6 |
import pandas as pd
|
| 7 |
import numpy as np
|
|
|
|
| 122 |
def update_fpmmTrades_parquet(trades_filename: str) -> pd.DataFrame:
|
| 123 |
# Read old trades parquet file
|
| 124 |
try:
|
| 125 |
+
old_trades_df = pd.read_parquet(TMP_DIR / "fpmmTrades.parquet")
|
| 126 |
except Exception as e:
|
| 127 |
print(f"Error reading old trades parquet file {e}")
|
| 128 |
return None
|
|
|
|
| 152 |
print(f"Final length after removing duplicates in fpmmTrades= {len(merge_df)}")
|
| 153 |
|
| 154 |
# save the parquet file
|
| 155 |
+
merge_df.to_parquet(TMP_DIR / "fpmmTrades.parquet", index=False)
|
| 156 |
|
| 157 |
return
|
| 158 |
|
scripts/profitability.py
CHANGED
|
@@ -184,7 +184,7 @@ def prepare_profitalibity_data(
|
|
| 184 |
return
|
| 185 |
|
| 186 |
# Check if fpmmTrades.parquet is in the same directory
|
| 187 |
-
print("
|
| 188 |
try:
|
| 189 |
fpmmTrades = pd.read_parquet(DATA_DIR / trades_filename)
|
| 190 |
except FileNotFoundError:
|
|
|
|
| 184 |
return
|
| 185 |
|
| 186 |
# Check if fpmmTrades.parquet is in the same directory
|
| 187 |
+
print("Reading the trades file")
|
| 188 |
try:
|
| 189 |
fpmmTrades = pd.read_parquet(DATA_DIR / trades_filename)
|
| 190 |
except FileNotFoundError:
|