Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -1,63 +1,17 @@
|
|
| 1 |
-
import
|
| 2 |
-
import
|
| 3 |
-
from sentence_transformers import SentenceTransformer
|
| 4 |
-
import umap.umap_ as umap
|
| 5 |
-
import pandas as pd
|
| 6 |
-
import os
|
| 7 |
|
| 8 |
-
|
|
|
|
|
|
|
| 9 |
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
|
| 13 |
|
| 14 |
-
|
| 15 |
-
df_osdg = pd.read_csv('https://zenodo.org/record/5550238/files/osdg-community-dataset-v21-09-30.csv',sep='\t')
|
| 16 |
-
df_osdg = df_osdg[df_osdg['agreement']>.95]
|
| 17 |
-
df_osdg = df_osdg[df_osdg['labels_positive']>2]
|
| 18 |
-
#df_osdg = df_osdg[:1000]
|
| 19 |
-
|
| 20 |
-
_lab_dict = {0: 'no_cat',
|
| 21 |
-
1:'SDG 1 - No poverty',
|
| 22 |
-
2:'SDG 2 - Zero hunger',
|
| 23 |
-
3:'SDG 3 - Good health and well-being',
|
| 24 |
-
4:'SDG 4 - Quality education',
|
| 25 |
-
5:'SDG 5 - Gender equality',
|
| 26 |
-
6:'SDG 6 - Clean water and sanitation',
|
| 27 |
-
7:'SDG 7 - Affordable and clean energy',
|
| 28 |
-
8:'SDG 8 - Decent work and economic growth',
|
| 29 |
-
9:'SDG 9 - Industry, Innovation and Infrastructure',
|
| 30 |
-
10:'SDG 10 - Reduced inequality',
|
| 31 |
-
11:'SDG 11 - Sustainable cities and communities',
|
| 32 |
-
12:'SDG 12 - Responsible consumption and production',
|
| 33 |
-
13:'SDG 13 - Climate action',
|
| 34 |
-
14:'SDG 14 - Life below water',
|
| 35 |
-
15:'SDG 15 - Life on land',
|
| 36 |
-
16:'SDG 16 - Peace, justice and strong institutions',
|
| 37 |
-
17:'SDG 17 - Partnership for the goals',}
|
| 38 |
-
|
| 39 |
-
labels = [_lab_dict[lab] for lab in df_osdg['sdg'] ]
|
| 40 |
-
#keys = list(df_osdg['keys'])
|
| 41 |
-
docs = list(df_osdg['text'])
|
| 42 |
-
docs_embeddings = model.encode(docs)
|
| 43 |
|
| 44 |
-
|
| 45 |
-
|
| 46 |
-
n_components = 3
|
| 47 |
-
random_state =42
|
| 48 |
-
umap_model = (umap.UMAP(n_neighbors=n_neighbors,
|
| 49 |
-
n_components=n_components,
|
| 50 |
-
metric='cosine',
|
| 51 |
-
random_state=random_state)
|
| 52 |
-
.fit(docs_embeddings))
|
| 53 |
-
|
| 54 |
-
docs_umap = umap_model.transform(docs_embeddings)
|
| 55 |
|
| 56 |
-
|
| 57 |
-
fig = px.scatter_3d(
|
| 58 |
-
docs_umap, x=0, y=1, z=2,
|
| 59 |
-
color=labels,
|
| 60 |
-
opacity = .5)#, hover_data=[keys])
|
| 61 |
-
fig.update_scenes(xaxis_visible=False, yaxis_visible=False,zaxis_visible=False )
|
| 62 |
-
fig.update_traces(marker_size=4)
|
| 63 |
-
st.plotly_chart(fig)
|
|
|
|
| 1 |
+
import apps.sdg as sdg_tab
|
| 2 |
+
#import apps.sdg_analysis as sdg_analysis
|
|
|
|
|
|
|
|
|
|
|
|
|
| 3 |
|
| 4 |
+
# import appStore.check_site as check_site
|
| 5 |
+
from appStore.multiapp import MultiApp
|
| 6 |
+
import streamlit as st
|
| 7 |
|
| 8 |
+
st.set_page_config(f'Embedding Visualisator (Sentence Transformer)',
|
| 9 |
+
layout="wide",
|
| 10 |
+
initial_sidebar_state="expanded")
|
| 11 |
|
| 12 |
+
app = MultiApp()
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 13 |
|
| 14 |
+
app.add_app("SDG", sdg_tab.app)
|
| 15 |
+
#app.add_app("Info", info.app)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 16 |
|
| 17 |
+
app.run()
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|