Spaces:
Runtime error
Runtime error
Add NER
Browse files
app.py
CHANGED
|
@@ -26,7 +26,7 @@ TASK_TO_ID = {
|
|
| 26 |
}
|
| 27 |
|
| 28 |
# TODO: remove this hardcorded logic and accept any dataset on the Hub
|
| 29 |
-
DATASETS_TO_EVALUATE = ["emotion", "conll2003", "imdb", "squad"]
|
| 30 |
|
| 31 |
###########
|
| 32 |
### APP ###
|
|
@@ -35,8 +35,8 @@ st.title("Evaluation as a Service")
|
|
| 35 |
st.markdown(
|
| 36 |
"""
|
| 37 |
Welcome to Hugging Face's Evaluation as a Service! This application allows
|
| 38 |
-
you to evaluate any 🤗 Transformers model on the Hub. Please
|
| 39 |
-
dataset and configuration below.
|
| 40 |
"""
|
| 41 |
)
|
| 42 |
|
|
@@ -59,6 +59,7 @@ with st.form(key="form"):
|
|
| 59 |
|
| 60 |
selected_split = st.selectbox("Select a split", split_names, index=split_names.index(eval_split))
|
| 61 |
|
|
|
|
| 62 |
col_mapping = metadata[0]["col_mapping"]
|
| 63 |
col_names = list(col_mapping.keys())
|
| 64 |
|
|
|
|
| 26 |
}
|
| 27 |
|
| 28 |
# TODO: remove this hardcorded logic and accept any dataset on the Hub
|
| 29 |
+
DATASETS_TO_EVALUATE = ["emotion", "conll2003", "imdb", "squad", "xsum", "ncbi_disease"]
|
| 30 |
|
| 31 |
###########
|
| 32 |
### APP ###
|
|
|
|
| 35 |
st.markdown(
|
| 36 |
"""
|
| 37 |
Welcome to Hugging Face's Evaluation as a Service! This application allows
|
| 38 |
+
you to evaluate any 🤗 Transformers model with a dataset on the Hub. Please
|
| 39 |
+
select the dataset and configuration below.
|
| 40 |
"""
|
| 41 |
)
|
| 42 |
|
|
|
|
| 59 |
|
| 60 |
selected_split = st.selectbox("Select a split", split_names, index=split_names.index(eval_split))
|
| 61 |
|
| 62 |
+
# TODO: add a function to handle the mapping task <--> column mapping
|
| 63 |
col_mapping = metadata[0]["col_mapping"]
|
| 64 |
col_names = list(col_mapping.keys())
|
| 65 |
|