Duplicate from Pippoz/Hugging_Space

Co-authored-by: Filippo Ziliotto <Pippoz@users.noreply.huggingface.co>

.gitattributes

@@ -0,0 +1,27 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zstandard filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,13 @@
+---
+title: OPT- Meta
+emoji: 🤖
+colorFrom: blue
+colorTo: white
+sdk: streamlit
+sdk_version: 1.9.0
+app_file: app.py
+pinned: true
+duplicated_from: Pippoz/Hugging_Space
+---
+
+Check out the configuration reference at https://huggingface.co/docs/hub/spaces#reference

app.py

@@ -0,0 +1,58 @@
+import streamlit as st
+import time
+from transformers import pipeline
+import torch
+
+st.markdown('## Text-generation OPT from  Facebook')
+
+@st.cache(allow_output_mutation=True, suppress_st_warning =True, show_spinner=False)
+def get_model():
+    return pipeline('text-generation', model=model, do_sample=True)
+    
+col1, col2 = st.columns([2,1])
+
+with st.sidebar:
+    st.markdown('## Model Parameters')
+
+    max_length = st.slider('Max text length', 0, 150, 80)
+
+    num_beams = st.slider('N° tree beams search', 2, 15,  5)
+
+    early_stopping = st.selectbox(
+     'Early stopping text generation',
+     ('True', 'False'), key={'True' : True, 'False': False}, index=0)
+
+    no_ngram_repeat = st.slider('Max repetition limit', 1, 5,  2)
+    
+with col1:
+    prompt= st.text_area('Your prompt here',
+        '''Who is Elon Musk?''') 
+        
+with col2:
+    select_model = st.radio(
+        "Select the model to use:",
+        ('OPT-125m', 'OPT-350m', 'OPT-1.3b'), index = 1)
+
+    if select_model == 'OPT-1.3b':
+        model = 'facebook/opt-1.3b'
+    elif select_model == 'OPT-350m':
+        model = 'facebook/opt-350m'
+    elif select_model == 'OPT-125m':
+        model = 'facebook/opt-125m'   
+
+    with st.spinner('Loading Model... (This may take a while)'):
+        generator = get_model()    
+        st.success('Model loaded correctly!')
+     
+gen = st.info('Generating text...')
+answer = generator(prompt,
+                       max_length=max_length, no_repeat_ngram_size=no_ngram_repeat,
+                        early_stopping=early_stopping, num_beams=num_beams)                      
+gen.empty()                      
+                       
+lst = answer[0]['generated_text']
+   
+t = st.empty()
+for i in range(len(lst)):
+    t.markdown("#### %s" % lst[0:i])
+    time.sleep(0.04)

requirements.txt

@@ -0,0 +1,3 @@
+streamlit
+transformers
+torch