Update app.py
Browse files
app.py
CHANGED
|
@@ -212,11 +212,11 @@ with st.form(key='columns_in_form'):
|
|
| 212 |
for j in clusters[i]:
|
| 213 |
if j not in chosen:
|
| 214 |
chosen.append(j) # j is a stub.
|
| 215 |
-
|
| 216 |
-
|
| 217 |
# Digestor uses 'chosen' to create digest.
|
| 218 |
# 'user_choicese' is passed for reference.
|
| 219 |
-
digestor = Digestor(timer=Timer(), cache = USE_CACHE, stubs=chosen, user_choices=selections)
|
| 220 |
# happens internally but may be used differently so it isn't automatic upon digestor creation.
|
| 221 |
# Easily turn caching off for testing.
|
| 222 |
st.warning("What you'll see:")
|
|
|
|
| 212 |
for j in clusters[i]:
|
| 213 |
if j not in chosen:
|
| 214 |
chosen.append(j) # j is a stub.
|
| 215 |
+
st.warning("selecting a value of 800 may result in tokenized chunks longer than the model sequence length.")
|
| 216 |
+
chunk_size = st.slider(label="Slider", min_value=100, max_value=800)
|
| 217 |
# Digestor uses 'chosen' to create digest.
|
| 218 |
# 'user_choicese' is passed for reference.
|
| 219 |
+
digestor = Digestor(timer=Timer(), cache = USE_CACHE, stubs=chosen, user_choices=selections, chunk_size=chunk_size)
|
| 220 |
# happens internally but may be used differently so it isn't automatic upon digestor creation.
|
| 221 |
# Easily turn caching off for testing.
|
| 222 |
st.warning("What you'll see:")
|