Commit
·
6469f49
1
Parent(s):
215e416
Update app.py
Browse files
app.py
CHANGED
|
@@ -44,6 +44,8 @@ def chunk_text_to_window_size_and_predict_proba(input_ids, attention_mask, total
|
|
| 44 |
|
| 45 |
loop = True
|
| 46 |
count = 1
|
|
|
|
|
|
|
| 47 |
while loop:
|
| 48 |
end = start + window_length
|
| 49 |
# If the end index exceeds total length, set the flag to False and adjust the end index
|
|
@@ -51,6 +53,9 @@ def chunk_text_to_window_size_and_predict_proba(input_ids, attention_mask, total
|
|
| 51 |
loop = False
|
| 52 |
end = total_len
|
| 53 |
|
|
|
|
|
|
|
|
|
|
| 54 |
# 1 => Define the text chunk
|
| 55 |
input_ids_chunk = input_ids[start : end]
|
| 56 |
attention_mask_chunk = attention_mask[start : end]
|
|
|
|
| 44 |
|
| 45 |
loop = True
|
| 46 |
count = 1
|
| 47 |
+
print(f'Total Length: {total_len}')
|
| 48 |
+
|
| 49 |
while loop:
|
| 50 |
end = start + window_length
|
| 51 |
# If the end index exceeds total length, set the flag to False and adjust the end index
|
|
|
|
| 53 |
loop = False
|
| 54 |
end = total_len
|
| 55 |
|
| 56 |
+
print(f'Start: {start}')
|
| 57 |
+
print(f'End: {end}')
|
| 58 |
+
|
| 59 |
# 1 => Define the text chunk
|
| 60 |
input_ids_chunk = input_ids[start : end]
|
| 61 |
attention_mask_chunk = attention_mask[start : end]
|