modify batchsize for reranker

app.py

@@ -193,10 +193,12 @@ def run_query(query):
         """, unsafe_allow_html=True)
     if use_reranking == 'yes':
         sentence_pairs = [[query, context] for context in contexts]
-        scores = reranker.predict(sentence_pairs, batch_size=limit, show_progress_bar=False)
+        scores = reranker.predict(sentence_pairs, batch_size=len(sentence_pairs), show_progress_bar=False)
         hits = {contexts[idx]: scores[idx] for idx in range(len(scores))}
         sorted_contexts = [k for k,v in sorted(hits.items(), key=lambda x: x[0], reverse=True)]
         context = '\n'.join(sorted_contexts[:context_limit])
+    else:
+        context = '\n'.join(contexts[:context_limit])
 
     results = []
     model_results = qa_model(question=query, context=context, top_k=10)