show timing/speed for summarization

summarize.py

@@ -48,7 +48,7 @@ keep_page_info = (
 
 sources = load_documents(source_pdfs_path, keep_page_info)
 
-print(f"Splitting {len(sources)} PDF pages in to chunks ...")
+print(f"Splitting {len(sources)} documents in to chunks ...")
 
 chunks = split_chunks(
     sources, chunk_size=int(chunk_size), chunk_overlap=int(chunk_overlap)
@@ -66,7 +66,13 @@ result = summarize_chain.call_chain(
 )
 
 end = timer()
-print(f"Completed in {end - start:.3f}s")
+total_time = end - start
 
 print("\n\n***Summary:")
 print(result["output_text"])
+
+print(f"Total time used: {total_time:.3f} s")
+print(f"Number of tokens generated: {llm_loader.streamer.total_tokens}")
+print(
+    f"Average generation speed: {llm_loader.streamer.total_tokens / total_time:.3f} tokens/s"
+)