Increased max workers for concurrency

spec_indexer.py

@@ -269,7 +269,7 @@ def main():
     if os.path.exists("indexed_docs_content.zip"):
         +print(f"Chargement de {len(documents_by_spec_num)} documents depuis le cache.")
     try:
-        with concurrent.futures.ThreadPoolExecutor(max_workers=4) as executor:
+        with concurrent.futures.ThreadPoolExecutor(max_workers=16) as executor:
             futures = [executor.submit(process_specification, spec) for spec in specifications]
             while True:
                 if all(f.done() for f in futures):

tdoc_indexer.py

@@ -14,7 +14,7 @@ from typing import List, Dict, Any
 warnings.filterwarnings("ignore")
 
 class TsgDocIndexer:
-    def __init__(self, max_workers=10):
+    def __init__(self, max_workers=16):
         self.indexer = self.load_indexer()
         self.main_ftp_url = "https://3gpp.org/ftp"
         self.dataset = load_dataset("OrganizedProgrammers/3GPPTDocLocation")
@@ -266,7 +266,7 @@ class TsgDocIndexer:
 
 def main():
     # Nombre de workers pour le multithreading (ajustable selon les ressources disponibles)
-    max_workers = 64
+    max_workers = 16
     
     indexer = TsgDocIndexer(max_workers=max_workers)