learn-ai

Sleeping

dh-mc commited on Aug 6, 2023

Commit

5a380be

1 Parent(s): 95d2e5f

fixed bug

Files changed (1) hide show

app_modules/llm_loader.py CHANGED Viewed

@@ -91,7 +91,7 @@ class LLMLoader:
         self.streamer = None if lc_serve else TextIteratorStreamer("")
         self.max_tokens_limit = 2048
         self.search_kwargs = {"k": 4}
-        lock = threading.Lock()
     def _init_streamer(self, tokenizer, custom_handler):
         self.streamer = (

         self.streamer = None if lc_serve else TextIteratorStreamer("")
         self.max_tokens_limit = 2048
         self.search_kwargs = {"k": 4}
+        self.lock = threading.Lock()
     def _init_streamer(self, tokenizer, custom_handler):
         self.streamer = (