Update llm_inference.py
Browse files- llm_inference.py +18 -0
llm_inference.py
CHANGED
|
@@ -22,6 +22,24 @@ class LLMInferenceNode:
|
|
| 22 |
api_key=self.sambanova_api_key,
|
| 23 |
base_url="https://api.sambanova.ai/v1",
|
| 24 |
)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 25 |
|
| 26 |
def generate_prompt(self, dynamic_seed, prompt_type, custom_input):
|
| 27 |
"""
|
|
|
|
| 22 |
api_key=self.sambanova_api_key,
|
| 23 |
base_url="https://api.sambanova.ai/v1",
|
| 24 |
)
|
| 25 |
+
self.download_models()
|
| 26 |
+
|
| 27 |
+
def download_models(self)
|
| 28 |
+
from huggingface_hub import hf_hub_download
|
| 29 |
+
|
| 30 |
+
hf_hub_download(
|
| 31 |
+
repo_id="stabilityai/stable-diffusion-3.5-large",
|
| 32 |
+
filename="mmdit.png",
|
| 33 |
+
local_dir = "./models",
|
| 34 |
+
token = self.huggingface_token
|
| 35 |
+
)
|
| 36 |
+
|
| 37 |
+
hf_hub_download(
|
| 38 |
+
repo_id="stabilityai/stable-diffusion-3.5-large-turbo",
|
| 39 |
+
filename="LICENSE.md",
|
| 40 |
+
local_dir = "./models",
|
| 41 |
+
token = self.huggingface_token
|
| 42 |
+
)
|
| 43 |
|
| 44 |
def generate_prompt(self, dynamic_seed, prompt_type, custom_input):
|
| 45 |
"""
|