Update utils/generator.py

utils/generator.py

@@ -24,6 +24,8 @@ PROVIDER = config.get("generator", "PROVIDER")
 MODEL = config.get("generator", "MODEL")
 MAX_TOKENS = int(config.get("generator", "MAX_TOKENS"))
 TEMPERATURE = float(config.get("generator", "TEMPERATURE"))
+INFERENCE_PROVIDER = config.get("generator", "INFERENCE_PROVIDER")
+ORGANIZATION = config.get("generator", "ORGANIZATION")
 
 # Set up authentication for the selected provider
 auth_config = get_auth(PROVIDER)
@@ -59,8 +61,8 @@ def get_chat_model():
             repo_id=MODEL,
             huggingfacehub_api_token=auth_config["api_key"],
             task="text-generation",
-            provider='novita',     
-            server_kwargs={"bill_to": 'GIZ'},
+            provider=INFERENCE_PROVIDER,     
+            server_kwargs={"bill_to": ORGANIZATION},
             temperature=TEMPERATURE,
             max_new_tokens=MAX_TOKENS
         )