params.cfg

[generator]
PROVIDER = huggingface
MODEL = meta-llama/Meta-Llama-3-8B-Instruct
MAX_TOKENS = 512
TEMPERATURE = 0.2
INFERENCE_PROVIDER = novita
ORGANIZATION = GIZ

# OpenAI
# [generator]
# PROVIDER = openai
# MODEL = gpt-4o
# MAX_TOKENS = 512
# TEMPERATURE = 0.2

## Anthropic
# [generator]
# PROVIDER = anthropic
# MODEL = claude-3-haiku-20240307
# MAX_TOKENS = 512
# TEMPERATURE = 0.2

## Cohere
# [generator]
# PROVIDER = cohere
# MODEL = command
# MAX_TOKENS = 512
# TEMPERATURE = 0.2


## Environment Variables Required

# Make sure to set the appropriate environment variables:
# - OpenAI: `OPENAI_API_KEY`
# - Anthropic: `ANTHROPIC_API_KEY`
# - Cohere: `COHERE_API_KEY`
# - HuggingFace: `HF_TOKEN`