app.py

import os
import requests

API_URL = "https://router.huggingface.co/together/v1/completions"
headers = {
    "Authorization": f"Bearer {os.environ['HF_API_TOKEN']}",
}

def query(payload):
    response = requests.post(API_URL, headers=headers, json=payload)
    return response.json()

response = query({
    "messages": "\"Can you please let us know more details about your \"",
    "model": "meta-llama/Llama-3.1-8B-Instruct:together"
})

print(response)