ceadibc commited on
Commit
346fea8
·
verified ·
1 Parent(s): a52a7f6

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -1
app.py CHANGED
@@ -1,12 +1,17 @@
1
  from huggingface_hub import InferenceClient
 
2
 
3
  client = InferenceClient(
4
  provider="nebius",
5
  api_key="HUGGING_FACE_HUB_TOKEN",
6
  )
7
 
 
 
 
 
8
  completion = client.chat.completions.create(
9
- model="mistralai/Mistral-7B-Instruct-v0.3",
10
  messages=[
11
  {
12
  "role": "user",
 
1
  from huggingface_hub import InferenceClient
2
+ from transformers import AutoTokenizer, AutoModelForCausalLM
3
 
4
  client = InferenceClient(
5
  provider="nebius",
6
  api_key="HUGGING_FACE_HUB_TOKEN",
7
  )
8
 
9
+ # Load model directly
10
+ tokenizer = AutoTokenizer.from_pretrained("deepseek-ai/DeepSeek-V3-0324", trust_remote_code=True)
11
+ model = AutoModelForCausalLM.from_pretrained("deepseek-ai/DeepSeek-V3-0324", trust_remote_code=True)
12
+
13
  completion = client.chat.completions.create(
14
+ model="deepseek-ai/DeepSeek-V3-0324",
15
  messages=[
16
  {
17
  "role": "user",