enzostvs HF Staff commited on
Commit
d18fddd
·
1 Parent(s): 31b6e56

add inference parameters

Browse files
Files changed (2) hide show
  1. app/api/ask/route.ts +6 -0
  2. lib/providers.ts +3 -0
app/api/ask/route.ts CHANGED
@@ -127,6 +127,9 @@ export async function POST(request: NextRequest) {
127
  3. I want to use the following theme: ${enhancedSettings.theme} mode.` : "")
128
  },
129
  ],
 
 
 
130
  },
131
  billTo ? { billTo } : {}
132
  );
@@ -320,6 +323,9 @@ export async function PUT(request: NextRequest) {
320
  content: prompt,
321
  },
322
  ],
 
 
 
323
  },
324
  billTo ? { billTo } : {}
325
  );
 
127
  3. I want to use the following theme: ${enhancedSettings.theme} mode.` : "")
128
  },
129
  ],
130
+ ...(selectedModel.top_k ? { top_k: selectedModel.top_k } : {}),
131
+ ...(selectedModel.temperature ? { temperature: selectedModel.temperature } : {}),
132
+ ...(selectedModel.top_p ? { top_p: selectedModel.top_p } : {}),
133
  },
134
  billTo ? { billTo } : {}
135
  );
 
323
  content: prompt,
324
  },
325
  ],
326
+ ...(selectedModel.top_k ? { top_k: selectedModel.top_k } : {}),
327
+ ...(selectedModel.temperature ? { temperature: selectedModel.temperature } : {}),
328
+ ...(selectedModel.top_p ? { top_p: selectedModel.top_p } : {}),
329
  },
330
  billTo ? { billTo } : {}
331
  );
lib/providers.ts CHANGED
@@ -108,5 +108,8 @@ export const MODELS = [
108
  logo: MiniMaxLogo,
109
  companyName: "MiniMax",
110
  isNew: true,
 
 
 
111
  }
112
  ];
 
108
  logo: MiniMaxLogo,
109
  companyName: "MiniMax",
110
  isNew: true,
111
+ top_k: 40,
112
+ temperature: 1.0,
113
+ top_p: 0.95,
114
  }
115
  ];