Spaces:
Running
Running
add inference parameters
Browse files- app/api/ask/route.ts +6 -0
- lib/providers.ts +3 -0
app/api/ask/route.ts
CHANGED
|
@@ -127,6 +127,9 @@ export async function POST(request: NextRequest) {
|
|
| 127 |
3. I want to use the following theme: ${enhancedSettings.theme} mode.` : "")
|
| 128 |
},
|
| 129 |
],
|
|
|
|
|
|
|
|
|
|
| 130 |
},
|
| 131 |
billTo ? { billTo } : {}
|
| 132 |
);
|
|
@@ -320,6 +323,9 @@ export async function PUT(request: NextRequest) {
|
|
| 320 |
content: prompt,
|
| 321 |
},
|
| 322 |
],
|
|
|
|
|
|
|
|
|
|
| 323 |
},
|
| 324 |
billTo ? { billTo } : {}
|
| 325 |
);
|
|
|
|
| 127 |
3. I want to use the following theme: ${enhancedSettings.theme} mode.` : "")
|
| 128 |
},
|
| 129 |
],
|
| 130 |
+
...(selectedModel.top_k ? { top_k: selectedModel.top_k } : {}),
|
| 131 |
+
...(selectedModel.temperature ? { temperature: selectedModel.temperature } : {}),
|
| 132 |
+
...(selectedModel.top_p ? { top_p: selectedModel.top_p } : {}),
|
| 133 |
},
|
| 134 |
billTo ? { billTo } : {}
|
| 135 |
);
|
|
|
|
| 323 |
content: prompt,
|
| 324 |
},
|
| 325 |
],
|
| 326 |
+
...(selectedModel.top_k ? { top_k: selectedModel.top_k } : {}),
|
| 327 |
+
...(selectedModel.temperature ? { temperature: selectedModel.temperature } : {}),
|
| 328 |
+
...(selectedModel.top_p ? { top_p: selectedModel.top_p } : {}),
|
| 329 |
},
|
| 330 |
billTo ? { billTo } : {}
|
| 331 |
);
|
lib/providers.ts
CHANGED
|
@@ -108,5 +108,8 @@ export const MODELS = [
|
|
| 108 |
logo: MiniMaxLogo,
|
| 109 |
companyName: "MiniMax",
|
| 110 |
isNew: true,
|
|
|
|
|
|
|
|
|
|
| 111 |
}
|
| 112 |
];
|
|
|
|
| 108 |
logo: MiniMaxLogo,
|
| 109 |
companyName: "MiniMax",
|
| 110 |
isNew: true,
|
| 111 |
+
top_k: 40,
|
| 112 |
+
temperature: 1.0,
|
| 113 |
+
top_p: 0.95,
|
| 114 |
}
|
| 115 |
];
|