Spaces:
Running
Running
Update src/context/VLMContext.tsx
#4
by
Aerotech
- opened
src/context/VLMContext.tsx
CHANGED
|
@@ -42,7 +42,7 @@ export const VLMProvider: React.FC<React.PropsWithChildren> = ({ children }) =>
|
|
| 42 |
onProgress?.("Processor loaded. Loading model...");
|
| 43 |
modelRef.current = await AutoModelForImageTextToText.from_pretrained(MODEL_ID, {
|
| 44 |
dtype: {
|
| 45 |
-
embed_tokens: "
|
| 46 |
vision_encoder: "q4",
|
| 47 |
decoder_model_merged: "q4",
|
| 48 |
},
|
|
|
|
| 42 |
onProgress?.("Processor loaded. Loading model...");
|
| 43 |
modelRef.current = await AutoModelForImageTextToText.from_pretrained(MODEL_ID, {
|
| 44 |
dtype: {
|
| 45 |
+
embed_tokens: "float32",
|
| 46 |
vision_encoder: "q4",
|
| 47 |
decoder_model_merged: "q4",
|
| 48 |
},
|