Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
tokens counting for streaming messages
Browse files
src/lib/components/InferencePlayground/InferencePlayground.svelte
CHANGED
|
@@ -37,6 +37,7 @@
|
|
| 37 |
let showTokenModal = false;
|
| 38 |
let loading = false;
|
| 39 |
let latency = 0;
|
|
|
|
| 40 |
let abortController: AbortController | undefined = undefined;
|
| 41 |
let waitForNonStreaming = true;
|
| 42 |
|
|
@@ -95,6 +96,7 @@
|
|
| 95 |
if (streamingMessage) {
|
| 96 |
streamingMessage.content = content;
|
| 97 |
conversation.messages = [...conversation.messages];
|
|
|
|
| 98 |
}
|
| 99 |
},
|
| 100 |
abortController
|
|
@@ -204,7 +206,7 @@
|
|
| 204 |
<IconDelete />
|
| 205 |
</button>
|
| 206 |
<div class="flex-1 items-center justify-center text-center text-sm text-gray-500">
|
| 207 |
-
<span class="max-xl:hidden">
|
| 208 |
</div>
|
| 209 |
<button
|
| 210 |
type="button"
|
|
|
|
| 37 |
let showTokenModal = false;
|
| 38 |
let loading = false;
|
| 39 |
let latency = 0;
|
| 40 |
+
let tokensCount = 0;
|
| 41 |
let abortController: AbortController | undefined = undefined;
|
| 42 |
let waitForNonStreaming = true;
|
| 43 |
|
|
|
|
| 96 |
if (streamingMessage) {
|
| 97 |
streamingMessage.content = content;
|
| 98 |
conversation.messages = [...conversation.messages];
|
| 99 |
+
tokensCount += 1;
|
| 100 |
}
|
| 101 |
},
|
| 102 |
abortController
|
|
|
|
| 206 |
<IconDelete />
|
| 207 |
</button>
|
| 208 |
<div class="flex-1 items-center justify-center text-center text-sm text-gray-500">
|
| 209 |
+
<span class="max-xl:hidden">{tokensCount} tokens 路 Latency {latency}ms</span>
|
| 210 |
</div>
|
| 211 |
<button
|
| 212 |
type="button"
|