tokens counting for streaming messages
Browse files
src/lib/components/InferencePlayground/InferencePlayground.svelte
CHANGED
@@ -37,6 +37,7 @@
|
|
37 |
let showTokenModal = false;
|
38 |
let loading = false;
|
39 |
let latency = 0;
|
|
|
40 |
let abortController: AbortController | undefined = undefined;
|
41 |
let waitForNonStreaming = true;
|
42 |
|
@@ -95,6 +96,7 @@
|
|
95 |
if (streamingMessage) {
|
96 |
streamingMessage.content = content;
|
97 |
conversation.messages = [...conversation.messages];
|
|
|
98 |
}
|
99 |
},
|
100 |
abortController
|
@@ -204,7 +206,7 @@
|
|
204 |
<IconDelete />
|
205 |
</button>
|
206 |
<div class="flex-1 items-center justify-center text-center text-sm text-gray-500">
|
207 |
-
<span class="max-xl:hidden">
|
208 |
</div>
|
209 |
<button
|
210 |
type="button"
|
|
|
37 |
let showTokenModal = false;
|
38 |
let loading = false;
|
39 |
let latency = 0;
|
40 |
+
let tokensCount = 0;
|
41 |
let abortController: AbortController | undefined = undefined;
|
42 |
let waitForNonStreaming = true;
|
43 |
|
|
|
96 |
if (streamingMessage) {
|
97 |
streamingMessage.content = content;
|
98 |
conversation.messages = [...conversation.messages];
|
99 |
+
tokensCount += 1;
|
100 |
}
|
101 |
},
|
102 |
abortController
|
|
|
206 |
<IconDelete />
|
207 |
</button>
|
208 |
<div class="flex-1 items-center justify-center text-center text-sm text-gray-500">
|
209 |
+
<span class="max-xl:hidden">{tokensCount} tokens 路 Latency {latency}ms</span>
|
210 |
</div>
|
211 |
<button
|
212 |
type="button"
|