fix: v0.0.42 - clear TPS when generation ends or stalls

- Clear lastGeneratedTps when n_decoded delta <= 0 (generation stalled)
- Clear lastGeneratedTps and bump display when slot stops generating
- Fix genEnded scoping (moved outside for loop)
- Bump display when generation ends so TPS returns to ----
This commit is contained in:
Troed Sångberg
2026-06-13 23:08:00 +02:00
parent 917ab344b6
commit fdf4aa4edc
2 changed files with 8 additions and 2 deletions
+1 -1
View File
@@ -1,7 +1,7 @@
{
"$schema": "https://json.schemastore.org/package.json",
"name": "@troed/oc-ls-stats",
"version": "0.0.41",
"version": "0.0.42",
"type": "module",
"exports": {
"./tui": {
+7 -1
View File
@@ -328,6 +328,7 @@ const tui: TuiPlugin = async (api) => {
let anyPrefilling = false
let anyGenerating = false
let genEnded = false
for (const baseUrl of llamaServerUrls) {
const slots = await fetchSlots(baseUrl, model)
@@ -386,6 +387,9 @@ const tui: TuiPlugin = async (api) => {
const delta = nd - tracker.generateCapturedDecoded
if (dt > 0 && delta > 0) {
tracker.lastGeneratedTps = delta / dt
} else if (delta <= 0) {
tracker.lastGeneratedTps = 0
genEnded = true
}
}
} else {
@@ -399,6 +403,8 @@ const tui: TuiPlugin = async (api) => {
tracker.generateSlotId = null
tracker.generateCapturedDecoded = null
tracker.generateStartAt = 0
tracker.lastGeneratedTps = 0
genEnded = true
}
}
@@ -406,7 +412,7 @@ const tui: TuiPlugin = async (api) => {
tracker.isGenerating = anyGenerating
}
if (tracker.lastPrefillRate > 0 || tracker.lastGeneratedTps > 0) {
if (tracker.lastPrefillRate > 0 || tracker.lastGeneratedTps > 0 || genEnded) {
bump()
}
}