mirror of
https://git.sync.wtf/troed/oc-ls-stats.git
synced 2026-08-31 09:43:38 +03:00
fix: v0.0.42 - clear TPS when generation ends or stalls
- Clear lastGeneratedTps when n_decoded delta <= 0 (generation stalled) - Clear lastGeneratedTps and bump display when slot stops generating - Fix genEnded scoping (moved outside for loop) - Bump display when generation ends so TPS returns to ----
This commit is contained in:
+1
-1
@@ -1,7 +1,7 @@
|
||||
{
|
||||
"$schema": "https://json.schemastore.org/package.json",
|
||||
"name": "@troed/oc-ls-stats",
|
||||
"version": "0.0.41",
|
||||
"version": "0.0.42",
|
||||
"type": "module",
|
||||
"exports": {
|
||||
"./tui": {
|
||||
|
||||
@@ -328,6 +328,7 @@ const tui: TuiPlugin = async (api) => {
|
||||
|
||||
let anyPrefilling = false
|
||||
let anyGenerating = false
|
||||
let genEnded = false
|
||||
|
||||
for (const baseUrl of llamaServerUrls) {
|
||||
const slots = await fetchSlots(baseUrl, model)
|
||||
@@ -386,6 +387,9 @@ const tui: TuiPlugin = async (api) => {
|
||||
const delta = nd - tracker.generateCapturedDecoded
|
||||
if (dt > 0 && delta > 0) {
|
||||
tracker.lastGeneratedTps = delta / dt
|
||||
} else if (delta <= 0) {
|
||||
tracker.lastGeneratedTps = 0
|
||||
genEnded = true
|
||||
}
|
||||
}
|
||||
} else {
|
||||
@@ -399,6 +403,8 @@ const tui: TuiPlugin = async (api) => {
|
||||
tracker.generateSlotId = null
|
||||
tracker.generateCapturedDecoded = null
|
||||
tracker.generateStartAt = 0
|
||||
tracker.lastGeneratedTps = 0
|
||||
genEnded = true
|
||||
}
|
||||
}
|
||||
|
||||
@@ -406,7 +412,7 @@ const tui: TuiPlugin = async (api) => {
|
||||
tracker.isGenerating = anyGenerating
|
||||
}
|
||||
|
||||
if (tracker.lastPrefillRate > 0 || tracker.lastGeneratedTps > 0) {
|
||||
if (tracker.lastPrefillRate > 0 || tracker.lastGeneratedTps > 0 || genEnded) {
|
||||
bump()
|
||||
}
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user