mirror of
https://git.sync.wtf/troed/oc-ls-stats.git
synced 2026-08-31 09:43:38 +03:00
debug: v0.0.57 - log full slot data on every poll
This commit is contained in:
+1
-1
@@ -1,7 +1,7 @@
|
||||
{
|
||||
"$schema": "https://json.schemastore.org/package.json",
|
||||
"name": "@troed/oc-ls-stats",
|
||||
"version": "0.0.56",
|
||||
"version": "0.0.57",
|
||||
"type": "module",
|
||||
"exports": {
|
||||
"./tui": {
|
||||
|
||||
@@ -363,6 +363,7 @@ const tui: TuiPlugin = async (api) => {
|
||||
for (const baseUrl of llamaServerUrls) {
|
||||
const slots = await fetchSlots(baseUrl, model)
|
||||
const slotList = Array.isArray(slots) ? slots : slots ? Object.values(slots) : []
|
||||
debug(`poll baseUrl=${baseUrl} slots=${JSON.stringify(slotList)}`)
|
||||
|
||||
let prefillSlot: any = null
|
||||
let generateSlot: any = null
|
||||
@@ -383,7 +384,6 @@ const tui: TuiPlugin = async (api) => {
|
||||
const now = Date.now()
|
||||
const nt = prefillSlot.n_prompt_tokens ?? 0
|
||||
const npp = prefillSlot.n_prompt_tokens_processed ?? 0
|
||||
debug(`prefill slot=${slotId} full=${JSON.stringify(prefillSlot)} total=${nt} processed=${npp} ratio=${npp > 0 && nt > 0 ? ((npp / nt) * 100).toFixed(1) : 'N/A'}% allSlots=${JSON.stringify(slotList)}`)
|
||||
|
||||
tracker.prefillTotalTokens = nt
|
||||
tracker.prefillProcessedTokens = npp
|
||||
|
||||
Reference in New Issue
Block a user