diff --git a/package.json b/package.json index 2559805..0b64a8d 100644 --- a/package.json +++ b/package.json @@ -1,7 +1,7 @@ { "$schema": "https://json.schemastore.org/package.json", "name": "@troed/oc-ls-stats", - "version": "0.0.56", + "version": "0.0.57", "type": "module", "exports": { "./tui": { diff --git a/tui.tsx b/tui.tsx index cdedc5d..fbb7c44 100644 --- a/tui.tsx +++ b/tui.tsx @@ -363,6 +363,7 @@ const tui: TuiPlugin = async (api) => { for (const baseUrl of llamaServerUrls) { const slots = await fetchSlots(baseUrl, model) const slotList = Array.isArray(slots) ? slots : slots ? Object.values(slots) : [] + debug(`poll baseUrl=${baseUrl} slots=${JSON.stringify(slotList)}`) let prefillSlot: any = null let generateSlot: any = null @@ -383,7 +384,6 @@ const tui: TuiPlugin = async (api) => { const now = Date.now() const nt = prefillSlot.n_prompt_tokens ?? 0 const npp = prefillSlot.n_prompt_tokens_processed ?? 0 - debug(`prefill slot=${slotId} full=${JSON.stringify(prefillSlot)} total=${nt} processed=${npp} ratio=${npp > 0 && nt > 0 ? ((npp / nt) * 100).toFixed(1) : 'N/A'}% allSlots=${JSON.stringify(slotList)}`) tracker.prefillTotalTokens = nt tracker.prefillProcessedTokens = npp