fixed token count reading

packages/inference-service/src/providers/llamacpp.js

@@ -88,6 +88,11 @@ async function* completeStream(prompt, options = {}) {
         if (delta) yield { response: delta, done: false };
     }
   }
+
+  console.log('[llamacpp] finalTokenCount:', finalTokenCount);
+yield { response: '', done: true, model: finalModel, tokenCount: finalTokenCount };
+
+
   yield { response: '', done: true, model: finalModel, tokenCount: finalTokenCount };
 }
 

packages/inference-service/src/routes/inference.js

@@ -42,6 +42,7 @@ router.post('/complete/stream', async (req, res) => {
                 // capture final metadata from the done signal
                 lastModel  = chunk.model      ?? lastModel;
                 tokenCount = chunk.tokenCount ?? tokenCount;
+                console.log('[inference router] tokenCount from chunk:', chunk.tokenCount, '→', tokenCount);
             }
         }