storme/nexusAI
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fixed token count reading

Browse Source
This commit is contained in:
Storme-bit
2026-04-19 07:59:31 -07:00
parent 0619c4c7f3
commit 7824404319
3 changed files with 7 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
packages/inference-service/src/providers/llamacpp.js
View File

@@ -88,6 +88,11 @@ async function* completeStream(prompt, options = {}) {
if (delta) yield { response: delta, done: false }; if (delta) yield { response: delta, done: false };
} }
} }
console.log('[llamacpp] finalTokenCount:', finalTokenCount);
yield { response: '', done: true, model: finalModel, tokenCount: finalTokenCount };
yield { response: '', done: true, model: finalModel, tokenCount: finalTokenCount }; yield { response: '', done: true, model: finalModel, tokenCount: finalTokenCount };
} }

1
packages/inference-service/src/routes/inference.js
View File

@@ -42,6 +42,7 @@ router.post('/complete/stream', async (req, res) => {
// capture final metadata from the done signal // capture final metadata from the done signal
lastModel = chunk.model ?? lastModel; lastModel = chunk.model ?? lastModel;
tokenCount = chunk.tokenCount ?? tokenCount; tokenCount = chunk.tokenCount ?? tokenCount;
console.log('[inference router] tokenCount from chunk:', chunk.tokenCount, '→', tokenCount);
} }
} }

1
packages/orchestration-service/src/chat/index.js
View File

@@ -317,6 +317,7 @@ async function chatStream(externalId, userMessage, onChunk, options = {}) {
console.log("[orchestration] final streamed text length:", fullText.length); console.log("[orchestration] final streamed text length:", fullText.length);
if (fullText.trim()) { if (fullText.trim()) {
console.log('[chat] tokenCount before save:', tokenCount);
await memory.createEpisode(session.id, userMessage, fullText, tokenCount, session.project_id ?? null); await memory.createEpisode(session.id, userMessage, fullText, tokenCount, session.project_id ?? null);
const allEpisodes = await memory.getRecentEpisodes(session.id, 9999); const allEpisodes = await memory.getRecentEpisodes(session.id, 9999);
triggerSummary(session, allEpisodes); triggerSummary(session, allEpisodes);