inference fixes

This commit is contained in:
Storme-bit
2026-04-10 04:19:14 -07:00
parent 035c02be5a
commit 037a8d5d32
4 changed files with 6 additions and 5 deletions

View File

@@ -66,7 +66,7 @@ export function streamMessage(sessionId, message, model, { onChunk, onDone, onEr
try { try {
const data = JSON.parse(raw); const data = JSON.parse(raw);
if (data.text) onChunk(data.text); if (data.text) onChunk(data.text);
if (data.done) onDone({ model, tokenCount: data.tokenCount ?? 0 }); if (data.done) onDone({ model: data.model ?? model, tokenCount: data.tokenCount ?? 0 });
if (data.error) onError(new Error(data.error)); if (data.error) onError(new Error(data.error));
} catch { } catch {
// malformed JSON — skip // malformed JSON — skip

View File

@@ -91,7 +91,7 @@ async function createEpisode(sessionId, userMessage, aiResponse, tokenCount = nu
function getEpisode(id) { function getEpisode(id) {
const db = getDB(); const db = getDB();
const stmt = db.prepare(`SELECT * FROM episodes WHERE id = ?`); const stmt = db.prepare(`SELECT * FROM episodes WHERE id = ?`);
return parseEpisode(stmt.get(id)); return parseRow(stmt.get(id));
} }
// Retrieves episodes for a given session, ordered by creation time descending, with pagination // Retrieves episodes for a given session, ordered by creation time descending, with pagination

BIN
packages/nexusAI.zip Normal file

Binary file not shown.

View File

@@ -142,9 +142,10 @@ async function chatStream(externalId, userMessage, onChunk, options = {} ) {
} }
// 6. Write Complete episode to memory // 6. Write Complete episode to memory
memory.createEpisode(session.id, userMessage, fullText, tokenCount) if(fullText && fullText.trim()){
.catch(err => console.error('[orchestration] Failed to save streamed episode:', err.message)) memory.createEpisode(session.id, userMessage, fullText, tokenCount)
.catch(err => console.error('[orchestration] Failed to save streamed episode:', err.message))
}
return {model, tokenCount}; return {model, tokenCount};
} }