inference fixes
This commit is contained in:
@@ -66,7 +66,7 @@ export function streamMessage(sessionId, message, model, { onChunk, onDone, onEr
|
|||||||
try {
|
try {
|
||||||
const data = JSON.parse(raw);
|
const data = JSON.parse(raw);
|
||||||
if (data.text) onChunk(data.text);
|
if (data.text) onChunk(data.text);
|
||||||
if (data.done) onDone({ model, tokenCount: data.tokenCount ?? 0 });
|
if (data.done) onDone({ model: data.model ?? model, tokenCount: data.tokenCount ?? 0 });
|
||||||
if (data.error) onError(new Error(data.error));
|
if (data.error) onError(new Error(data.error));
|
||||||
} catch {
|
} catch {
|
||||||
// malformed JSON — skip
|
// malformed JSON — skip
|
||||||
|
|||||||
@@ -91,7 +91,7 @@ async function createEpisode(sessionId, userMessage, aiResponse, tokenCount = nu
|
|||||||
function getEpisode(id) {
|
function getEpisode(id) {
|
||||||
const db = getDB();
|
const db = getDB();
|
||||||
const stmt = db.prepare(`SELECT * FROM episodes WHERE id = ?`);
|
const stmt = db.prepare(`SELECT * FROM episodes WHERE id = ?`);
|
||||||
return parseEpisode(stmt.get(id));
|
return parseRow(stmt.get(id));
|
||||||
}
|
}
|
||||||
|
|
||||||
// Retrieves episodes for a given session, ordered by creation time descending, with pagination
|
// Retrieves episodes for a given session, ordered by creation time descending, with pagination
|
||||||
|
|||||||
BIN
packages/nexusAI.zip
Normal file
BIN
packages/nexusAI.zip
Normal file
Binary file not shown.
@@ -142,9 +142,10 @@ async function chatStream(externalId, userMessage, onChunk, options = {} ) {
|
|||||||
}
|
}
|
||||||
|
|
||||||
// 6. Write Complete episode to memory
|
// 6. Write Complete episode to memory
|
||||||
|
if(fullText && fullText.trim()){
|
||||||
memory.createEpisode(session.id, userMessage, fullText, tokenCount)
|
memory.createEpisode(session.id, userMessage, fullText, tokenCount)
|
||||||
.catch(err => console.error('[orchestration] Failed to save streamed episode:', err.message))
|
.catch(err => console.error('[orchestration] Failed to save streamed episode:', err.message))
|
||||||
|
}
|
||||||
return {model, tokenCount};
|
return {model, tokenCount};
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user