storme/nexusAI
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

code clean up pass

Browse Source
This commit is contained in:
Storme-bit
2026-04-26 05:19:31 -07:00
parent acda21317b
commit 785047a824
8 changed files with 26 additions and 31 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
packages/chat-client/src/App.jsx
View File

@@ -39,7 +39,6 @@ export default function App() {
const [viewHistory, setViewHistory] = useState([]);
const [activeProject, setActiveProject] = useState(null);
const { projects, refreshProjects } = useProjects();
const [summarising, setSummarising] = useState(false);
// Lifted model props — available to header + SettingsView
const [modelProps, setModelProps] = useState(null);
@@ -66,6 +65,7 @@ export default function App() {
streaming,
lastTokenCount,
lastModel,
useChat,
} = useChat({ activeSession, appendMessage, updateLastMessage, refreshSessions });
function navigate(nextView) {

1
packages/chat-client/src/hooks/useChat.js
View File

@@ -108,5 +108,6 @@ export function useChat({ activeSession, appendMessage, updateLastMessage, refre
error,
lastTokenCount,
lastModel,
summarising,
};
}

13
packages/memory-service/src/entities/extraction.js
View File

@@ -1,5 +1,5 @@
const semantic = require('../semantic')
const { getEnv, SERVICES, formatEpisodeText } = require('@nexusai/shared');
const { getEnv, SERVICES, formatEpisodeText, ENTITIES } = require('@nexusai/shared');
const { upsertEntity } = require('./index');
const EXTRACTION_URL = getEnv('EXTRACTION_URL', 'http://localhost:11434');
@@ -63,12 +63,8 @@ async function extractAndStoreEntities(userMessage, aiResponse, projectId=null)
try {
// Fetch existing entities to guide the model toward consistent name/type pairs
const db = require('../db').getDB();
console.log('[entities] fetching known entities...'); // add this
const knownEntities = db.prepare(`SELECT name, type FROM entities ORDER BY rowid DESC LIMIT 20`).all();
console.log('[entities] known entities count:', knownEntities.length);
const prompt = buildExtractionPrompt(userMessage, aiResponse, knownEntities);
console.log('[entities] prompt preview:', JSON.stringify(prompt.slice(-300)));
const res = await fetch(`${EXTRACTION_URL}/api/generate`, {
@@ -80,8 +76,8 @@ async function extractAndStoreEntities(userMessage, aiResponse, projectId=null)
stream: false,
format: 'json',
options: {
temperature: 0.1,
num_predict: 1024,
temperature: ENTITIES.TEMPERATURE,
num_predict: ENTITIES.NUM_PREDICT,
},
}),
});
@@ -90,7 +86,6 @@ async function extractAndStoreEntities(userMessage, aiResponse, projectId=null)
const data = await res.json();
const raw = data.response?.trim() ?? '';
console.log('[entities] raw response:', JSON.stringify(raw.slice(0, 300)));
const parsed = JSON.parse(raw);
const entities = Array.isArray(parsed.entities) ? parsed.entities : [];
@@ -122,7 +117,6 @@ async function extractAndStoreEntities(userMessage, aiResponse, projectId=null)
}))
.catch(err => {
console.warn(`[entities] Failed to embed entity "${entity.name}":`, err.message);
console.warn(`[entities] Embed error stack:`, err.stack); // add this
});
saved++;
@@ -133,7 +127,6 @@ async function extractAndStoreEntities(userMessage, aiResponse, projectId=null)
} catch (err) {
// Non-critical — log and move on, episode is already saved
console.warn('[entities] Extraction failed:', err.message);
console.warn('[entities] Stack:', err.stack);
}
}

4
packages/memory-service/src/episodic/index.js
View File

@@ -25,7 +25,7 @@ function getSession(id) {
}
function getSessions(limit = EPISODIC.DEFAULT_PAGE_SIZE, offset = 0, projectId = null) {
function getSessions(limit = EPISODIC.DEFAULT_PAGE_SIZE, offset = EPISODIC.DEFAULT_OFFSET, projectId = null) {
const db = getDB();
const stmt = projectId
? db.prepare(`
@@ -143,7 +143,7 @@ function getEpisode(id) {
}
// Retrieves episodes for a given session, ordered by creation time descending, with pagination
function getEpisodesBySession(sessionId, limit = EPISODIC.DEFAULT_PAGE_SIZE, offset = 0) {
function getEpisodesBySession(sessionId, limit = EPISODIC.DEFAULT_PAGE_SIZE, offset = EPISODIC.DEFAULT_OFFSET) {
const db = getDB();
const stmt = db.prepare(`
SELECT * FROM episodes

3
packages/orchestration-service/src/chat/index.js
View File

@@ -317,10 +317,7 @@ async function chatStream(externalId, userMessage, onChunk, options = {}) {
}
}
console.log("[orchestration] final streamed text length:", fullText.length);
if (fullText.trim()) {
console.log('[chat] tokenCount before save:', tokenCount);
await memory.createEpisode(session.id, userMessage, fullText, tokenCount, session.project_id ?? null);
const allEpisodes = await memory.getRecentEpisodes(session.id, 9999);
triggerSummary(session, allEpisodes);

18
packages/orchestration-service/src/services/summarization.js
View File

@@ -77,12 +77,9 @@ async function maybeSummarize(session, allEpisodes) {
// 1. Sum total tokens for this session
const totalTokens = allEpisodes.reduce((sum, ep) => sum + (ep.token_count || 0), 0);
if (totalTokens < THRESHOLD_TOKENS) return; // under threshold — nothing to do
console.log('[summarization] fetching existing summaries...');
// 2. Fetch existing summaries for session
const summariesRes = await fetch(`${MEMORY_URL}/sessions/${session.id}/summaries`);
console.log('[summarization] memory URL:', MEMORY_URL);
console.log('[summarization] session:', session.id, session.external_id);
console.log('[summarization] summaries fetch status:', summariesRes.status);
if (!summariesRes.ok) return;
const summaries = await summariesRes.json();
@@ -96,19 +93,18 @@ async function maybeSummarize(session, allEpisodes) {
if (newEpisodes.length < MIN_EPISODES_SINCE) return;
}
// 4. Determine episode range string e.g. "1-42"
const ids = allEpisodes.map(ep => ep.id).sort((a,b) => a - b);
const episodeRange = `${ids.at(0)}-${ids.at(-1)}`;
const totalEpisodeTokens = allEpisodes.reduce((sum, ep) => sum + (ep.token_count || 0), 0);
// 5. Generate summary — pass existing content if updating
// 4. Determine episodes to summarize
const episodesToSummarize = latest
? allEpisodes.filter(ep => ep.id > lastCoveredId)
: allEpisodes;
// 5. Determine episode range from the episodes actually being summarized
const summarizedIds = episodesToSummarize.map(ep => ep.id).sort((a,b) => a - b);
const episodeRange = `${summarizedIds.at(0)}-${summarizedIds.at(-1)}`;
const totalEpisodeTokens = allEpisodes.reduce((sum, ep) => sum + (ep.token_count || 0), 0);
// add temporarily before the generateSummary call
console.log('[summarization] episodes to summarize:', episodesToSummarize.length);
console.log('[summarization] total chars:', episodesToSummarize.reduce((s, ep) => s + ep.user_message.length + ep.ai_response.length, 0));
const content = await generateSummary(
episodesToSummarize,

9
packages/shared/src/config/constants.js
View File

@@ -74,6 +74,12 @@ const SUMMARIES = {
MAX_SUMMARY_TOKENS: 800, //if existing summary exceeds this, create new instead of update
MIN_EPISODES_SINCE: 5, // don't resummarize until N new episodes since last summary
}
const ENTITIES = {
TEMPERATURE: 0.1,
NUM_PREDICT: 1024,
}
module.exports = {
QDRANT,
COLLECTIONS,
@@ -85,5 +91,6 @@ module.exports = {
INFERENCE_DEFAULTS,
SQLITE,
ORCHESTRATION,
SUMMARIES
SUMMARIES,
ENTITIES
};

3
packages/shared/src/index.js
View File

@@ -1,5 +1,5 @@
const {getEnv} = require('./config/env');
const {QDRANT, COLLECTIONS, EPISODIC, SERVICES, OLLAMA, PORTS, LLAMACPP, INFERENCE_DEFAULTS, SQLITE, ORCHESTRATION, SUMMARIES } = require('./config/constants');
const {QDRANT, COLLECTIONS, EPISODIC, SERVICES, OLLAMA, PORTS, LLAMACPP, INFERENCE_DEFAULTS, SQLITE, ORCHESTRATION, SUMMARIES, ENTITIES } = require('./config/constants');
const {parseRow, formatEpisodeText} = require('./utils')
module.exports = {
@@ -17,4 +17,5 @@ module.exports = {
parseRow,
formatEpisodeText,
SUMMARIES,
ENTITIES,
};