storme/nexusAI
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

model inference settings

Browse Source
This commit is contained in:
Storme-bit
2026-04-18 06:33:22 -07:00
parent dd4013685b
commit c198a00dde
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
packages/orchestration-service/src/routes/models.js
View File

@@ -49,7 +49,7 @@ router.get('/props', async (req, res) => {
if (!response.ok) throw new Error(`llama-server error: ${response.status}`); if (!response.ok) throw new Error(`llama-server error: ${response.status}`);
const data = await response.json(); const data = await response.json();
res.json({ res.json({
contextWindow: data.n_ctx, contextWindow: data.default_generation_settings?.n_ctx ?? null,
modelAlias: data.model_alias, modelAlias: data.model_alias,
}); });
} catch (err) { } catch (err) {