diff --git a/packages/orchestration-service/src/routes/models.js b/packages/orchestration-service/src/routes/models.js index bd835d4..1326e86 100644 --- a/packages/orchestration-service/src/routes/models.js +++ b/packages/orchestration-service/src/routes/models.js @@ -49,7 +49,7 @@ router.get('/props', async (req, res) => { if (!response.ok) throw new Error(`llama-server error: ${response.status}`); const data = await response.json(); res.json({ - contextWindow: data.n_ctx, + contextWindow: data.default_generation_settings?.n_ctx ?? null, modelAlias: data.model_alias, }); } catch (err) {