From c198a00ddec691782edbd23c39301032a025c905 Mon Sep 17 00:00:00 2001 From: Storme-bit Date: Sat, 18 Apr 2026 06:33:22 -0700 Subject: [PATCH] model inference settings --- packages/orchestration-service/src/routes/models.js | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/packages/orchestration-service/src/routes/models.js b/packages/orchestration-service/src/routes/models.js index bd835d4..1326e86 100644 --- a/packages/orchestration-service/src/routes/models.js +++ b/packages/orchestration-service/src/routes/models.js @@ -49,7 +49,7 @@ router.get('/props', async (req, res) => { if (!response.ok) throw new Error(`llama-server error: ${response.status}`); const data = await response.json(); res.json({ - contextWindow: data.n_ctx, + contextWindow: data.default_generation_settings?.n_ctx ?? null, modelAlias: data.model_alias, }); } catch (err) {