model inference settings

2026-04-18 06:33:22 -07:00
parent dd4013685b
commit c198a00dde
1 changed files with 1 additions and 1 deletions
--- a/packages/orchestration-service/src/routes/models.js
+++ b/packages/orchestration-service/src/routes/models.js
@@ -49,7 +49,7 @@ router.get('/props', async (req, res) => {
    if (!response.ok) throw new Error(`llama-server error: ${response.status}`);
    const data = await response.json();
    res.json({
-      contextWindow: data.n_ctx,
+      contextWindow: data.default_generation_settings?.n_ctx ?? null,
      modelAlias: data.model_alias,
    });
  } catch (err) {