utilityInference layer 2

2026-08-17 07:41:41 -07:00
parent fab8f32395
commit 2bee4b23d6
4 changed files with 58 additions and 56 deletions
@@ -23,7 +23,7 @@ async function utilityComplete({
            model: UTILITY_MODEL,
            messages,
            stream: false,
-            ...UTILITY(json && {format: 'json' }),
+            ...(json && {format: 'json' }),
            options: {
                temperature: temperature ?? UTILITY.TEMPERATURE,
                num_predict: maxTokens ?? UTILITY.MAX_TOKENS,