fixed token count reading

This commit is contained in:
Storme-bit
2026-04-19 07:38:36 -07:00
parent 8c807fb35b
commit 225728e531

View File

@@ -26,6 +26,7 @@ function buildPayload(prompt, options, stream = false) {
top_k: opts.topK, top_k: opts.topK,
repeat_penalty: opts.repeatPenalty, repeat_penalty: opts.repeatPenalty,
stream, stream,
stream_options: stream ? { include_usage: true } : undefined,
...(opts.seed !== null && { seed: opts.seed }), ...(opts.seed !== null && { seed: opts.seed }),
}; };
} }