fixed token count reading
This commit is contained in:
@@ -26,6 +26,7 @@ function buildPayload(prompt, options, stream = false) {
|
||||
top_k: opts.topK,
|
||||
repeat_penalty: opts.repeatPenalty,
|
||||
stream,
|
||||
stream_options: stream ? { include_usage: true } : undefined,
|
||||
...(opts.seed !== null && { seed: opts.seed }),
|
||||
};
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user