fixed token count reading
This commit is contained in:
@@ -26,6 +26,7 @@ function buildPayload(prompt, options, stream = false) {
|
|||||||
top_k: opts.topK,
|
top_k: opts.topK,
|
||||||
repeat_penalty: opts.repeatPenalty,
|
repeat_penalty: opts.repeatPenalty,
|
||||||
stream,
|
stream,
|
||||||
|
stream_options: stream ? { include_usage: true } : undefined,
|
||||||
...(opts.seed !== null && { seed: opts.seed }),
|
...(opts.seed !== null && { seed: opts.seed }),
|
||||||
};
|
};
|
||||||
}
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user