8000
We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent b1237b9 commit 38348c6Copy full SHA for 38348c6
examples/server/server.cpp
@@ -267,6 +267,11 @@ struct server_task {
267
params.speculative.n_min = std::max(params.speculative.n_min, 2);
268
params.speculative.n_max = std::max(params.speculative.n_max, 0);
269
270
+ // Use OpenAI API logprobs only if n_probs wasn't provided
271
+ if (data.contains("logprobs") && params.sampling.n_probs == defaults.sampling.n_probs){
272
+ params.sampling.n_probs = json_value(data, "logprobs", defaults.sampling.n_probs);
273
+ }
274
+
275
if (data.contains("lora")) {
276
if (data.at("lora").is_array()) {
277
params.lora = parse_lora_request(params_base.lora_adapters, data.at("lora"));
0 commit comments