Skip to content

Commit

Permalink
Cleanup
Browse files Browse the repository at this point in the history
Signed-off-by: Adrien Gallouët <[email protected]>
  • Loading branch information
angt committed Feb 6, 2025
1 parent acca9c3 commit bc935dc
Showing 1 changed file with 6 additions and 4 deletions.
10 changes: 6 additions & 4 deletions backends/llamacpp/src/backend.rs
Original file line number Diff line number Diff line change
Expand Up @@ -342,10 +342,12 @@ impl LlamacppSampler {
error!("Failed to init sampler");
return None;
}
let top_k = unsafe { llamacpp::sampler_init_top_k(req.top_k) };
let top_p = unsafe { llamacpp::sampler_init_top_p(req.top_p, req.min_keep) };
let typical_p = unsafe { llamacpp::sampler_init_typical(req.typical_p, req.min_keep) };
let temp = unsafe { llamacpp::sampler_init_temp(req.temp) };
unsafe {
let top_k = llamacpp::sampler_init_top_k(req.top_k);
let top_p = llamacpp::sampler_init_top_p(req.top_p, req.min_keep);
let typical_p = llamacpp::sampler_init_typical(req.typical_p, req.min_keep);
let temp = llamacpp::sampler_init_temp(req.temp);
}
let penalties = unsafe {
llamacpp::sampler_init_penalties(
req.penalty_last_n,
Expand Down

0 comments on commit bc935dc

Please sign in to comment.