cessen/lut_extractor
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Fix overflow bug in optimization code.

Browse Source
This commit is contained in:
Nathan Vegdahl 2022-04-22 19:00:40 -07:00
parent 8866319942
commit a6cac908b8
1 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
src/optimize_log.rs
View File

@ -8,7 +8,10 @@ pub fn find_parameters(lut: &[f32]) {
let end = lut[lut.len() - 1] as f64;
let slope = {
// We take the difference of points near zero for increased accuracy.
let (i, _) = lut.iter().enumerate().find(|(_, y)| **y > 0.0).unwrap();
let (mut i, _) = lut.iter().enumerate().find(|(_, y)| **y > 0.0).unwrap();
if i == 0 {
i += 1;
}
lin_norm / (lut[i] as f64 - lut[i - 1] as f64)
};