dunkelbader/max668_calc
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

corrected off-by-one error when using E_MAX vlaues.

Browse Source
This commit is contained in:
Jan Bader
2021-04-14 14:44:32 +02:00
parent f56788f666
commit 9a967d5876
1 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
lib/eseries.c
View File

@@ -59,13 +59,13 @@ double round_to_E_series (double continuous_value, ESeries E_series) {
int upper_e_limit = e_max_values; int upper_e_limit = e_max_values;
int lower_e_limit = 0; int lower_e_limit = 0;
for (int i = 0 ; i < log2((e_max_values/3)); i++) { for (int i = 0 ; i < log2((e_max_values + 1 / 3)); i++) {
if (continuous_value < E_values[E_series][((upper_e_limit - lower_e_limit + 1) / 2) + lower_e_limit]) { if (continuous_value < E_values[E_series][(((upper_e_limit - lower_e_limit) + 1) / 2) + lower_e_limit]) {
upper_e_limit = ((upper_e_limit - lower_e_limit + 1) / 2) + lower_e_limit - 1; upper_e_limit = (((upper_e_limit - lower_e_limit) + 1) / 2) + lower_e_limit - 1;
} }
else { else {
lower_e_limit = ((upper_e_limit - lower_e_limit + 1) / 2) + lower_e_limit; lower_e_limit = (((upper_e_limit - lower_e_limit) + 1) / 2) + lower_e_limit;
} }
} }