probe_eddy_current: Increase "tap" calculation precision to 50nm

Continue to run least squares evaluations until the uncertainty range
is within 50 nanometers (reduced from 250nm).

Signed-off-by: Kevin O'Connor <kevin@koconnor.net>
This commit is contained in:
Kevin O'Connor
2026-04-06 20:00:20 -04:00
parent 5680b74b1d
commit 55d7ed1aa9

View File

@@ -666,7 +666,7 @@ class EddyTap:
max_z = samples[-1][0]
best_err = sys.float_info.max
best_coeffs = [0., 0., 0., 0.]
while max_z - min_z > 0.000250:
while max_z - min_z > 0.000050:
# Select z value to check
mid_z = (min_z + max_z) * .5
if best_z < mid_z: