createTemperatureLookupMarlin.py: Truncate to short after application of OVERSAMPLENR for improved resolution.

11 years ago · 50f44d9249
parent f5b5dd8038
commit 50f44d9249
1 changed files with 2 additions and 2 deletions
--- a/Marlin/createTemperatureLookupMarlin.py
+++ b/Marlin/createTemperatureLookupMarlin.py
@ -143,9 +143,9 @@ def main(argv):
    for temp in temps:
        counter = counter +1
        if counter == len(temps):
-            print "   {%s*OVERSAMPLENR, %s}  // v=%s r=%s res=%s C/count" % (int(t.adc(temp)), temp, t.v(t.adc(temp)), t.r(t.adc(temp)),t.res(t.adc(temp)))
+            print "   {(short)(%.2f*OVERSAMPLENR), %s}  // v=%s r=%s res=%s C/count" % ((t.adc(temp)), temp, t.v(t.adc(temp)), t.r(t.adc(temp)),t.res(t.adc(temp)))
        else:
-            print "   {%s*OVERSAMPLENR, %s}, // v=%s r=%s res=%s C/count" % (int(t.adc(temp)), temp, t.v(t.adc(temp)), t.r(t.adc(temp)),t.res(t.adc(temp)))
+            print "   {(short)(%.2f*OVERSAMPLENR), %s}, // v=%s r=%s res=%s C/count" % ((t.adc(temp)), temp, t.v(t.adc(temp)), t.r(t.adc(temp)),t.res(t.adc(temp)))
    print "};"
    
 def usage():