Correctly computing loop iterations in BigDecimal#sqrt (#280)

ruby · Dec 19, 2023 · 5843c89 · 5843c89
1 parent 4f4510b
commit 5843c89
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/ext/bigdecimal/bigdecimal.c b/ext/bigdecimal/bigdecimal.c
@@ -7230,7 +7230,7 @@ VpSqrt(Real *y, Real *x)
     y->MaxPrec = Min((size_t)n , y_prec);
     f->MaxPrec = y->MaxPrec + 1;
     n = (SIGNED_VALUE)(y_prec * BASE_FIG);
-    if (n < (SIGNED_VALUE)maxnr) n = (SIGNED_VALUE)maxnr;
+    if (n > (SIGNED_VALUE)maxnr) n = (SIGNED_VALUE)maxnr;
 
     /*
      * Perform: y_{n+1} = (y_n - x/y_n) / 2