Myzel394/NumberHub
1
0
Fork 0
mirror of https://github.com/Myzel394/NumberHub.git synced 2025-06-19 00:35:26 +02:00
Code Issues Packages Projects Releases Wiki Activity

fix(evaluator): Fix square root rounding error; Closes #18

Browse Source 
Signed-off-by: Myzel394 <50424412+Myzel394@users.noreply.github.com>
This commit is contained in:
Myzel394 2024-07-21 18:43:25 +02:00
parent a25e773f83
commit f313da7042
No known key found for this signature in database
GPG Key ID: DEC4AAB876F73185
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
data/evaluatto/src/main/java/io/github/sadellie/evaluatto/Expression.kt
View File

@ -93,10 +93,10 @@ class Expression(
} }
moveIfMatched(Token.Operator.divide) -> { moveIfMatched(Token.Operator.divide) -> {
val divisor = parseFactor() val divisor = parseFactor().setScale(MAX_PRECISION)
if (divisor.compareTo(BigDecimal.ZERO) == 0) throw ExpressionException.DivideByZero() if (divisor.compareTo(BigDecimal.ZERO) == 0) throw ExpressionException.DivideByZero()
expression = expression.divide(divisor, roundingMode) expression = expression.setScale(MAX_PRECISION).divide(divisor, roundingMode)
} }
} }
} }