fix: avoid random rounding problems in stddev function

stellio-hub · Jul 19, 2024 · d191ba5 · d191ba5
1 parent 210cb71
commit d191ba5
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/search-service/src/main/kotlin/com/egm/stellio/search/util/DBAggregationUtils.kt b/search-service/src/main/kotlin/com/egm/stellio/search/util/DBAggregationUtils.kt
@@ -35,7 +35,7 @@ private fun sqlAggregateForJsonNumber(aggregate: TemporalQuery.Aggregate): Strin
     TemporalQuery.Aggregate.AVG -> "avg(measured_value)"
     TemporalQuery.Aggregate.MIN -> "min(measured_value)"
     TemporalQuery.Aggregate.MAX -> "max(measured_value)"
-    TemporalQuery.Aggregate.STDDEV -> "stddev_samp(measured_value)"
+    TemporalQuery.Aggregate.STDDEV -> "round(stddev_samp(measured_value)::numeric,10)"
     TemporalQuery.Aggregate.SUMSQ -> "sum(power(measured_value,2))"
 }
 

diff --git a/search-service/src/test/kotlin/com/egm/stellio/search/service/AggregatedQueryServiceTests.kt b/search-service/src/test/kotlin/com/egm/stellio/search/service/AggregatedQueryServiceTests.kt
@@ -65,7 +65,7 @@ class AggregatedQueryServiceTests : WithTimescaleContainer, WithKafkaContainer {
         "avg, 5.5",
         "min, 1.0",
         "max, 10.0",
-        "stddev, 3.0276503540974917",
+        "stddev, 3.0276503541",
         "sumsq, 385.0"
     )
     fun `it should correctly aggregate on JSON Number values`(aggrMethod: String, expectedValue: String) = runTest {