Commit 6244c2df authored by Tom Lane's avatar Tom Lane

Fix stddev_pop(numeric) and var_pop(numeric), which were incorrectly producing

the same outputs as stddev_samp() and var_samp() respectively.
parent 9e09e3b1
...@@ -14,7 +14,7 @@ ...@@ -14,7 +14,7 @@
* Copyright (c) 1998-2007, PostgreSQL Global Development Group * Copyright (c) 1998-2007, PostgreSQL Global Development Group
* *
* IDENTIFICATION * IDENTIFICATION
* $PostgreSQL: pgsql/src/backend/utils/adt/numeric.c,v 1.105 2007/06/15 20:56:50 tgl Exp $ * $PostgreSQL: pgsql/src/backend/utils/adt/numeric.c,v 1.106 2007/07/09 16:13:57 tgl Exp $
* *
*------------------------------------------------------------------------- *-------------------------------------------------------------------------
*/ */
...@@ -2435,7 +2435,10 @@ numeric_stddev_internal(ArrayType *transarray, ...@@ -2435,7 +2435,10 @@ numeric_stddev_internal(ArrayType *transarray,
} }
else else
{ {
if (sample)
mul_var(&vN, &vNminus1, &vNminus1, 0); /* N * (N - 1) */ mul_var(&vN, &vNminus1, &vNminus1, 0); /* N * (N - 1) */
else
mul_var(&vN, &vN, &vNminus1, 0); /* N * N */
rscale = select_div_scale(&vsumX2, &vNminus1); rscale = select_div_scale(&vsumX2, &vNminus1);
div_var(&vsumX2, &vNminus1, &vsumX, rscale, true); /* variance */ div_var(&vsumX2, &vNminus1, &vsumX, rscale, true); /* variance */
if (!variance) if (!variance)
......
...@@ -102,7 +102,7 @@ SELECT var_samp(b) FROM aggtest; ...@@ -102,7 +102,7 @@ SELECT var_samp(b) FROM aggtest;
SELECT stddev_pop(b::numeric) FROM aggtest; SELECT stddev_pop(b::numeric) FROM aggtest;
stddev_pop stddev_pop
------------------ ------------------
151.389361431288 131.107032862199
(1 row) (1 row)
SELECT stddev_samp(b::numeric) FROM aggtest; SELECT stddev_samp(b::numeric) FROM aggtest;
...@@ -114,7 +114,7 @@ SELECT stddev_samp(b::numeric) FROM aggtest; ...@@ -114,7 +114,7 @@ SELECT stddev_samp(b::numeric) FROM aggtest;
SELECT var_pop(b::numeric) FROM aggtest; SELECT var_pop(b::numeric) FROM aggtest;
var_pop var_pop
-------------------- --------------------
22918.738754573025 17189.054065929769
(1 row) (1 row)
SELECT var_samp(b::numeric) FROM aggtest; SELECT var_samp(b::numeric) FROM aggtest;
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment