From 79c43845ad2740f8f26bb3d6830b9f0166ee9c2c Mon Sep 17 00:00:00 2001 From: rpoplin Date: Sun, 3 Apr 2011 18:18:39 +0000 Subject: [PATCH] Changing Uniform approximation to Normal approximation in rank sum test. n factorial was overflowing. git-svn-id: file:///humgen/gsa-scr1/gsa-engineering/svn_contents/trunk@5565 348d0f76-0448-11de-a6fe-93d51630548a --- java/src/org/broadinstitute/sting/utils/MannWhitneyU.java | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/java/src/org/broadinstitute/sting/utils/MannWhitneyU.java b/java/src/org/broadinstitute/sting/utils/MannWhitneyU.java index a9f066421..b196524e8 100755 --- a/java/src/org/broadinstitute/sting/utils/MannWhitneyU.java +++ b/java/src/org/broadinstitute/sting/utils/MannWhitneyU.java @@ -92,7 +92,7 @@ public class MannWhitneyU { } else if ( n > 8 || m > 8 ) { pval = calculatePFromTable(n,m,u); } else { - // small m and n [possibly small n] - full approx + // small m and n - full approx pval = calculatePRecursively(n,m,u); } @@ -102,7 +102,7 @@ public class MannWhitneyU { public static double calculatePFromTable(int n, int m, long u) { // todo -- actually use a table for: // todo - n large, m small - return calculatePUniformApproximation(n,m,u); + return calculatePNormalApproximation(n,m,u); } /**