Merge pull request #2864 from stan-dev/dependencies-dist-tests

Conditionally run distribution tests

Author: syclik

Jenkinsfile

@@ -14,7 +14,7 @@ def runTests(String testPath, boolean jumbo = false) {
 }
 
 def skipRemainingStages = false
-
+def changedDistributionTests = []
 def utils = new org.stan.Utils()
 
 def isBranch(String b) { env.BRANCH_NAME == b }
@@ -38,11 +38,12 @@ pipeline {
         booleanParam(defaultValue: false, name: 'withRowVector', description: 'Run additional distribution tests on RowVectors (takes 5x as long)')
         booleanParam(defaultValue: false, name: 'disableJumbo', description: 'Disable Jumbo tests. This takes longer and should only be used for debugging if it is believed that the jumbo tests are causing failures.')
         booleanParam(defaultValue: false, name: 'optimizeUnitTests', description: 'Use O=3 for unit tests (takex ~3x as long)')
+        booleanParam(defaultValue: false, name: 'runAllDistributions', description: 'Run all distribution tests, even ones which are unchanged compared to develop')
     }
     options {
         skipDefaultCheckout()
         preserveStashes(buildCount: 7)
-	parallelsAlwaysFailFast()
+        parallelsAlwaysFailFast()
     }
     environment {
         STAN_NUM_THREADS = 4
@@ -123,7 +124,7 @@ pipeline {
                     }
                 }
             }
-         }
+        }
 
         stage('Linting & Doc checks') {
             agent {
@@ -445,6 +446,30 @@ pipeline {
             }
         }
 
+        stage ('Discover changed distribution tests') {
+            when {
+                expression {
+                    !skipRemainingStages
+                }
+            }
+            agent {
+                docker {
+                    image 'stanorg/ci:gpu-cpp17'
+                    label 'linux'
+                }
+            }
+            steps {
+                script {
+                    retry(3) { checkout scm }
+                    if (params.runAllDistributions || isBranch('develop') || isBranch('master')) {
+                        changedDistributionTests = sh(script:"python3 test/prob/getDependencies.py --pretend-all", returnStdout:true).trim().split('\n').toList()
+                    } else {
+                        changedDistributionTests = sh(script:"python3 test/prob/getDependencies.py", returnStdout:true).trim().split('\n').toList()
+                    }
+                }
+            }
+        }
+
         stage ('Distribution tests') {
             when {
                 expression {
@@ -454,10 +479,8 @@ pipeline {
             agent { label 'linux && docker' }
             steps {
                 script {
-                    unstash 'MathSetup'
                     def tests = [:]
-                    def files = sh(script:"find test/prob/* -type d", returnStdout:true).trim().split('\n')
-                    for (f in files.toList().collate(8)) {
+                    for (f in changedDistributionTests.collate(24)) {
                         def names = f.join(" ")
                         tests["Distribution Tests: ${names}"] = { node ("linux && docker") {
                             docker.image('stanorg/ci:gpu-cpp17').inside {

test/prob/bernoulli/bernoulli_ccdf_log_test.hpp

@@ -1,5 +1,7 @@
 // Arguments: Ints, Doubles
-#include <stan/math/prim.hpp>
+#include <stan/math/prim/prob/bernoulli_ccdf_log.hpp>
+#include <stan/math/prim/fun/constants.hpp>
+#include <stan/math/prim/fun/log.hpp>
 
 using stan::math::var;
 using std::numeric_limits;

test/prob/bernoulli/bernoulli_cdf_log_test.hpp

@@ -1,5 +1,7 @@
 // Arguments: Ints, Doubles
-#include <stan/math/prim.hpp>
+#include <stan/math/prim/prob/bernoulli_cdf_log.hpp>
+#include <stan/math/prim/fun/constants.hpp>
+#include <stan/math/prim/fun/log.hpp>
 
 using stan::math::var;
 using std::numeric_limits;

test/prob/bernoulli/bernoulli_cdf_test.hpp

@@ -1,5 +1,5 @@
 // Arguments: Ints, Doubles
-#include <stan/math/prim.hpp>
+#include <stan/math/prim/prob/bernoulli_cdf.hpp>
 
 using stan::math::var;
 using std::numeric_limits;

test/prob/bernoulli/bernoulli_logit_test.hpp

@@ -1,5 +1,7 @@
 // Arguments: Ints, Doubles
-#include <stan/math/prim.hpp>
+#include <stan/math/prim/prob/bernoulli_logit_log.hpp>
+#include <stan/math/prim/fun/exp.hpp>
+#include <stan/math/prim/fun/log.hpp>
 
 using stan::math::var;
 using std::numeric_limits;
@@ -82,7 +84,6 @@ class AgradDistributionsBernoulliLogistic : public AgradDistributionTest {
                                                      const T_prob& theta,
                                                      const T2&, const T3&,
                                                      const T4&, const T5&) {
-    using stan::math::log1m;
     using std::log;
     T_prob ntheta = (2 * n - 1) * theta;
     const static double cutoff = 20.0;

test/prob/bernoulli/bernoulli_test.hpp

@@ -1,5 +1,6 @@
 // Arguments: Ints, Doubles
-#include <stan/math/prim.hpp>
+#include <stan/math/prim/prob/bernoulli_log.hpp>
+#include <stan/math/prim/fun/log1m.hpp>
 #include <stdexcept>
 
 using stan::math::var;

test/prob/beta/beta_ccdf_log_test.hpp

@@ -1,5 +1,5 @@
 // Arguments: Doubles, Doubles, Doubles
-#include <stan/math/prim.hpp>
+#include <stan/math/prim/prob/beta_ccdf_log.hpp>
 
 using stan::math::var;
 using std::numeric_limits;

test/prob/beta/beta_cdf_log_test.hpp

@@ -1,5 +1,5 @@
 // Arguments: Doubles, Doubles, Doubles
-#include <stan/math/prim.hpp>
+#include <stan/math/prim/prob/beta_cdf_log.hpp>
 
 using stan::math::var;
 using std::numeric_limits;

test/prob/beta/beta_cdf_test.hpp

@@ -1,5 +1,5 @@
 // Arguments: Doubles, Doubles, Doubles
-#include <stan/math/prim.hpp>
+#include <stan/math/prim/prob/beta_cdf.hpp>
 
 using stan::math::var;
 using std::numeric_limits;

test/prob/beta/beta_test.hpp

@@ -1,5 +1,7 @@
 // Arguments: Doubles, Doubles, Doubles
-#include <stan/math/prim.hpp>
+#include <stan/math/prim/prob/beta_log.hpp>
+#include <stan/math/prim/fun/lgamma.hpp>
+#include <stan/math/prim/fun/log1m.hpp>
 
 using stan::math::var;
 using std::numeric_limits;