Merge pull request #9241 from eclipse/ag__junit5_long_running

Fix inconsistent tests due to multithreading, exclude long runnin gtests

Author: agibsonccc

.github/workflows/run-cpu-integration-tests-self-hosted.yml

@@ -1,19 +1,7 @@
 on:
   workflow_dispatch:
 jobs:
-  # Wait for up to a minute for previous run to complete, abort if not done by then
-  pre-ci:
-    runs-on: self-hosted
-    timeout-minutes: 1
-    steps:
-      - name: 'Block Concurrent Executions'
-        uses: softprops/turnstyle@v1
-        with:
-          poll-interval-seconds: 10
-        env:
-          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
   linux-x86_64:
-    needs: pre-ci
     runs-on: [self-hosted]
     steps:
       - uses: AutoModality/action-clean@v1
@@ -34,5 +22,5 @@ jobs:
           cmake --version
           protoc --version
           export OMP_NUM_THREADS=1
-          mvn   -DskipTestResourceEnforcement=true -Ptestresources  -Pintegration-tests  -Pnd4j-tests-cpu   clean test
+          mvn   -DexcludedGroups=long-running-tests -DskipTestResourceEnforcement=true -Ptestresources  -Pintegration-tests  -Pnd4j-tests-cpu   clean test
 

.github/workflows/run-gpu-integration-tests-self-hosted.yml

@@ -34,5 +34,5 @@ jobs:
           cmake --version
           protoc --version
           export OMP_NUM_THREADS=1
-          mvn   -DskipTestResourceEnforcement=true -Ptestresources  -Pintegration-tests  -Pnd4j-tests-cuda   clean test
+          mvn  -DexcludedGroups=long-running-tests  -DskipTestResourceEnforcement=true -Ptestresources  -Pintegration-tests  -Pnd4j-tests-cuda   clean test
 

deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/regressiontest/RegressionTest100b3.java

@@ -207,7 +207,6 @@ public void testVae() throws Exception {
 
 
     @Test
-    @Disabled("AB 2019/05/23 - Failing on linux-x86_64-cuda-9.2 - see issue #7657")
     public void testYoloHouseNumber() throws Exception {
 
         File f = Resources.asFile("regression_testing/100b3/HouseNumberDetection_100b3.bin");

nd4j/nd4j-backends/nd4j-backend-impls/pom.xml

@@ -130,9 +130,6 @@
                             <OMP_NUM_THREADS>1</OMP_NUM_THREADS>
                             <LD_LIBRARY_PATH>${env.LD_LIBRARY_PATH}:${user.dir}</LD_LIBRARY_PATH>
                         </environmentVariables>
-                        <includes>
-                            <include>**/Nd4jTestSuite.java</include>
-                        </includes>
                         <!--<excludes>
                             <exclude>**/Test*.java</exclude>
                             <exclude>**/*Test.java</exclude>
@@ -142,7 +139,7 @@
                             Maximum heap size was set to 8g, as a minimum required value for tests run.
                             Depending on a build machine, default value is not always enough.
                         -->
-                        <argLine> -Djava.library.path="${nd4j.basedir}/nd4j-backends/nd4j-backend-impls/nd4j-cuda/target/classes"</argLine>
+                        <argLine>-Xmx2g</argLine>
                     </configuration>
                 </plugin>
                 <plugin>

nd4j/nd4j-backends/nd4j-tests/src/test/java/org/nd4j/linalg/Nd4jTestsC.java

@@ -24,6 +24,7 @@
 import org.junit.jupiter.api.Disabled;
 import org.junit.jupiter.api.Tag;
 import org.junit.jupiter.api.Test;
+import org.junit.jupiter.api.parallel.Isolated;
 import org.junit.jupiter.params.ParameterizedTest;
 import org.junit.jupiter.params.provider.MethodSource;
 
@@ -47,6 +48,7 @@
 
 @Slf4j
 @NativeTag
+@Isolated
 public class LongTests extends BaseNd4jTestWithBackends {
 
     DataType initialType = Nd4j.dataType();

nd4j/nd4j-backends/nd4j-tests/src/test/java/org/nd4j/linalg/specials/LongTests.java

@@ -65,7 +65,6 @@ public void testBasicMechanics_1(Nd4jBackend backend) {
         }
     }
 
-    @Test
     @ParameterizedTest
     @MethodSource("org.nd4j.linalg.BaseNd4jTestWithBackends#configs")
     public void testGc(Nd4jBackend backend) {