diff --git a/.github/workflows/full_kubeflow_integration_test.yaml b/.github/workflows/full_kubeflow_integration_test.yaml index 3fee19a864..2ee6bcf703 100644 --- a/.github/workflows/full_kubeflow_integration_test.yaml +++ b/.github/workflows/full_kubeflow_integration_test.yaml @@ -20,8 +20,9 @@ jobs: name: Kubeflow Installation and Testing if: ${{ github.repository == 'kubeflow/manifests' }} runs-on: - labels: ubuntu-latest-16-cores - timeout-minutes: 60 + labels: oracle-vm-16cpu-64gb-x86-64 + # labels: ubuntu-latest-16-cores + timeout-minutes: 45 steps: - name: Checkout uses: actions/checkout@v4 @@ -105,7 +106,7 @@ jobs: run: chmod u+x tests/*.sh && ./tests/spark_install.sh - name: Wait for All Pods to be Ready - run: kubectl wait --for=condition=Ready pods --all --all-namespaces --timeout 60s --field-selector=status.phase!=Succeeded + run: kubectl wait --for=condition=Ready pods --all --all-namespaces --timeout 90s --field-selector=status.phase!=Succeeded - name: Port-forward the istio-ingress gateway run: ./tests/port_forward_gateway.sh diff --git a/tests/training_operator_test.sh b/tests/training_operator_test.sh index 8a8c99bb11..d78468da97 100755 --- a/tests/training_operator_test.sh +++ b/tests/training_operator_test.sh @@ -12,4 +12,4 @@ kubectl get pods -n $KF_PROFILE --show-labels kubectl wait --for=condition=Ready pod -l training.kubeflow.org/replica-type=worker -n $KF_PROFILE --timeout=180s -kubectl wait --for=condition=Succeeded pytorchjob/pytorch-simple -n $KF_PROFILE --timeout=450s \ No newline at end of file +kubectl wait --for=condition=Succeeded pytorchjob/pytorch-simple -n $KF_PROFILE --timeout=600s