Updated the gha workflows to use new install_katib, made changes as s…

.github/workflows/full_kubeflow_integration_test.yaml

@@ -1,4 +1,4 @@
-name: Full Kubeflow End-to-End Integration Test
+name: End-to-End Integration Test
 on:
   workflow_dispatch:
   push:
@@ -73,17 +73,7 @@ jobs:
       run: kubectl wait --for=condition=Ready pods --all --all-namespaces --timeout 300s --field-selector=status.phase!=Succeeded
 
     - name: Install Katib
-      run: |
-        sudo apt-get install -y apparmor-profiles
-        sudo apparmor_parser -R /etc/apparmor.d/usr.sbin.mysqld
-
-        cd apps/katib/upstream && kustomize build installs/katib-with-kubeflow | kubectl apply -f - && cd ../../../
-
-        kubectl wait --for=condition=Available deployment/katib-controller -n kubeflow --timeout=300s
-
-        kubectl wait --for=condition=Available deployment/katib-mysql -n kubeflow --timeout=300s
-
-        kubectl label namespace $KF_PROFILE katib.kubeflow.org/metrics-collector-injection=enabled --overwrite
+      run: ./tests/gh-actions/install_katib.sh
 
     - name: Install Training Operator
       run: ./tests/gh-actions/install_training_operator.sh

.github/workflows/katib_test.yaml

@@ -3,6 +3,7 @@ on:
   pull_request:
     paths:
     - tests/gh-actions/install_KinD_create_KinD_cluster_install_kustomize.sh
+    - tests/gh-actions/install_katib.sh
     - .github/workflows/katib_test.yaml
     - apps/katib/upstream/**
     - tests/gh-actions/install_istio.sh
@@ -27,23 +28,18 @@ jobs:
     - name: Install cert-manager
       run: ./tests/gh-actions/install_cert_manager.sh
 
-    # https://kind.sigs.k8s.io/docs/user/known-issues/#apparmor
-    - name: AppArmor
+    - name: Create namespaces
       run: |
-        set -x
-        sudo apt-get install apparmor-profiles
-        sudo apparmor_parser -R /etc/apparmor.d/usr.sbin.mysqld
+        kubectl create ns kubeflow
+        kubectl create namespace kubeflow-user
 
-    - name: Build & Apply manifests
+    - name: Install Katib
       run: |
-        cd apps/katib/upstream
-        kubectl create ns kubeflow
-        kustomize build installs/katib-with-kubeflow | kubectl apply -f -
-        kubectl wait --for=condition=Ready pods --all -n kubeflow --timeout 300s
+        export KF_PROFILE=kubeflow-user
+        ./tests/gh-actions/install_katib.sh
 
     - name: Create katib experiment
       run: |
-        kubectl create namespace kubeflow-user
         kubectl label namespace kubeflow-user katib.kubeflow.org/metrics-collector-injection=enabled
         kubectl apply -f tests/gh-actions/kf-objects/katib_test.yaml
 

tests/gh-actions/install_central_dashboard.sh

@@ -1,5 +1,5 @@
 #!/bin/bash
-set -e
+set -euxo pipefail
 
 kustomize build apps/centraldashboard/upstream/overlays/kserve | kubectl apply -f -
 kubectl wait --for=condition=Ready pods --all -n kubeflow --timeout=180s 

tests/gh-actions/install_katib.sh

@@ -0,0 +1,13 @@
+#!/bin/bash
+set -euxo pipefail
+
+sudo apt-get install -y apparmor-profiles
+sudo apparmor_parser -R /etc/apparmor.d/usr.sbin.mysqld
+
+cd apps/katib/upstream && kustomize build installs/katib-with-kubeflow | kubectl apply -f - && cd ../../../
+
+kubectl wait --for=condition=Available deployment/katib-controller -n kubeflow --timeout=300s
+
+kubectl wait --for=condition=Available deployment/katib-mysql -n kubeflow --timeout=300s
+
+kubectl label namespace $KF_PROFILE katib.kubeflow.org/metrics-collector-injection=enabled --overwrite

tests/gh-actions/install_knative-cni.sh

@@ -17,6 +17,10 @@ set -e
 kustomize build common/istio-cni-1-24/cluster-local-gateway/base | kubectl apply -f -
 kustomize build common/istio-cni-1-24/kubeflow-istio-resources/base | kubectl apply -f -
 
-kubectl wait --for=condition=Ready pods --all --all-namespaces --timeout=300s \
-  --field-selector=status.phase!=Succeeded
+kubectl wait --for=condition=Ready pods --all --all-namespaces --timeout=300s --field-selector=status.phase!=Succeeded
+kubectl wait --for=condition=Available deployment/activator -n knative-serving --timeout=10s
+kubectl wait --for=condition=Available deployment/autoscaler -n knative-serving --timeout=10s
+kubectl wait --for=condition=Available deployment/controller -n knative-serving --timeout=10s
+kubectl wait --for=condition=Available deployment/webhook -n knative-serving --timeout=10s
 kubectl patch cm config-domain --patch '{"data":{"example.com":""}}' -n knative-serving
+kubectl get deployment -n knative-serving