pipeline_run_from_notebook.yaml

name: Create Pipeline Run from Kubeflow Notebook
on:
  pull_request:
    paths:
      - .github/workflows/pipeline_run_from_notebook.yaml
      - apps/jupyter/notebook-controller/upstream/**
      - tests/gh-actions/kind-cluster.yaml
      - tests/gh-actions/install_kind.sh
      - tests/gh-actions/install_kustomize.sh
      - tests/gh-actions/install_istio.sh
      - common/istio*/**
      - common/oidc-client/**
      - apps/jupyter/**

jobs:
  build:
    runs-on: ubuntu-latest
    steps:
    - name: Checkout
      uses: actions/checkout@v4

    - name: Install KinD
      run: ./tests/gh-actions/install_kind.sh

    - name: Create KinD Cluster
      run: kind create cluster --config tests/gh-actions/kind-cluster.yaml

    - name: Install kustomize
      run: ./tests/gh-actions/install_kustomize.sh

    - name: Install Istio with external authentication
      run: ./tests/gh-actions/install_istio_with_ext_auth.sh

    - name: Install cert-manager
      run: ./tests/gh-actions/install_cert_manager.sh

    - name: Create kubeflow namespace
      run: kustomize build common/kubeflow-namespace/base | kubectl apply -f -

    - name: Install kubeflow-istio-resources
      run: kustomize build common/istio-1-22/kubeflow-istio-resources/base | kubectl apply -f -

    - name: Install KF Pipelines
      run: ./tests/gh-actions/install_pipelines.sh

    - name: Install KF Multi Tenancy
      run: ./tests/gh-actions/install_multi_tenancy.sh

    - name: Build & Apply manifests
      run: |
        kustomize build apps/jupyter/jupyter-web-app/upstream/overlays/istio/ | kubectl apply -f -
        kustomize build apps/jupyter/notebook-controller/upstream/overlays/kubeflow/ | kubectl apply -f -
        kustomize build apps/admission-webhook/upstream/overlays/cert-manager | kubectl apply -f -
        kubectl wait --for=condition=Ready pods --all --all-namespaces --timeout 300s \
          --field-selector=status.phase!=Succeeded

    - name: Create KF Profile
      run: kustomize build common/user-namespace/base | kubectl apply -f -

    - name: Apply PodDefaults to access ml-pipeline with projected token
      run: kubectl apply -f tests/gh-actions/kf-objects/poddefaults.access-ml-pipeline.kubeflow-user-example-com.yaml

    - name: Create Kubeflow Notebook with PodDefaults
      run: |
        kubectl apply -f tests/gh-actions/kf-objects/notebook.test.kubeflow-user-example.com.yaml
        kubectl wait --for=jsonpath='{.status.readyReplicas}'=1 \
          -f tests/gh-actions/kf-objects/notebook.test.kubeflow-user-example.com.yaml \
          --timeout 300s

    - name: Wait for the kubeflow-m2m-oidc-configurator Job
      run: |
        ./tests/gh-actions/wait_for_kubeflow_m2m_oidc_configurator.sh

    - name: Copy and execute the pipeline run script in KF Notebook
      run: |
        kubectl -n kubeflow-user-example-com cp \
          ./tests/gh-actions/run_and_wait_kubeflow_pipeline.py \
          test-0:/home/jovyan/run_and_wait_kubeflow_pipeline.py

        kubectl -n kubeflow-user-example-com exec -ti \
          test-0 -- python /home/jovyan/run_and_wait_kubeflow_pipeline.py