[zuul] Add ocp 4.14 jobs

.zuul.yaml

@@ -3,6 +3,8 @@
     name: stf-base
     # defined in: https://review.rdoproject.org/cgit/config/tree/zuul.d/_jobs-crc.yaml
     parent: base-simple-crc
+    #This can't be used because the bundle can't be passed
+    #parent: base-crc
     abstract: true
     description: |
       Run the stf-run-ci role, and then test stf
@@ -31,6 +33,27 @@
       # Pass vars to crc cli https://review.rdoproject.org/cgit/config/tree/playbooks/crc/simple-start.yaml#n30
       crc_parameters: '--memory 16000 --disk-size 80 --cpus 6'  # Increase from 14336
 
+  # this will go away eventually
+- job:
+    name: stf-multi-crc-base
+    abstract: true
+    description: |
+      Temperory base job for crc jobs; the crc jobs will eventually use stf-base as a job, once PRs have merged
+    parent: stf-base
+    # Little hacky-hack so it won't complain about scenario not being defined.
+    vars:
+      scenario: "zuul-common"
+    run:
+      - ci/check_ocp_version.yml
+    post-run:
+      - ci/post-debug_crc.yml
+      # Add these steps so we can work around the pre stage failing, and investigate whether CRC actually comes up, and whether it runs STF
+      #- ci/prepare.yml
+      #- ci/deploy_stf.yml
+      #- ci/test_stf.yml
+      - ci/post-collect_logs.yml
+      - ci/post-upload_logs.yml
+
 - job:
     name: stf-crc-nightly_bundles
     parent: stf-base
@@ -39,7 +62,7 @@
       Deploy STF using the nightly bundles
     vars:
       scenario: "nightly_bundles"
-    
+
 - job:
     name: stf-crc-local_build
     parent: stf-base
@@ -106,6 +129,25 @@
     vars:
       crc_ocp_bundle: 'https://mirror.openshift.com/pub/openshift-v4/clients/crc/bundles/openshift/4.13.14/crc_libvirt_4.13.14_amd64.crcbundle'
 
+- job:
+    name: stf-crc-ocp414
+    parent: stf-multi-crc-base
+    nodeset: centos-9-crc-3xl
+    vars:
+      # get oc status took 25 attempts/2min 39 sec with 16GB ram
+      # https://review.rdoproject.org/zuul/build/6162196471fe4db6891635f324eb8c30/console#4/1/4/controller
+      # get oc status took 19 attempts/1m58sec
+      # https://review.rdoproject.org/zuul/build/b2e3082a56ca43a5815acbe0c074b0eb/console#4/1/4/controller
+      # crc_parameters: '--memory 20000 --disk-size 80 --cpus 8'
+      # https://review.rdoproject.org/zuul/build/78feca3ce9e5495fbb3ebf811fabaa78/console#4/1/4/controller
+      # 16 attempts/1m36s
+      # crc_parameters: '--memory 25000 --disk-size 80 --cpus 8'
+      # node only has 30GB
+      # https://review.rdoproject.org/zuul/build/bc1b6c41fb1b47208958469bb39fa1f1/console
+      crc_parameters: '--memory 30000 --disk-size 80 --cpus 8'
+      crc_ocp_bundle: 'https://mirror.openshift.com/pub/openshift-v4/clients/crc/bundles/openshift/4.14.1/crc_libvirt_4.14.1_amd64.crcbundle'
+      ocp_version: '4.14.1'
+
 - project-template:
     name: stf-crc-jobs
     description: |
@@ -118,8 +160,11 @@
         - stf-crc-ocp_413-nightly_bundles
         - stf-crc-ocp_413-local_build
         - stf-crc-ocp_413-local_build-index_deploy
-        
+
 - project:
     name: infrawatch/service-telemetry-operator
-    templates:
-      - stf-crc-jobs
+    #templates:
+    #  - stf-crc-jobs
+    github-check:
+      jobs:
+        - stf-crc-ocp414

ci/check_ocp_version.yml

@@ -0,0 +1,18 @@
+---
+- hosts: controller
+  tasks:
+    - name: "Log into the cluster"
+      ansible.builtin.import_role:
+        name: rhol_crc
+        tasks_from: add_crc_creds.yml
+
+    - name: "Get the oc version info"
+      ansible.builtin.shell:
+        cmd: |
+          oc version | grep Server | cut -d' ' -f3
+      register: oc_version
+
+    - name: "Fail if the version is not the expected one"
+      when: oc_version.stdout != ocp_version
+      fail:
+        msg: "The ocp version ({{ oc_version.stdout }}) is not the expected one ({{ ocp_version }})"

ci/post-debug_crc.yml

@@ -0,0 +1,83 @@
+---
+- hosts: controller
+  name: "Wait for 4.14 to work"
+  tasks:
+    - name: Get crc logs
+      ansible.builtin.shell:
+        cmd: |
+          cat ~/crc-start.log
+      register: cat
+
+    - name: "Show crc start logs"
+      ansible.builtin.debug:
+        var: cat.stdout
+
+    - name: "Get crc info"
+      ansible.builtin.shell:
+        cmd: |
+          crc version
+
+    - name: "Run crc status"
+      ansible.builtin.shell:
+        cmd: |
+          crc status
+
+    - name: "Get the cache dir for crc"
+      ansible.builtin.shell:
+        cmd: |
+          crc status | grep "Cache Directory" | cut -d' ' -f3
+      register: cache_dir
+
+    - name: Get crc status in json format
+      ansible.builtin.shell:
+        cmd: |
+          crc status -o json
+
+    - name: "Show the contents of of cache dir"
+      ansible.builtin.shell:
+        cmd: |
+          ls {{ cache_dir.stdout }} | grep {{ crc_ocp_bundle | basename }}
+          ls {{ cache_dir.stdout }}/{{ crc_ocp_bundle | basename | splitext | first }}/
+
+    - name: "Set the name for kubeconfig"
+      ansible.builtin.set_fact:
+        kubeconfig: "{{ cache_dir.stdout }}/{{ crc_ocp_bundle | basename | splitext | first }}/kubeconfig"
+
+    - name: Get oc status from crc
+      ansible.builtin.shell:
+        cmd:
+          crc status -o json
+
+    - name: "Get oc status"
+      ansible.builtin.shell:
+        cmd: |
+          KUBECONFIG={{ kubeconfig }} oc status
+      register: output
+      ignore_errors: true
+      retries: 100
+      delay: 6
+      until: output.rc == 0
+
+    - name: Get oc status from crc
+      ansible.builtin.shell:
+        cmd:
+          crc status -o json
+      register: crc_status
+
+    - ansible.builtin.debug:
+        var: crc_status | from_json
+
+    - ansible.builtin.set_fact:
+        crc_status_json: "{{ crc_status | from_json }}"
+
+    - name: "Link the KUBECONFIG file to ~/.kube/config"
+      ansible.builtin.shell:
+        cmd: |
+          unlink ~/.kube/config || true
+          ln -s {{ kubeconfig }} ~/.kube/config
+      ignore_errors: true
+
+    - name: "Get oc status"
+      ansible.builtin.shell:
+        cmd: |
+          oc status

ci/post-upload_logs.yml

@@ -0,0 +1,35 @@
+---
+- hosts: all
+  name: Copy files from controller on node
+  gather_facts: false
+  tasks:
+    - name: "Set the sto_dir if it isn't already set"
+      ansible.builtin.set_fact:
+        sto_dir: '{{ ansible_env.HOME }}/{{ zuul.projects["github.com/infrawatch/service-telemetry-operator"].src_dir }}'
+      when: sto_dir | default('') | length == 0
+
+    - name: "Get vars common to all jobs"
+      ansible.builtin.include_vars:
+        file: "vars-zuul-common.yml"
+
+    - name: "Get scenario-specific vars"
+      ansible.builtin.include_vars:
+        file: "vars-{{ scenario }}.yml"
+
+    - name: "Create log dir"
+      ansible.builtin.file:
+        path: "{{ logfile_dir }}"
+        state: directory
+        mode: "0755"
+
+    - name: "Copy generated logs"
+      ansible.builtin.shell: |
+        cp {{ ansible_env.HOME }}/*.log .
+      args:
+        chdir: "{{ logfile_dir }}"
+      changed_when: true
+      ignore_errors: true
+
+    - name: Copy files from controller on node
+      ansible.builtin.include_role:
+        name: fetch-output