Merge pull request #34936 from dims/add-periodic-presubmit-for-running-unit-tests-in-k/k-with-updated-dependencies

Add periodic/presubmit for running unit tests in k/k with updated dependencies

Author: k8s-ci-robot

config/jobs/kubernetes/sig-arch/kubernetes-code-organization.yaml

@@ -25,7 +25,7 @@ presubmits:
         - wrapper.sh
         - bash
         - -c
-        - ./../test-infra/experiment/dependencies/update-dependencies-and-run-kind-e2e.sh
+        - ./../test-infra/experiment/dependencies/update-dependencies-and-run-tests.sh --test-mode kind
         env:
         - name: LABEL_FILTER
           value: "Feature: isEmpty && !Slow && !Disruptive && !Flaky"
@@ -48,6 +48,49 @@ presubmits:
       testgrid-alert-stale-results-hours: '24'
       fork-per-release: "true"
 
+  - name: pull-kubernetes-e2e-unit-dependencies
+    cluster: k8s-infra-prow-build
+    optional: true
+    always_run: false
+    decorate: true
+    skip_branches:
+    - release-\d+\.\d+ # per-release settings
+    path_alias: k8s.io/kubernetes
+    extra_refs:
+    - org: kubernetes
+      repo: test-infra
+      base_ref: master
+      path_alias: k8s.io/test-infra
+    spec:
+      # unit tests have no business requiring root or doing privileged operations
+      securityContext:
+        # NOTE: these are arbitrary non-root values. They don't exist in the
+        # image and don't need to, the unit tests should only write to TMPDIR
+        runAsUser: 2001
+        runAsGroup: 2010
+      containers:
+      - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250527-1b2b10e804-master
+        securityContext:
+          allowPrivilegeEscalation: false
+        command:
+        - wrapper.sh
+        - bash
+        - -c
+        - ./../test-infra/experiment/dependencies/update-dependencies-and-run-tests.sh --test-mode unit
+        resources:
+          limits:
+            cpu: 7.2
+            memory: "43Gi"
+          requests:
+            cpu: 7.2
+            memory: "43Gi"
+    annotations:
+      testgrid-dashboards: sig-arch-code-organization
+      testgrid-tab-name: pull-unit-master-dependencies
+      testgrid-num-failures-to-alert: '10'
+      testgrid-alert-stale-results-hours: '24'
+      fork-per-release: "true"
+
 periodics:
 - interval: 4h
   cluster: k8s-infra-prow-build
@@ -79,7 +122,7 @@ periodics:
       - wrapper.sh
       - bash
       - -c
-      - ./../test-infra/experiment/dependencies/update-dependencies-and-run-kind-e2e.sh
+      - ./../test-infra/experiment/dependencies/update-dependencies-and-run-tests.sh --test-mode kind
       env:
       - name: LABEL_FILTER
         value: "Feature: isEmpty && !Slow && !Disruptive && !Flaky"
@@ -95,3 +138,46 @@ periodics:
         requests:
           cpu: 7
           memory: 9000Mi
+
+- interval: 4h
+  cluster: k8s-infra-prow-build
+  name: ci-kubernetes-unit-dependencies
+  annotations:
+    testgrid-dashboards: sig-arch-code-organization
+    testgrid-tab-name: unit-master-dependencies
+    description: Runs unit tests after updating dependencies to latest versions
+    testgrid-alert-email: [email protected]
+    testgrid-num-columns-recent: '6'
+  decorate: true
+  extra_refs:
+  - org: kubernetes
+    repo: kubernetes
+    base_ref: master
+    path_alias: k8s.io/kubernetes
+  - org: kubernetes
+    repo: test-infra
+    base_ref: master
+    path_alias: k8s.io/test-infra
+  spec:
+    # unit tests have no business requiring root or doing privileged operations
+    securityContext:
+      # NOTE: these are arbitrary non-root values. They don't exist in the
+      # image and don't need to, the unit tests should only write to TMPDIR
+      runAsUser: 2001
+      runAsGroup: 2010
+    containers:
+    - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250527-1b2b10e804-master
+      securityContext:
+        allowPrivilegeEscalation: false
+      command:
+      - wrapper.sh
+      - bash
+      - -c
+      - ./../test-infra/experiment/dependencies/update-dependencies-and-run-tests.sh --test-mode unit
+      resources:
+        limits:
+          cpu: 7.2
+          memory: "43Gi"
+        requests:
+          cpu: 7.2
+          memory: "43Gi"

experiment/dependencies/update-dependencies-and-run-kind-e2e.sh renamed to experiment/dependencies/update-dependencies-and-run-tests.sh

@@ -19,6 +19,32 @@ set -o nounset
 set -o pipefail
 set -o xtrace
 
+# Default test mode
+TEST_MODE="kind"
+
+# Parse command line arguments
+while [[ $# -gt 0 ]]; do
+  key="$1"
+  case $key in
+    --test-mode)
+      TEST_MODE="$2"
+      shift 2
+      ;;
+    *)
+      echo "Unknown option: $1"
+      echo "Usage: $0 [--test-mode <kind|unit>]"
+      exit 1
+      ;;
+  esac
+done
+
+# Validate test mode
+if [[ "${TEST_MODE}" != "kind" && "${TEST_MODE}" != "unit" ]]; then
+  echo "Invalid test mode: ${TEST_MODE}. Must be either 'kind' or 'unit'."
+  echo "Usage: $0 [--test-mode <kind|unit>]"
+  exit 1
+fi
+
 # install kind
 curl -sSL https://kind.sigs.k8s.io/dl/latest/linux-amd64.tgz | tar xvfz - -C "${PATH%%:*}/"
 
@@ -32,7 +58,9 @@ go install github.com/sgaunet/mdtohtml@latest
 popd
 
 # needed by gomod_staleness.py
-apt update && apt -y install jq
+if ! command -v jq &> /dev/null; then
+  apt update && apt -y install jq
+fi
 
 # grab the stats before we start
 depstat stats -m "k8s.io/kubernetes$(ls staging/src/k8s.io | awk '{printf ",k8s.io/" $0}')" -v > "${WORKDIR}/stats-before.txt"
@@ -60,5 +88,11 @@ hack/lint-dependencies.sh || true
 # ensure that all our code will compile
 hack/verify-typecheck.sh
 
-# run kind based tests
-e2e-k8s.sh
+# run tests based on the selected mode
+if [[ "${TEST_MODE}" == "kind" ]]; then
+  # run kind based e2e tests
+  e2e-k8s.sh
+else
+  # run unit tests
+  make test
+fi