From f7d2e9f2b606d762118a687b2300addfe87fe615 Mon Sep 17 00:00:00 2001 From: Andrea Zonca Date: Sun, 17 Mar 2024 04:00:30 +0000 Subject: [PATCH] test GPU and newer JupyterHub --- config_standard_storage.yaml | 49 +++++++++++++++++++++++------------- install_jhub.sh | 6 +++-- 2 files changed, 35 insertions(+), 20 deletions(-) diff --git a/config_standard_storage.yaml b/config_standard_storage.yaml index 0ad1ea5..ae51e6b 100644 --- a/config_standard_storage.yaml +++ b/config_standard_storage.yaml @@ -32,12 +32,12 @@ hub: singleuser: memory: - guarantee: 15G - limit: 15G + guarantee: 1G + limit: 1G cpu: - guarantee: 6 + guarantee: 1 profileList: - - display_name: "Default: 6 CPUs and 15 GB RAM" + - display_name: "Default: 1 CPUs and 1 GB RAM" default: True - display_name: "Tiny: 1 CPUs and 5 GB RAM" kubespawner_override: @@ -54,26 +54,39 @@ singleuser: cpu_guarantee: 24 mem_limit: 60G mem_guarantee: 60G + - display_name: "GPU Server" + description: "Spawns a notebook server with access to a GPU" + kubespawner_override: + tolerations: + - key: 'gpu' + operator: 'Equal' + value: 'true' + effect: 'NoSchedule' + extra_resource_limits: + nvidia.com/gpu: "1" storage: type: dynamic capacity: 10Gi dynamic: storageClass: cinder-csi - extraVolumes: - - name: cvmfs-nfs-volume - nfs: - # for Magnum - # server: 10.254.77.77 - # for Kubespray - server: 10.233.46.63 - path: / - extraVolumeMounts: - - name: cvmfs-nfs-volume - mountPath: /cvmfs - readOnly: false + # extraVolumes: + # - name: cvmfs-nfs-volume + # nfs: + # # for Magnum + # # server: 10.254.77.77 + # # for Kubespray + # server: 10.233.46.63 + # path: / + # extraVolumeMounts: + # - name: cvmfs-nfs-volume + # mountPath: /cvmfs + # readOnly: false + # image: + # name: "zonca/docker-jupyter-cdms-light" + # tag: "22.06.3" image: - name: "zonca/docker-jupyter-cdms-light" - tag: "22.06.3" + name: zonca/nvidia-tensorflow-jupyterhub + tag: "23.1.5" defaultUrl: "/lab" # default is 300s, sometimes Jetstream volumes are slow to attach startTimeout: 600 diff --git a/install_jhub.sh b/install_jhub.sh index 3903a73..68af81a 100644 --- a/install_jhub.sh +++ b/install_jhub.sh @@ -3,5 +3,7 @@ NAMESPACE=jhub helm upgrade --install $RELEASE jupyterhub/jupyterhub \ --namespace $NAMESPACE \ - --values config_standard_storage.yaml --values cdms_secrets.yaml \ - --version 3.1.0 + --create-namespace \ + --version 3.2.1 \ + --debug \ + --values config_standard_storage.yaml --values secrets.yaml