Merge pull request #5159 from GeorgianaElena/dask-hub-split

earthscope: put dask workers into their own nodepool per hub and tag them #5158
2i2c-org · Nov 20, 2024 · e7a9b25 · e7a9b25
2 parents f6f46f9 + 160b11f
commit e7a9b25
Showing 1 changed file with 18 additions and 2 deletions.
diff --git a/eksctl/earthscope.jsonnet b/eksctl/earthscope.jsonnet
@@ -98,12 +98,25 @@ local daskNodes = [
     // A not yet fully established policy is being developed about using a single
     // node pool, see https://github.com/2i2c-org/infrastructure/issues/2687.
     //
-    { 
-        instancesDistribution+: { instanceTypes: ["r5.4xlarge"] },
+    {
+        namePrefix: "dask-staging",
+        labels+: { "2i2c/hub-name": "staging" },
         tags+: {
+            "2i2c:hub-name": "staging",
             "earthscope:application:name": "geolab",
             "earthscope:application:owner": "research-onramp-to-the-cloud"
         },
+        instancesDistribution+: { instanceTypes: ["r5.4xlarge"] }
+    },
+    {
+        namePrefix: "dask-prod",
+        labels+: { "2i2c/hub-name": "prod" },
+        tags+: {
+            "2i2c:hub-name": "prod",
+            "earthscope:application:name": "geolab",
+            "earthscope:application:owner": "research-onramp-to-the-cloud"
+        },
+        instancesDistribution+: { instanceTypes: ["r5.4xlarge"] }
     },
 ];
 
@@ -235,6 +248,9 @@ local daskNodes = [
                 "k8s.dask.org_dedicated" : "worker:NoSchedule",
                 "k8s.dask.org/dedicated" : "worker:NoSchedule"
             },
+            tags+: {
+                "2i2c:node-purpose": "worker"
+            },
             instancesDistribution+: {
                 onDemandBaseCapacity: 0,
                 onDemandPercentageAboveBaseCapacity: 0,