install s3fs with conda

det-lab · Jun 6, 2018 · 9d3f126 · 9d3f126
1 parent 2540d6b
commit 9d3f126
Showing 1 changed file with 6 additions and 8 deletions.
diff --git a/dask_shared/dask_config.yaml b/dask_shared/dask_config.yaml
@@ -25,22 +25,20 @@ worker:
     repository: "daskdev/dask"
     tag: "0.17.1"
     pullPolicy: IfNotPresent
-  replicas: 1
+  replicas: 4
   default_resources:  # overwritten by resource limits if they exist
     cpu: 1
     memory: "4GiB"
   env:
     - name: EXTRA_CONDA_PACKAGES
-      value: zarr xarray==0.10.1 -c conda-forge --yes
-    - name: EXTRA_PIP_PACKAGES
-      value: s3fs --upgrade
+      value: zarr s3fs xarray==0.10.1 -c conda-forge --yes
   resources:
     limits:
-      cpu: 6
-      memory: "12G"
+      cpu: 3
+      memory: "7G"
     requests:
-      cpu: 6
-      memory: "12G"
+      cpu: 3
+      memory: "7G"
 
 jupyter:
   name: jupyter