fix docker lint and potential WSL2 issue

api/processing/providers/esgf.py

@@ -1,7 +1,7 @@
 from api.search.provider import AccessURLs
 from .. import filters
 import xarray
-from typing import Any, Dict, List
+from typing import Any, Dict
 from api.dataset.terarium_hmi import construct_hmi_dataset
 from api.dataset.remote import cleanup_potential_artifacts, open_dataset
 

api/search/providers/esgf.py

@@ -132,7 +132,12 @@ def initialize_embeddings(self, force_refresh=False):
  else:
  print("no embedding cache, generating new", flush=True)
  with cache.open(mode="wb") as f:
- self.embeddings = self.extract_embedding_strings()
+ try:
+ self.embeddings = self.extract_embedding_strings()
+ except Exception as e:
+ raise IOError(
+ f"failed to access OpenAI: is OPENAI_API_KEY set in env?: {e}"
+ )
  pickle.dump(self.embeddings, f)
 
  def search(

docker-compose.yml

@@ -42,25 +42,18 @@ services:
  - TERARIUM_PASS=${TERARIUM_PASS}
  depends_on:
  - redis
- # not sure why, but rq worker was not taking env vars from environment
- # above. wrap in shell call for workaround
- # this is not identical to the linted list form due to shell string escapes 
- entrypoint: "nohup sh -c 'TERARIUM_USER=\"${TERARIUM_USER}\" TERARIUM_PASS=\"${TERARIUM_PASS}\" poetry run rq worker-pool subset preview -n5 -u redis://redis-climate-data:6379'" 
- # entrypoint: [
- # "nohup",
- # "sh",
- # "-c",
- # "TERARIUM_USER=\"${TERARIUM_USER}\"",
- # "TERARIUM_PASS=\"${TERARIUM_PASS}\"",
- # "poetry",
- # "run",
- # "rq",
- # "worker-pool",
- # "subset",
- # "preview",
- # "-u",
- # "redis://redis-climate-data:6379"
- # ]
+ entrypoint: [
+ "poetry",
+ "run", 
+ "rq", 
+ "worker-pool",
+ "subset",
+ "preview",
+ "-n5",
+ "-u",
+ "redis://redis-climate-data:6379" 
+ ]
+
  jupyter:
  build:
  context: ./