added SKIP_DATALOADER_LIST

Author: Tim

motherlode/config.py

@@ -26,6 +26,8 @@ class DEFAULT(ConfigBase):
     # similar to DATALOADER_LIST but only to run a single dataloader. overrides DATALOADER_LIST
     DATALOADER_SINGLE = None
 
+    SKIP_DATALOADER_LIST = []
+
     # DOCKER_DEAMON_BASE_URL = "tcp://127.0.0.1:1234"
     DOCKER_DEAMON_BASE_URL = "unix://var/run/docker.sock"
 

motherlode/main.py

@@ -186,6 +186,8 @@ def run_datasource_containers():
 
     for datasource in sorted_datasources:
         envs = env_vars.copy()
+        if datasource["name"] in config.SKIP_DATALOADER_LIST:
+            continue
         if "envs" in datasource:
             envs.update(datasource["envs"])
         log.info("###########################".format(datasource["dockerimage"]))