slyd: read settings from env

scrapinghub · Apr 16, 2022 · f70a856 · f70a856
1 parent e8539e1
commit f70a856
Show file tree

Hide file tree

Showing 2 changed files with 14 additions and 4 deletions.
diff --git a/slyd/bin/slyd b/slyd/bin/slyd
@@ -3,10 +3,19 @@
 import splash.server
 import splash.defaults
 import argparse
+import os
 
 
-DEFAULT_PORTIA_PORT = 9001
-DEFAULT_PORTIA_ROOT = '../portiaui/dist'
+print("default DEFAULT_PORTIA_ROOT:", os.path.join(os.path.dirname(__file__), '../portiaui/dist'))
+
+DEFAULT_PORTIA_PORT = os.environ.get('PORTIA_PORT', 9001)
+DEFAULT_PORTIA_ROOT = os.environ.get(
+    'PORTIA_ROOT',
+    os.path.join(os.path.dirname(__file__), '../portiaui/dist')
+)
+
+print("current DEFAULT_PORTIA_ROOT:", DEFAULT_PORTIA_ROOT)
+
 splash.defaults.SPLASH_PORT = DEFAULT_PORTIA_PORT
 
 def parse_args():

diff --git a/slyd/slyd/settings/base.py b/slyd/slyd/settings/base.py
@@ -1,5 +1,6 @@
 """Scrapy settings"""
 from os.path import join, dirname
+import os
 
 EXTENSIONS = {
     'scrapy.contrib.logstats.LogStats': None,
@@ -11,8 +12,8 @@
 LOG_LEVEL = 'DEBUG'
 
 # location of slybot projects - assumes a subdir per project
-DATA_DIR = join(dirname(dirname(__file__)), 'data')
-SPEC_DATA_DIR = join(DATA_DIR, 'projects')
+DATA_DIR = os.environ.get("DATA_DIR", join(dirname(dirname(__file__)), 'data'))
+SPEC_DATA_DIR = os.environ.get("SPEC_DATA_DIR", join(DATA_DIR, 'projects'))
 
 DJANGO_SETTINGS = 'portia_server.settings'