run

#!/usr/bin/env python

import sys
import os
import traceback
import pprint as pp
import logging

# set global HTTP timeouts to 10 seconds
import socket
socket.setdefaulttimeout(10)


# name of the task comes first
task_name = sys.argv[1]

# parse any command line flags off
options = {}
for arg in sys.argv[2:]:
  if arg.startswith("--"):

    if "=" in arg:
      key, value = arg.split('=')
    else:
      key, value = arg, True
    
    key = key.split("--")[1]
    if value == 'True': value = True
    elif value == 'False': value = False
    options[key.lower()] = value


# configure logging
if options.get('debug', False):
  log_level = "debug"
else:
  log_level = options.get("log", "warn")

if log_level not in ["debug", "info", "warn", "error"]:
  print "Invalid log level (specify: debug, info, warn, error)."
  sys.exit(1)
logging.basicConfig(format='%(message)s', level=log_level.upper())


# depends on scrapers/[scraper_name].py being present relative to this directory
sys.path.append("scrapers")
import utils

try:
  __import__(task_name).run(options)
except Exception as exception:
  utils.admin(exception)