change fabric for jenkins local deployment

Author: freewayz

docker/Dockerfile

@@ -25,7 +25,7 @@ RUN apt-get install python-setuptools --force-yes -y 	## for python2.7 or above
 RUN apt-get install build-essential --force-yes -y 		##
 RUN apt-get install python-virtualenv --force-yes -y 	## virtual env
 RUN apt-get install python-dev --force-yes -y 		## because ubuntu 14.04 does not have dev version of python 2
-RUN apt-get install mysql-client-core-5.6 --force-yes -y
+RUN apt-get install mysql-client-5.6 --force-yes -y
 RUN apt-get install  build-essential \
                          libmysqlclient-dev \
                          libpq-dev \

fabfile_remote.py renamed to fabfile_jenkins.py

@@ -6,7 +6,7 @@
 import os
 __author__ = 'peter'
 
-PROJECT_NAME = 'saftims-hr'
+PROJECT_NAME = 'shikafa'
 VERSION = '0.1'
 VIRT_DIR = "deb-build"
 DEBIAN_PROJECT_DEP = "python,build-essential,python-dev,libmysqlclient-dev," \
@@ -16,63 +16,16 @@
 SRC_DIR = os.path.dirname(os.path.abspath(__file__))
 BUILD_DIR = os.path.join(SRC_DIR, VIRT_DIR)
 
-try:
-    SSH_PEM_FILE = os.getenv('SAFSMS_PEM_FILE')
-except KeyError:
-    local('echo could not get path variable for pem file')
-    abort('Add SAFSME_PEM_FILE location var to system path. Aborting operation ...')
-
-env.roledefs = {
-    "flexisaf": ["[email protected]"],
-}
-
-env.key_filename = SSH_PEM_FILE
-
-
-def get_client_name_from_host(host_ip):
-    host_name = "staging"
-    for k, v in env.roledefs.items():
-        try:
-            if host_ip == v[0].split('@')[1]:
-                host_name = k
-                break
-        except IndexError:
-            continue
-    return host_name
-
-
-
-def set_project_for_dist():
-    with settings(warn_only=True):
-        if os.path.exists(BUILD_DIR):
-            local('rm -'
-                  'r %s' % BUILD_DIR)
-            local("mkdir %s" % BUILD_DIR)
-        else:
-            local("mkdir %s" % BUILD_DIR)
 
 
 def remove_old_build():
     with settings(warn_only=True):
         local("rm -r build")
         local("rm -r dist")
         local("rm *.deb")
-        local("rm -r SAFTIMS_HR.egg-info")
+        local("rm -r SHINKAFA.egg-info")
 
 
-def run_create_js_dist():
-    """
-        Use Node and Npm to bundle all our js and saas
-        file and put then inside our static folder, which
-        will be collected when django run it own
-        collect static command, and serve by Nginx
-    """
-    with settings(warn_only=True):
-        install_js_dep = local("npm install")
-        dist_cmd = local("npm run dist")
-    if install_js_dep.failed or dist_cmd.failed:
-        abort("Fail create js bundle")
-    print("Bundling and minifying of JS  completed")
 
 
 
@@ -110,26 +63,6 @@ def build_docker_image():
         print("Docker image build successful")
 
 
-def zip_docker_image():
-    """
-        Since we are using docker for running the application
-        This task is responsible for bundling the whole docker image
-        into a tar ball which be later shipped to the client
-
-        Benefit of this is that the client dont need to do a docker
-        build as all the layers and container are already packed in
-        the tar ball, so instead the client just load the container
-        of the tar ball and start ruuning the new instance of the
-        docker build
-        Also deployment and start up time is faster as no need to
-        start running and installing dependencies
-    """
-    with settings(warn_only=True):
-        gun_zip_task = local("docker save flexisaf/shinkafa:latest | gzip -c > shinkafa.tgz")
-    if gun_zip_task.failed:
-        abort(red("Failed to backup docker image"))
-    else:
-        print green("Task creating gun zip executed successfully")
 
 
 @task()
@@ -156,55 +89,46 @@ def start_docker_process(docker_host="staging"):
         mode and always restart the docker container if for
         any reason the process inside crashes
     """
-    host_machine_pwd = run('pwd')
-    host_log_directory = os.path.join(host_machine_pwd, 'webapp/log/shinkafa')
+    host_machine_pwd = local('echo $HOME')
+    host_log_directory = '/home/ubuntu/webapp/log/shinkafa'
+    # host_log_directory = os.path.join(host_machine_pwd, 'webapp/log/shinkafa')
     # check if there is a log directory on the host machine
     if not exists(host_log_directory):
         # then create the log directory
-        run("mkdir -p %s" % host_log_directory)
+        local("mkdir -p %s" % host_log_directory)
     docker_tag = "flexisaf/shinkafa:latest"
     client_db_name = "shinkafa_" + docker_host
-    secret_key = "not-so_secret_right%%%$$$09"
-    docker_env = "-e DB_NAME='%s' -e CLIENT_S3_FOLDER='%s' -e SECRET_KEY='%s'" % (client_db_name, docker_host, secret_key)
-    run("docker run %s --name=shinkafa --detach=true --restart=always --publish=80:80 --volume=%s:%s %s"
+    secret_key = "your_secrete393939_key_here_please"
+    docker_env = "-e DB_NAME='%s' -e CLIENT_S3_FOLDER='%s' -e SECRET_KEY='%s'" % (client_db_name, docker_host,secret_key)
+    local("docker run %s --name=shinkafa --detach=true --restart=always --publish=80:80 --volume=%s:%s %s"
         % (docker_env, host_log_directory, DOCKER_LOG_DIR, docker_tag))
 
 
 @task()
 def stop_container():
-    run("docker stop shinkafa")
+    local("docker stop shinkafa")
 
 
 @task()
 def start_container():
-    run("docker start shinkafa")
+    local("docker start shinkafa")
 
 
 @task()
 def restart_container():
-    run("docker restart shinkafa")
+    local("docker restart shinkafa")
 
 
-def send_compress_docker_to_remote():
-    """
-        Send our compressed docker image to the
-        the remote instances that was specified
-    """
-    with settings(colorize_errors=True):
-        put('shinkafa.tgz', '~/')
-
 
 @task()
 def start_build_pipeline():
     remove_old_build()
     package_tar()
     copy_tar_to_docker_folder()
     build_docker_image()
-    zip_docker_image()
 
 
 @task()
-@roles(["flexisaf"])
 def ship_docker():
     """
         Ship the compressed docker image to the host machine
@@ -214,19 +138,10 @@ def ship_docker():
         and offload the tar ball on the production
         machine which then start the docker process
     """
-    send_compress_docker_to_remote()
-    # offload the compressed docker image on the remote and use docker load to add it
-    with settings(warn_only=True):
-        docker_load = run("gunzip -c shinkafa.tgz | docker load")
-    if docker_load.failed:  # during unziping did the process failed on
-        pass                # this machine if so just pass and continue to other machine
-
     with settings(warn_only=True, colorize_error=True):
         # check if this is the first time we are loading this docker on the machine
-        docker_restart = run("docker restart shinkafa")
+        docker_restart = local("docker restart shinkafa")
     if docker_restart.failed:
-        print(red("Docker process restarted, Starting a new process"))
+        print(red("Docker process restarted, failed Starting a new process"))
         # only start a new docker process if there is no current process running
-        start_docker_process(docker_host=get_client_name_from_host(env.host))  # start a new docker process
-
-
+        start_docker_process(docker_host="shinkafa")  # start a new docker process

jenkins_deploy_to_heroku.sh

@@ -0,0 +1,8 @@
+{% extends 'mia/base.html' %}
+
+
+{% block container %}
+    <div>
+        <a href="{% url 'backup_db' %}">Backup DB</a>
+    </div>
+{% endblock %}

mia/templates/mia/index.html

@@ -4,5 +4,6 @@
 
 
 urlpatterns = [
+    url(r'^$', view=views.HomePage.as_view(), name="index"),
     url(r'^backup/$', view=views.DBBackupView.as_view(), name="backup_db")
 ]

mia/urls.py

@@ -8,6 +8,11 @@
 # Create your views here.
 
 
+class HomePage(TemplateView):
+    template_name = 'mia/index.html'
+
+
+
 class DBBackupView(TemplateView):
     template_name = 'mia/backup.html'
 
@@ -30,3 +35,5 @@ def post(self, request, *args, **kwargs):
                 return response
         else:
             return render(request, template_name=self.template_name, context={})
+
+

mia/views.py

@@ -4,4 +4,4 @@
 
 echo Build pipeline started....
 
-fab start_build_pipeline ship_docker
+fab start_build_pipeline ship_docker --fabfile=fabfile_jenkins

pipeline.sh

@@ -15,8 +15,10 @@
 """
 from django.conf.urls import url, include
 from django.contrib import admin
+from mia.views import HomePage
 
 urlpatterns = [
-    url(r'^chuahaha/', admin.site.urls),
-    url(r'^mia/', include('mia.urls'))
+    # url(r'^chuahaha/', admin.site.urls),
+    url(r'^internal/', include('mia.urls')),
+    url(r'^$', view=HomePage.as_view(), name="home_page")
 ]