Active setup deployment configuration

0chain/deploy_miner.sh

@@ -1,6 +1,13 @@
 #!/bin/bash
 
 set -e
+echo -e "\n\e[93m===============================================================================================================================================================================
+                                                                Updating initial-states.yaml file on your server
+===============================================================================================================================================================================  \e[39m"
+cd ~
+rm /var/0chain/initial_states.yaml || true
+wget -N https://raw.githubusercontent.com/0chain/zcnwebappscripts/as-deploy/0chain/others/initial_states.yaml
+mv initial_states.yaml /var/0chain/
 
 echo -e "\n\e[93m===============================================================================================================================================================================
                                                                 Installing yq on your server
@@ -30,7 +37,7 @@ pushd ${PROJECT_ROOT} > /dev/null;
     #Miner Delegate wallet
     if [[ -f del_wal_id.txt ]] ; then
         echo -e "\e[32m Miner delegate wallet id present \e[23m \e[0;37m"
-        MINER_DEL=$(cat del_wal_id.txt)
+        export MINER_DEL=$(cat del_wal_id.txt)
     else
         echo "Unable to find miner delegate wallet"
         exit 1
@@ -65,7 +72,7 @@ pushd ${PROJECT_ROOT} > /dev/null;
         sudo cp -rf dkgSummary-* miner/ssd/docker.local/config
         sudo cp -f nodes.yaml miner/ssd/docker.local/config/nodes.yaml
         sudo cp -f b0magicBlock.json miner/ssd/docker.local/config/b0magicBlock.json
-        sudo cp -f initial_states.yaml miner/ssd/docker.local/config/initial_state.yaml
+        sudo cp -f initial_states.yaml miner/ssd/docker.local/config/initial_states.yaml
     fi
 popd > /dev/null;
 
@@ -83,10 +90,19 @@ echo -e "\n\e[93m===============================================================
                                                                                 Updating for delegate wallet in 0chain.yaml
 ===============================================================================================================================================================================  \e[39m"
 pushd ${PROJECT_ROOT}/miner/ssd > /dev/null;
-    yq e -i '.delegate_wallet = "${MINER_DEL}"' ./docker.local/config/0chain.yaml
+    yq e -i '.delegate_wallet = env(MINER_DEL)' ./docker.local/config/0chain.yaml
     echo -e "\e[32m Successfully Updated \e[23m \e[0;37m"
 popd > /dev/null;
 
+echo -e "\n\e[93m===============================================================================================================================================================================
+                                                                            Backing up keys and configs for miner.
+===============================================================================================================================================================================  \e[39m"
+pushd ${PROJECT_ROOT} > /dev/null;
+    timestamp=archive-miner-$(date +"%Y-%m-%d-%T")
+    zip -r $timestamp.zip .
+    cp $timestamp.zip ~
+popd
+
 echo -e "\n\e[93m===============================================================================================================================================================================
                                                                         Starting miners
 ===============================================================================================================================================================================  \e[39m"
@@ -98,3 +114,6 @@ pushd ${PROJECT_ROOT}/miner/ssd/docker.local > /dev/null;  #/miner/ssd
         cd ../
     done
 popd > /dev/null;
+
+echo
+echo "Please backup the $HOME/$timestamp.zip file to your local or to another server."

0chain/deploy_miner_ssls.sh

@@ -160,7 +160,7 @@ echo -e "\n\e[93m===============================================================
                                                                                 Deploying grafana and portainer
 ===============================================================================================================================================================================  \e[39m"
 pushd ${PROJECT_ROOT}/grafana-portainer > /dev/null;  #/miner/ssd
-    sudo chown 10001:10001 ./loki
+    sudo chown 1001:1001 ./loki
     bash ./start.p0monitor.sh ${HOST} admin ${PASSWORD}
 popd > /dev/null;
 
@@ -183,12 +183,12 @@ pushd ${PROJECT_ROOT}/grafana-portainer/grafana > /dev/null;
   sleep 20s
 
   curl -X POST -H "Content-Type: application/json" \
-       -d "@./server.json" \
+        -d "{\"dashboard\":$(cat ./docker_system_monitoring.json)}" \
       "https://admin:${PASSWORD}@${HOST}/grafana/api/dashboards/import"
 
-  # curl -X POST -H "Content-Type: application/json" \
-  #      -d "@./docker_system_monitoring.json" \
-  #     "https://admin:${PASSWORD}@${HOST}/grafana/api/dashboards/import"
+  curl -X POST -H "Content-Type: application/json" \
+       -d "@./server.json" \
+      "https://admin:${PASSWORD}@${HOST}/grafana/api/dashboards/import"
 
   if [[ ${MINER} -gt 0 ]] ; then
       curl -X POST -H "Content-Type: application/json" \
@@ -213,3 +213,17 @@ echo "Grafana Username --> admin"
 echo "Grafana Password --> ${PASSWORD}"
 echo -e "\nPortainer Username --> admin"
 echo "Portainer Password --> ${PASSWORD}"
+
+echo -e "\n\e[93m===============================================================================================================================================================================
+                                                                                Loki logs cleanup
+===============================================================================================================================================================================  \e[39m"
+pushd ${PROJECT_ROOT} > /dev/null;
+cat <<EOF >loki-logs-cleanup-job.sh
+docker stop loki
+rm -rf /var/0chain/grafana-portainer/loki/chunks
+docker start loki
+EOF
+sudo chmod +x loki-logs-cleanup-job.sh
+echo "0 0 */3 * * ${PROJECT_ROOT}/loki-logs-cleanup-job.sh" > crontab_loki
+crontab crontab_loki
+popd > /dev/null;

0chain/deploy_sharder.sh

@@ -1,6 +1,13 @@
 #!/bin/bash
 
 set -e
+echo -e "\n\e[93m===============================================================================================================================================================================
+                                                                Updating initial-states.yaml file on your server
+===============================================================================================================================================================================  \e[39m"
+cd ~
+rm /var/0chain/initial_states.yaml || true
+wget -N https://raw.githubusercontent.com/0chain/zcnwebappscripts/as-deploy/0chain/others/initial_states.yaml
+mv initial_states.yaml /var/0chain/
 
 echo -e "\n\e[93m===============================================================================================================================================================================
                                                                 Installing yq on your server
@@ -29,7 +36,7 @@ pushd ${PROJECT_ROOT} > /dev/null;
     #Sharder Delegate wallet
     if [[ -f del_wal_id.txt ]] ; then
         echo -e "\e[32m Sharders delegate wallet id present \e[23m \e[0;37m"
-        SHARDER_DEL=$(cat del_wal_id.txt)
+        export SHARDER_DEL=$(cat del_wal_id.txt)
     else
         echo "Unable to find sharder delegate wallet"
         exit 1
@@ -61,7 +68,7 @@ pushd ${PROJECT_ROOT} > /dev/null;
         sudo cp -rf keys/b0s* sharder/ssd/docker.local/config    # sharder/ssd/docker.local/config
         sudo cp -f nodes.yaml sharder/ssd/docker.local/config/nodes.yaml
         sudo cp -f b0magicBlock.json sharder/ssd/docker.local/config/b0magicBlock.json
-        sudo cp -f initial_states.yaml sharder/ssd/docker.local/config/initial_state.yaml
+        sudo cp -f initial_states.yaml sharder/ssd/docker.local/config/initial_states.yaml
     fi
 popd > /dev/null;
 
@@ -86,7 +93,7 @@ pushd ${PROJECT_ROOT}/sharder/ssd > /dev/null;
       PG_PASSWORD=$(cat sharder_pg_password)
     fi
     echo -e "\e[32m Successfully Created the password\e[23m \e[0;37m"
-    yq e -i '.delegate_wallet = "${SHARDER_DEL}"' ./docker.local/config/0chain.yaml
+    yq e -i '.delegate_wallet = env(SHARDER_DEL)' ./docker.local/config/0chain.yaml
     sed -i "s/zchian/${PG_PASSWORD}/g" ./docker.local/sql_script/00-create-user.sql
     sed -i "s/zchian/${PG_PASSWORD}/g" ./docker.local/build.sharder/p0docker-compose.yaml
     echo -e "\e[32m Successfully Updated the configs\e[23m \e[0;37m"
@@ -104,6 +111,15 @@ pushd ${PROJECT_ROOT}/sharder/hdd/docker.local > /dev/null;
     done
 popd > /dev/null;
 
+echo -e "\n\e[93m===============================================================================================================================================================================
+                                                                            Backing up keys and configs for sharder.
+===============================================================================================================================================================================  \e[39m"
+pushd ${PROJECT_ROOT} > /dev/null;
+    export timestamp=archive-sharder-$(date +"%Y-%m-%d-%T")
+    zip -r $timestamp.zip .
+    cp $timestamp.zip ~
+popd
+
 echo -e "\n\e[93m===============================================================================================================================================================================
                                                                             Starting sharders
 ===============================================================================================================================================================================  \e[39m"
@@ -115,3 +131,6 @@ pushd ${PROJECT_ROOT}/sharder/ssd/docker.local > /dev/null;  #/sharder/ssd
         cd ../
     done
 popd > /dev/null;
+
+echo
+echo "Please backup the $HOME/$timestamp.zip file to your local or to another server."

0chain/deploy_sharder_ssls.sh

@@ -160,7 +160,7 @@ echo -e "\n\e[93m===============================================================
                                                                                 Deploying grafana and portainer
 ===============================================================================================================================================================================  \e[39m"
 pushd ${PROJECT_ROOT}/grafana-portainer > /dev/null;  #/sharder/ssd
-    sudo chown 10001:10001 ./loki
+    sudo chown 1001:1001 ./loki
     bash ./start.p0monitor.sh ${HOST} admin ${PASSWORD}
 popd > /dev/null;
 
@@ -183,12 +183,12 @@ pushd ${PROJECT_ROOT}/grafana-portainer/grafana > /dev/null;
   sleep 20s
 
   curl -X POST -H "Content-Type: application/json" \
-       -d "@./server.json" \
+        -d "{\"dashboard\":$(cat ./docker_system_monitoring.json)}" \
       "https://admin:${PASSWORD}@${HOST}/grafana/api/dashboards/import"
 
-  # curl -X POST -H "Content-Type: application/json" \
-  #      -d "@./docker_system_monitoring.json" \
-  #     "https://admin:${PASSWORD}@${HOST}/grafana/api/dashboards/import"
+  curl -X POST -H "Content-Type: application/json" \
+       -d "@./server.json" \
+      "https://admin:${PASSWORD}@${HOST}/grafana/api/dashboards/import"
 
   if [[ ${SHARDER} -gt 0 ]] ; then
       curl -X POST -H "Content-Type: application/json" \
@@ -213,3 +213,17 @@ echo "Grafana Username --> admin"
 echo "Grafana Password --> ${PASSWORD}"
 echo -e "\nPortainer Username --> admin"
 echo "Portainer Password --> ${PASSWORD}"
+
+echo -e "\n\e[93m===============================================================================================================================================================================
+                                                                                Loki logs cleanup
+===============================================================================================================================================================================  \e[39m"
+pushd ${PROJECT_ROOT} > /dev/null;
+cat <<EOF >loki-logs-cleanup-job.sh
+docker stop loki
+rm -rf /var/0chain/grafana-portainer/loki/chunks
+docker start loki
+EOF
+sudo chmod +x loki-logs-cleanup-job.sh
+echo "0 0 */3 * * ${PROJECT_ROOT}/loki-logs-cleanup-job.sh" > crontab_loki
+crontab crontab_loki
+popd > /dev/null;

0chain/fix3_loki_cleanup.sh

@@ -0,0 +1,24 @@
+#!/bin/bash
+
+set -e
+
+echo -e "\n\e[93m===============================================================================================================================================================================
+                                                                        setup variables
+===============================================================================================================================================================================  \e[39m"
+export PROJECT_ROOT=/var/0chain # /var/0chain
+echo -e "\e[32m Successfully set \e[23m \e[0;37m"
+
+echo -e "\n\e[93m===============================================================================================================================================================================
+                                                                        updating -loki logs cleanup on both sharder and miner.
+===============================================================================================================================================================================  \e[39m"
+pushd ${PROJECT_ROOT} > /dev/null;
+    if [[ -f loki-logs-cleanup-job.sh ]] ; then
+        echo -e "\e[32m loki-logs-cleanup-job.sh file is present \e[23m \e[0;37m"
+        sudo rm loki-logs-cleanup-job.sh
+        wget -N https://raw.githubusercontent.com/0chain/zcnwebappscripts/as-deploy/0chain/loki-logs-cleanup-job.sh
+        sudo chmod +x loki-logs-cleanup-job.sh
+    else
+        echo -e "\e[31m loki-logs-cleanup-job.sh file is not present. Please contact zus team \e[13m \e[0;37m"
+        exit 1
+    fi
+popd > /dev/null;

0chain/fix_2_num_del.sh

@@ -0,0 +1,33 @@
+#!/bin/bash
+
+set -e
+
+echo -e "\n\e[93m===============================================================================================================================================================================
+                                                                        setup variables
+===============================================================================================================================================================================  \e[39m"
+export PROJECT_ROOT=/var/0chain # /var/0chain
+echo -e "\e[32m Successfully set \e[23m \e[0;37m"
+
+echo -e "\n\e[93m===============================================================================================================================================================================
+                                                                        updating --num_delegates to 1 on both sharder and miner.
+===============================================================================================================================================================================  \e[39m"
+pushd ${PROJECT_ROOT} > /dev/null;
+    if [[ -f delegate_wallet.json ]] ; then
+        if [[ -f keys/b0mnode1_keys.json ]] ; then
+            echo -e "\e[32m Updating miner \e[23m \e[0;37m"
+            prov_min_id=$(jq -r .client_id keys/b0mnode1_keys.json)
+            ./bin/zwallet mn-update-settings --id ${prov_min_id} --num_delegates 1 --configDir . --config ./config.yaml --wallet delegate_wallet.json
+        elif [[ -f keys/b0snode1_keys.json ]] ; then
+            echo -e "\e[32m Updating sharder \e[23m \e[0;37m"
+            prov_shar_id=$(jq -r .client_id keys/b0snode1_keys.json)
+            ./bin/zwallet mn-update-settings --sharder true --id ${prov_shar_id} --num_delegates 1 --configDir . --config ./config.yaml --wallet delegate_wallet.json
+        else
+            echo -e "\e[31m didn't found sharder/miner keys on the server. Please connect with zus team. \e[13m \e[0;37m"
+            exit 1
+        fi
+    else
+        echo -e "\e[31m ##### Delegate wallet not present on your server. Please run below command manually after replacing your provider id using delegate_wallet.json. ##### \e[13m \e[0;37m"
+        echo -e "\e[32m ./bin/zwallet mn-update-settings --id <sharder-id> --num_delegates 1 --configDir . --config ./config.yaml --wallet delegate_wallet.json \e[23m \e[0;37m"
+        exit 1
+    fi
+popd > /dev/null;

0chain/generate_delegate_wallet.sh → 0chain/generate_miner_del_wallet.sh

@@ -16,8 +16,9 @@ sudo apt update
 echo -e "\e[32m 2. Installing jq, zip, unzip. \e[23m \e[0;37m"
 sudo apt install jq zip unzip -y
 echo -e "\e[32m 2. Installing build essentials and gcc. \e[23m \e[0;37m"
-sudo apt install build-essential nghttp2 libnghttp2-dev libssl-dev -y
-sudo apt install gcc-11 g++-11 -y
+sudo apt install software-properties-common -y
+echo -ne '\n' | sudo add-apt-repository ppa:ubuntu-toolchain-r/test
+sudo apt install build-essential nghttp2 libnghttp2-dev libssl-dev gcc-11 g++-11 -y
 
 echo -e "\n\e[93m===============================================================================================================================================================================
                                                                         Persisting Delegate wallet inputs.
@@ -68,7 +69,7 @@ pushd ${PROJECT_ROOT} > /dev/null;
             elif [[ ${ubuntu_version} -eq 20 || ${ubuntu_version} -eq 22 ]]; then
                 curl -L "https://github.com/0chain/zcnwebappscripts/raw/as-deploy/0chain/artifacts/zwallet-binary.zip" -o /tmp/zwallet-binary.zip
                 sudo unzip -o /tmp/zwallet-binary.zip && rm -rf /tmp/zwallet-binary.zip
-                mkdir bin
+                mkdir bin || true
                 sudo cp -rf zwallet-binary/* ${PROJECT_ROOT}/bin/
                 sudo rm -rf zwallet-binary
                 echo "block_worker: https://beta.zus.network/dns" > config.yaml