use shallow clones to speed things up and reduce disk space usage

zardus · zardus · commit 53c9f1e250c8 · 2015-12-09T14:42:41.000-08:00
diff --git a/afl/install b/afl/install
@@ -27,7 +27,7 @@ chmod 755 bin/afl-fuzz
 # multiafl
 #
 
-git clone https://github.com/zardus/multiafl
+git clone --depth 1 https://github.com/zardus/multiafl
 cd bin
 ln -s ../multiafl/multiafl
 cd ..
diff --git a/angr/install b/angr/install
@@ -4,7 +4,7 @@
 [ -e $VIRTUAL_ENV/lib/python2.7/site-packages/sip.so ] || ln -s /usr/lib/python2.7/dist-packages/sip.so $VIRTUAL_ENV/lib/python2.7/site-packages/
 [ -e $VIRTUAL_ENV/lib/python2.7/site-packages/pygraphviz ] || ln -s /usr/lib/pymodules/python2.7/pygraphviz $VIRTUAL_ENV/lib/python2.7/site-packages/
 
-git clone https://github.com/angr/angr-dev
+git clone --depth 1 https://github.com/angr/angr-dev
 cd angr-dev
 ./setup.sh
 cd ..
diff --git a/barf/install b/barf/install
@@ -4,13 +4,13 @@
 pip install https://github.com/zardus/z3/archive/pypy-and-setup.zip
 
 # pybfd can't be installed with pip
-git clone https://github.com/Groundworkstech/pybfd
+git clone --depth 1 https://github.com/Groundworkstech/pybfd
 cd pybfd/
 python setup.py install
 cd ..
 
 # install barf
-git clone https://github.com/programa-stic/barf-project
+git clone --depth 1 https://github.com/programa-stic/barf-project
 cd barf-project/
 pip install -e pyasmjit/
 pip install -e barf/
diff --git a/bindead/install b/bindead/install
@@ -2,12 +2,12 @@
 
 INST_DIR="$PWD"
 
-[ -e bindead ] || git clone https://bitbucket.org/mihaila/bindead.git
+[ -e bindead ] || git clone --depth 1 https://bitbucket.org/mihaila/bindead.git
 cd bindead
 JAVA_HOME=/usr/lib/jvm/java-7-openjdk-amd64/jre ./build.sh
 cd ..
 
-[ -e p9 ] || git clone https://bitbucket.org/mihaila/p9.git
+[ -e p9 ] || git clone --depth 1 https://bitbucket.org/mihaila/p9.git
 cd p9
 JAVA_HOME=/usr/lib/jvm/java-7-openjdk-amd64/jre ./build.sh
 unzip p9.zip
diff --git a/binwalk/install b/binwalk/install
@@ -1,6 +1,6 @@
 #!/bin/bash -e
 
-git clone https://github.com/devttys0/binwalk.git
+git clone --depth 1 https://github.com/devttys0/binwalk.git
 pip install -e binwalk
 
 mkdir -p bin
diff --git a/checksec/install b/checksec/install
@@ -1,6 +1,6 @@
 #!/bin/bash -e
 
-git clone https://github.com/slimm609/checksec.sh
+git clone --depth 1 https://github.com/slimm609/checksec.sh
 mkdir bin
 cd bin
 ln -s ../checksec.sh/checksec .
diff --git a/codereason/install b/codereason/install
@@ -1,6 +1,6 @@
 #!/bin/bash -e
 
-git clone https://github.com/trailofbits/codereason
+git clone --depth 1 https://github.com/trailofbits/codereason
 cd codereason
 ./install_vex.sh
 ./make.sh
diff --git a/commix/install b/commix/install
@@ -1,6 +1,6 @@
 #!/bin/bash
 
-git clone https://github.com/stasinopoulos/commix.git
+git clone --depth 1 https://github.com/stasinopoulos/commix.git
 mkdir bin
 cd bin
 ln -s ../commix/commix.py
diff --git a/cribdrag/install b/cribdrag/install
@@ -1,6 +1,6 @@
 #!/bin/bash -e
 
-git clone https://github.com/SpiderLabs/cribdrag
+git clone --depth 1 https://github.com/SpiderLabs/cribdrag
 
 mkdir bin
 cd bin
diff --git a/crosstool/install b/crosstool/install
@@ -1,7 +1,7 @@
 #!/bin/bash -e
 
 mkdir -p src
-git clone https://github.com/crosstool-ng/crosstool-ng.git
+git clone --depth 1 https://github.com/crosstool-ng/crosstool-ng.git
 cd crosstool-ng
 ./bootstrap
 ./configure --enable-local
diff --git a/dirs3arch/install b/dirs3arch/install
@@ -1,7 +1,7 @@
 #!/bin/bash
 
 mkdir bin
-git clone https://github.com/maurosoria/dirs3arch.git
+git clone --depth 1 https://github.com/maurosoria/dirs3arch.git
 
 cd bin
 ln -s ../dirs3arch/dirs3arch.py .
diff --git a/elfkickers/install b/elfkickers/install
@@ -1,6 +1,6 @@
 #!/bin/bash -e
 
-git clone https://github.com/BR903/ELFkickers
+git clone --depth 1 https://github.com/BR903/ELFkickers
 cd ELFkickers
 make -j
 cd ..
diff --git a/exetractor/install b/exetractor/install
@@ -1,6 +1,6 @@
 #!/bin/bash -e
 
-git clone https://github.com/kholia/exetractor-clone.git
+git clone --depth 1 https://github.com/kholia/exetractor-clone.git
 
 mkdir bin
 cd bin
diff --git a/firmware-mod-kit/install b/firmware-mod-kit/install
@@ -1,6 +1,6 @@
 #!/bin/bash -e
 
-git clone https://code.google.com/p/firmware-mod-kit/
+git clone --depth 1 https://code.google.com/p/firmware-mod-kit/
 cd firmware-mod-kit/src
 ./configure
 make
diff --git a/foresight/install b/foresight/install
@@ -1,6 +1,6 @@
 #!/bin/bash -e
 
-git clone https://github.com/ALSchwalm/foresight.git
+git clone --depth 1 https://github.com/ALSchwalm/foresight.git
 
 # python3 virtualenv
 virtualenv -p $(which python3) python3
diff --git a/hashpump-partialhash/install b/hashpump-partialhash/install
@@ -1,6 +1,6 @@
 #!/bin/bash -e
 
-git clone https://github.com/mheistermann/HashPump-partialhash.git
+git clone --depth 1 https://github.com/mheistermann/HashPump-partialhash.git
 cd HashPump-partialhash
 make -j $(nproc)
 cd ..
diff --git a/hashpump/install b/hashpump/install
@@ -1,6 +1,6 @@
 #!/bin/bash -e
 
-git clone https://github.com/bwall/HashPump.git
+git clone --depth 1 https://github.com/bwall/HashPump.git
 cd HashPump
 make -j $(nproc)
 cd ..
diff --git a/littleblackbox/install b/littleblackbox/install
@@ -1,6 +1,6 @@
 #!/bin/bash -e
 
-git clone https://github.com/devttys0/littleblackbox.git
+git clone --depth 1 https://github.com/devttys0/littleblackbox.git
 INST_DIR=$PWD
 cd littleblackbox/src
 ./configure --prefix=$INST_DIR
diff --git a/pathgrind/install b/pathgrind/install
@@ -1,6 +1,6 @@
 #!/bin/bash -e
 
-git clone https://github.com/codelion/pathgrind.git
+git clone --depth 1 https://github.com/codelion/pathgrind.git
 cd pathgrind
 git apply ../pathgrind.patch
 ./install.sh
diff --git a/peda/install b/peda/install
@@ -1,5 +1,5 @@
 #!/bin/bash
 
-git clone https://github.com/longld/peda.git
+git clone --depth 1 https://github.com/longld/peda.git
 cd peda
 echo "source $PWD/peda.py" >> ~/.gdbinit
diff --git a/pemcrack/install b/pemcrack/install
@@ -1,6 +1,6 @@
 #!/bin/bash -e
 
-git clone https://github.com/robertdavidgraham/pemcrack.git
+git clone --depth 1 https://github.com/robertdavidgraham/pemcrack.git
 cd pemcrack
 make
 cd ..
diff --git a/preeny/install b/preeny/install
@@ -1,6 +1,6 @@
 #!/bin/bash -e
 
-git clone https://github.com/zardus/preeny
+git clone --depth 1 https://github.com/zardus/preeny
 PATH=$PWD/../crosstool/bin:$PATH
 
 cd preeny
diff --git a/pwntools/install b/pwntools/install
@@ -1,7 +1,7 @@
 #!/bin/bash -e
 
 # pwnutils
-git clone https://github.com/Gallopsled/pwntools.git
+git clone --depth 1 https://github.com/Gallopsled/pwntools.git
 cd pwntools
 pip install -r requirements.txt
 cd ..
diff --git a/python-paddingoracle/install b/python-paddingoracle/install
@@ -1,4 +1,4 @@
 #!/bin/bash -e
 
-git clone https://github.com/mwielgoszewski/python-paddingoracle.git
+git clone --depth 1 https://github.com/mwielgoszewski/python-paddingoracle.git
 pip install -e python-paddingoracle
diff --git a/python-pin/install b/python-pin/install
@@ -3,7 +3,7 @@
 curl https://software.intel.com/sites/landingpage/pintool/downloads/pin-2.14-71313-gcc.4.4.7-linux.tar.gz | tar xz
 export PIN_ROOT=$PWD/pin-2.14-71313-gcc.4.4.7-linux
 
-git clone https://github.com/blankwall/Python_Pin.git
+git clone --depth 1 https://github.com/blankwall/Python_Pin.git
 cd Python_Pin
 make PIN_ROOT=$PIN_ROOT
 cd ..
diff --git a/qira/install b/qira/install
@@ -7,7 +7,7 @@ echo SUDO BLOCKED: "\$@"
 END
 chmod 755 nosudo/sudo
 
-git clone https://github.com/BinaryAnalysisPlatform/qira.git
+git clone --depth 1 https://github.com/BinaryAnalysisPlatform/qira.git
 #export HOME=$PWD
 export PATH=$PWD/nosudo:$PATH
 cd qira
diff --git a/radare2/install b/radare2/install
@@ -1,6 +1,6 @@
 #!/bin/bash -e
 
-git clone https://github.com/radare/radare2.git
+git clone --depth 1 https://github.com/radare/radare2.git
 cd radare2/
 ./configure --prefix=$(dirname $PWD)
 make -j $(nproc)
diff --git a/shellnoob/install b/shellnoob/install
@@ -1,6 +1,6 @@
 #!/bin/bash -e
 
-git clone https://github.com/reyammer/shellnoob
+git clone --depth 1 https://github.com/reyammer/shellnoob
 
 mkdir -p bin
 cd bin
diff --git a/snowman/install b/snowman/install
@@ -2,7 +2,7 @@
 
 INST_DIR=$PWD
 
-#[ -e snowman ] || git clone --depth 1 https://github.com/yegord/snowman
+#[ -e snowman ] || git clone --depth 1 --depth 1 https://github.com/yegord/snowman
 [ -e v1.0.tar.gz ] || wget https://github.com/nihilus/snowman/archive/v1.0.tar.gz
 tar xzf v1.0.tar.gz
 cd snowman-1.0
diff --git a/sqlmap/install b/sqlmap/install
@@ -1,6 +1,6 @@
 #!/bin/bash
 
-git clone https://github.com/sqlmapproject/sqlmap.git
+git clone --depth 1 https://github.com/sqlmapproject/sqlmap.git
 pip install pymysql psycopg2 pysqlite2 python-ntlm
 mkdir bin
 cd bin
diff --git a/ssh_decoder/install b/ssh_decoder/install
@@ -1,6 +1,6 @@
 #!/bin/bash -e
 
-git clone https://github.com/jjyg/ssh_decoder.git
+git clone --depth 1 https://github.com/jjyg/ssh_decoder.git
 chmod 755 ssh_decoder/ssh_decoder.rb
 
 mkdir bin
diff --git a/sslsplit/install b/sslsplit/install
@@ -1,6 +1,6 @@
 #!/bin/bash -e
 
-git clone https://github.com/droe/sslsplit
+git clone --depth 1 https://github.com/droe/sslsplit
 cd sslsplit
 make -j $(nproc)
 cd ..
diff --git a/stegdetect/install b/stegdetect/install
@@ -4,7 +4,7 @@ INST_DIR="$PWD"
 
 #wget -O - http://www.outguess.org/stegdetect-0.6.tar.gz | tar xz
 #cd stegdetect-0.6
-git clone https://github.com/abeluck/stegdetect stegdetect-0.6
+git clone --depth 1 https://github.com/abeluck/stegdetect stegdetect-0.6
 wget -O - http://archive.debian.org/debian-archive/debian/pool/main/s/stegdetect/stegdetect_0.6-3.tar.gz | tar xz stegdetect-0.6/file/Magdir/varied.out
 
 mkdir -p bin etc man/man1 share/stegbreak
diff --git a/subbrute/install b/subbrute/install
@@ -1,6 +1,6 @@
 #!/bin/bash -e
 
-git clone https://github.com/TheRook/subbrute.git
+git clone --depth 1 https://github.com/TheRook/subbrute.git
 
 mkdir -p bin
 cd bin
diff --git a/taintgrind/install b/taintgrind/install
@@ -9,7 +9,7 @@ cd valgrind-3.11.0
 make -j $(nproc)
 make install
 
-git clone https://github.com/wmkhoo/taintgrind.git
+git clone --depth 1 https://github.com/wmkhoo/taintgrind.git
 cd taintgrind
 ../autogen.sh
 ./configure --prefix=$INST_DIR
diff --git a/villoc/install b/villoc/install
@@ -3,7 +3,7 @@
 curl https://software.intel.com/sites/landingpage/pintool/downloads/pin-2.14-71313-gcc.4.4.7-linux.tar.gz | tar xz
 export PIN_ROOT=$PWD/pin-2.14-71313-gcc.4.4.7-linux
 
-git clone https://github.com/wapiflapi/villoc
+git clone --depth 1 https://github.com/wapiflapi/villoc
 cd villoc/pintool
 make PIN_ROOT=$PIN_ROOT
 cd ../
diff --git a/virtualsocket/install b/virtualsocket/install
@@ -1,3 +1,3 @@
-git clone https://github.com/antoniobianchi333/virtualsocket.git
+git clone --depth 1 https://github.com/antoniobianchi333/virtualsocket.git
 pip install -e virtualsocket/
 
diff --git a/xortool/install b/xortool/install
@@ -1,6 +1,6 @@
 #!/bin/bash -e
 
-git clone https://github.com/hellman/xortool.git
+git clone --depth 1 https://github.com/hellman/xortool.git
 pip install -e ./xortool
 
 mkdir -p bin
diff --git a/xrop/install b/xrop/install
@@ -1,6 +1,6 @@
 #!/bin/bash
 
-git clone https://github.com/acama/xrop.git
+git clone --depth 1 https://github.com/acama/xrop.git
 cd xrop
 git submodule update --init --recursive
 make -j $(nproc)

Original file line number	Diff line number	Diff line change
`@@ -27,7 +27,7 @@ chmod 755 bin/afl-fuzz`
`27`	`27`	`# multiafl`
`28`	`28`	`#`
`29`	`29`
`30`		`-git clone https://github.com/zardus/multiafl`
	`30`	`+git clone --depth 1 https://github.com/zardus/multiafl`
`31`	`31`	`cd bin`
`32`	`32`	`ln -s ../multiafl/multiafl`
`33`	`33`	`cd ..`