Use a packaging script for the lambda layer

Author: Darren Weber

Makefile

@@ -37,7 +37,7 @@ container-clean:
 # lambda layer build and package using /opt
 
 LAYER_BUILD = ${BUILD}-layer
-LAYER_PACKAGE := amazonlinux-${TAG}-layer.zip
+LAYER_PACKAGE := amazonlinux-${TAG}-layer
 
 lambda-layer-build:
 	docker build -f Dockerfile -t ${LAYER_BUILD} --build-arg prefix=/opt .
@@ -46,14 +46,15 @@ lambda-layer-shell: lambda-layer-build container-clean
 	docker run --name amazonlinux --volume $(shell pwd)/:/data --rm  -it ${LAYER_BUILD} /bin/bash
 
 lambda-layer-package: lambda-layer-build container-clean
-	docker run --name amazonlinux -itd ${LAYER_BUILD} /bin/bash
-	docker exec -it amazonlinux bash -c 'mkdir -p $${PREFIX}/python/lib/python${PY_VERSION}/site-packages'
-	docker exec -it amazonlinux bash -c 'rsync -a /var/lang/lib/python${PY_VERSION}/site-packages/ $${PREFIX}/python/lib/python${PY_VERSION}/site-packages/'
-	docker exec -it amazonlinux bash -c 'cd $${PREFIX} && zip -r9 --symlinks /tmp/package.zip python'
-	docker exec -it amazonlinux bash -c 'cd $${PREFIX} && zip -r9 --symlinks /tmp/package.zip lib/*.so*'
-	docker exec -it amazonlinux bash -c 'cd $${PREFIX} && zip -r9 --symlinks /tmp/package.zip lib64/*.so*'
-	docker exec -it amazonlinux bash -c 'cd $${PREFIX} && zip -r9 --symlinks /tmp/package.zip bin'
-	docker exec -it amazonlinux bash -c 'cd $${PREFIX} && zip -r9 /tmp/package.zip share'
-	docker cp amazonlinux:/tmp/package.zip ${LAYER_PACKAGE}
+	docker run --name amazonlinux \
+		-e PREFIX=${PREFIX} \
+		-e PY_VERSION=${PY_VERSION} \
+		-e LAYER_PACKAGE=${LAYER_PACKAGE} \
+		-itd ${LAYER_BUILD} /bin/bash
+	docker cp package_lambda_layer.sh amazonlinux:/tmp/package_lambda_layer.sh
+	docker exec -it amazonlinux bash -c '/tmp/package_lambda_layer.sh'
+	mkdir -p ./packages
+	docker cp amazonlinux:/tmp/${LAYER_PACKAGE}_libs.zip ./packages/
+	docker cp amazonlinux:/tmp/${LAYER_PACKAGE}_python.zip ./packages/
 	docker stop amazonlinux && docker rm amazonlinux
 

package_lambda_layer.sh

@@ -0,0 +1,39 @@
+#!/bin/bash
+
+prefix="${PREFIX:-/opt}"
+
+py_version="${PY_VERSION:-3.6}"
+
+layer_package="${LAYER_PACKAGE:-layer_package}"
+
+
+# Note: excluding many paths in the python libs crashed the layer runtime
+#       somehow, so the excludes are disabled for now.
+src=/var/lang/lib/python${py_version}/site-packages
+dst=${prefix}/python/lib/python${py_version}/site-packages
+find $src -type d -name '__pycache__' -exec rm -rf {} +
+mkdir -p ${dst}
+rsync -a $src/ ${dst}/
+#rsync -a \
+#	--exclude 'boto3' \
+#	--exclude 'botocore' \
+#	--exclude 'aws_lambda_builders' \
+#	--exclude 'awscli' \
+#	--exclude 's3transfer' \
+#	--exclude 'samtranslator' \
+#	--exclude 'docker' \
+#	--exclude 'samcli' \
+#	--exclude 'wheel' \
+#	--exclude 'share/doc/*' \
+#	--exclude 'share/man/man1/*' \
+#	--exclude 'share/man/man3/*' \
+#	--exclude 'pipenv' \
+#       $src/ ${dst}/
+
+# package the binary 'libs' and the python packages into two layers,
+# to reduce the size of each package and allow flexibility in using
+# just the binaries or the binaries plus the python bindings.
+cd ${prefix}
+zip -r9 --symlinks /tmp/${layer_package}_python.zip python
+zip -r9 --symlinks /tmp/${layer_package}_libs.zip bin lib/*.so* lib64/*.so* share
+