Nail/fission-src
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Pre-built docker go module dependency cache image (#1318)

Browse Source
This commit is contained in:
Ta-Ching Chen
2019-09-18 05:07:53 +08:00
committed by GitHub
parent c94e02b302
commit 27ec605955
8 changed files with 71 additions and 99 deletions
Download Patch File Download Diff File Expand all files Collapse all files
test/build.sh
+5 -16
View File
@@ -21,22 +21,11 @@ dump_system_info
setupCIBuildEnv
load_docker_cache ${DOCKER_CACHE_DIR}/python-env.tar.gz;
load_docker_cache ${DOCKER_CACHE_DIR}/jvm-env.tar.gz;
load_docker_cache ${DOCKER_CACHE_DIR}/go-env.tar.gz;
load_docker_cache ${DOCKER_CACHE_DIR}/tensorflow-serving-env.tar.gz;
load_docker_cache ${DOCKER_CACHE_DIR}/python-builder.tar.gz;
load_docker_cache ${DOCKER_CACHE_DIR}/jvm-builder.tar.gz;
load_docker_cache ${DOCKER_CACHE_DIR}/go-builder.tar.gz;
build_and_push_fission_bundle $REPO/$IMAGE:$TAG
build_and_push_pre_upgrade_check_image $PRE_UPGRADE_CHECK_IMAGE:$TAG
build_and_push_fetcher $FETCHER_IMAGE:$TAG
build_and_push_builder $BUILDER_IMAGE:$TAG
build_and_push_go_mod_cache_image $REPO/go-mod-image-cache
build_and_push_fission_bundle $REPO/$IMAGE:$TAG $REPO/go-mod-image-cache
build_and_push_pre_upgrade_check_image $PRE_UPGRADE_CHECK_IMAGE:$TAG $REPO/go-mod-image-cache
build_and_push_fetcher $FETCHER_IMAGE:$TAG $REPO/go-mod-image-cache
build_and_push_builder $BUILDER_IMAGE:$TAG $REPO/go-mod-image-cache
build_and_push_env_runtime python $REPO/python-env:$TAG ""
build_and_push_env_runtime jvm $REPO/jvm-env:$TAG ""
test/save_cache.sh
-36
View File
@@ -1,36 +0,0 @@
#!/bin/bash
set -euo pipefail
# Unbound variables cause failure, so this readable if block instead of Parameter Expansion
if [[ ${TRAVIS_EVENT_TYPE+NOVALUE} == "cronNOVALUE" ]]
then
echo "Skipping build & test, this is cron job for fission upgrade tests"
exit 0
fi
if [ ! -f ${HOME}/.kube/config ]
then
echo "Skipping end to end tests, no cluster credentials"
exit 0
fi
source $(dirname $0)/test_utils.sh
dump_system_info
setupCIBuildEnv
mkdir -p ${DOCKER_CACHE_DIR}
# remove old images
rm -rf ${DOCKER_CACHE_DIR}/*
docker save $(docker history -q $REPO/python-env:$TAG | grep -v '<missing>') | gzip > ${DOCKER_CACHE_DIR}/python-env.tar.gz || true
docker save $(docker history -q $REPO/jvm-env:$TAG | grep -v '<missing>') | gzip > ${DOCKER_CACHE_DIR}/jvm-env.tar.gz || true
docker save $(docker history -q $REPO/go-env:$TAG | grep -v '<missing>') | gzip > ${DOCKER_CACHE_DIR}/go-env.tar.gz || true
docker save $(docker history -q $REPO/tensorflow-serving-env:$TAG | grep -v '<missing>') | gzip > ${DOCKER_CACHE_DIR}/tensorflow-serving-env.tar.gz || true
docker save $(docker history -q $REPO/python-env-builder:$TAG | grep -v '<missing>') | gzip > ${DOCKER_CACHE_DIR}/python-builder.tar.gz || true
docker save $(docker history -q $REPO/jvm-env-builder:$TAG | grep -v '<missing>') | gzip > ${DOCKER_CACHE_DIR}/jvm-builder.tar.gz || true
docker save $(docker history -q $REPO/go-env-builder:$TAG | grep -v '<missing>') | gzip > ${DOCKER_CACHE_DIR}/go-builder.tar.gz || true
test/test_utils.sh
+32 -21
View File
@@ -65,59 +65,69 @@ setupCIBuildEnv() {
export PRE_UPGRADE_CHECK_IMAGE=$REPO/pre-upgrade-checks
}
load_docker_cache() {
cache=$1
if [ -f ${cache} ]; then
gunzip -c ${cache} | docker load;
fi
build_and_push_go_mod_cache_image() {
image_tag=$1
travis_fold_start go_mod_cache_image $image_tag
gcloud_login
gcloud docker -- pull $image_tag
docker build -q -t $image_tag -f $ROOT/cmd/fission-bundle/Dockerfile.fission-bundle --cache-from ${image_tag} --target godep --build-arg GITCOMMIT=$(getGitCommit) --build-arg BUILDDATE=$(getDate) --build-arg BUILDVERSION=$(getVersion) .
gcloud docker -- push $image_tag &
travis_fold_end go_mod_cache_image
}
build_and_push_pre_upgrade_check_image() {
image_tag=$1
cache_image=$2
travis_fold_start build_and_push_pre_upgrade_check_image $image_tag
docker build -t $image_tag -f $ROOT/cmd/preupgradechecks/Dockerfile.fission-preupgradechecks --build-arg GITCOMMIT=$(getGitCommit) --build-arg BUILDDATE=$(getDate) --build-arg BUILDVERSION=$(getVersion) .
docker build -q -t $image_tag -f $ROOT/cmd/preupgradechecks/Dockerfile.fission-preupgradechecks --cache-from ${cache_image} --build-arg GITCOMMIT=$(getGitCommit) --build-arg BUILDDATE=$(getDate) --build-arg BUILDVERSION=$(getVersion) .
gcloud_login
gcloud docker -- push $image_tag
gcloud docker -- push $image_tag &
travis_fold_end build_and_push_pre_upgrade_check_image
}
build_and_push_fission_bundle() {
image_tag=$1
cache_image=$2
travis_fold_start build_and_push_fission_bundle $image_tag
docker build -q -t $image_tag -f $ROOT/cmd/fission-bundle/Dockerfile.fission-bundle --build-arg GITCOMMIT=$(getGitCommit) --build-arg BUILDDATE=$(getDate) --build-arg BUILDVERSION=$(getVersion) .
docker build -q -t $image_tag -f $ROOT/cmd/fission-bundle/Dockerfile.fission-bundle --cache-from ${cache_image} --build-arg GITCOMMIT=$(getGitCommit) --build-arg BUILDDATE=$(getDate) --build-arg BUILDVERSION=$(getVersion) .
gcloud_login
gcloud docker -- push $image_tag
gcloud docker -- push $image_tag &
travis_fold_end build_and_push_fission_bundle
}
build_and_push_fetcher() {
image_tag=$1
cache_image=$2
travis_fold_start build_and_push_fetcher $image_tag
docker build -q -t $image_tag -f $ROOT/cmd/fetcher/Dockerfile.fission-fetcher --build-arg GITCOMMIT=$(getGitCommit) --build-arg BUILDDATE=$(getDate) --build-arg BUILDVERSION=$(getVersion) .
docker build -q -t $image_tag -f $ROOT/cmd/fetcher/Dockerfile.fission-fetcher --cache-from ${cache_image} --build-arg GITCOMMIT=$(getGitCommit) --build-arg BUILDDATE=$(getDate) --build-arg BUILDVERSION=$(getVersion) .
gcloud_login
gcloud docker -- push $image_tag
gcloud docker -- push $image_tag &
travis_fold_end build_and_push_fetcher
}
build_and_push_builder() {
image_tag=$1
cache_image=$2
travis_fold_start build_and_push_builder $image_tag
docker build -q -t $image_tag -f $ROOT/cmd/builder/Dockerfile.fission-builder --build-arg GITCOMMIT=$(getGitCommit) --build-arg BUILDDATE=$(getDate) --build-arg BUILDVERSION=$(getVersion) .
docker build -q -t $image_tag -f $ROOT/cmd/builder/Dockerfile.fission-builder --cache-from ${cache_image} --build-arg GITCOMMIT=$(getGitCommit) --build-arg BUILDDATE=$(getDate) --build-arg BUILDVERSION=$(getVersion) .
gcloud_login
gcloud docker -- push $image_tag
gcloud docker -- push $image_tag &
travis_fold_end build_and_push_builder
}
@@ -139,7 +149,7 @@ build_and_push_env_runtime() {
gcloud_login
gcloud docker -- push $image_tag
gcloud docker -- push $image_tag &
popd
travis_fold_end build_and_push_env_runtime.$env
}
@@ -164,7 +174,7 @@ build_and_push_env_builder() {
gcloud_login
gcloud docker -- push ${image_tag}
gcloud docker -- push ${image_tag} &
popd
travis_fold_end build_and_push_env_builder.$env
}
@@ -598,12 +608,13 @@ install_and_test() {
dump_logs $id
if [ $FAILURES -ne 0 ]
then
# describe each pod in fission ns and function namespace
describe_all_pods $id
exit 1
fi
# Commented out due to Travis-CI log length limit
# if [ $FAILURES -ne 0 ]
# then
# # describe each pod in fission ns and function namespace
# describe_all_pods $id
# exit 1
# fi
}