xiekeyangandTa-Ching Chen
6123873d2a
This add the benchmark test cases, which is using gevent based on wsgi framework.
97 lines
3.3 KiB
Bash
Executable File
97 lines
3.3 KiB
Bash
Executable File
#!/bin/bash
|
|
|
|
set -euo pipefail
|
|
|
|
ROOT=$(readlink -f ./../../../..)
|
|
|
|
for framework in python_bjoern python_gevent
|
|
do
|
|
for executorType in poolmgr newdeploy
|
|
do
|
|
for concurrency in 100 250 500 750 1000
|
|
do
|
|
|
|
testDuration="60"
|
|
dirName="concurrency-${concurrency}-executor-${executorType}"
|
|
|
|
# remove old data
|
|
rm -rf ${dirName}
|
|
mkdir ${dirName}
|
|
pushd ${dirName}
|
|
|
|
# run multiple iterations to reduce impact of imbalance of pod distribution.
|
|
for iteration in {1..10}
|
|
do
|
|
|
|
# Create a hello world function in nodejs, test it with an http trigger
|
|
echo "Pre-test cleanup"
|
|
fission env delete --name python || true
|
|
|
|
echo "Creating python env"
|
|
# Use short grace period time to speed up resource recycle time
|
|
# Use high min/max CPU so that K8S will distribute pod in different nodes
|
|
fission spec apply --specdir $ROOT/test/benchmark/assets/envs/$framework
|
|
trap "fission env delete --name python" EXIT
|
|
|
|
sleep 30
|
|
|
|
fn=python-hello-$(date +%s)
|
|
|
|
echo "Creating package"
|
|
rm -rf pkg.zip pkg/ || true
|
|
mkdir pkg
|
|
cp $ROOT/test/benchmark/assets/hello.py pkg/hello.py
|
|
|
|
zip -jr pkg.zip pkg/
|
|
pkgName=$(fission pkg create --env python --deploy pkg.zip | cut -d' ' -f 2 | cut -d"'" -f 2)
|
|
|
|
echo "Creating function"
|
|
fission fn create --name $fn --env python --pkg ${pkgName} --entrypoint "hello.main" --executortype ${executorType} --minscale 3 --maxscale 3
|
|
|
|
echo "Creating route"
|
|
fission route create --function $fn --url /$fn --method GET
|
|
|
|
echo "Waiting for router to catch up"
|
|
sleep 5
|
|
|
|
fnEndpoint="http://$FISSION_ROUTER/$fn"
|
|
js="sample.js"
|
|
rawFile="raw-${iteration}.json"
|
|
rawUsageReport="raw-usage.txt"
|
|
|
|
k6 run \
|
|
-e FN_ENDPOINT="${fnEndpoint}" \
|
|
--duration "${testDuration}s" \
|
|
--rps ${concurrency} \
|
|
--vus ${concurrency} \
|
|
--no-connection-reuse \
|
|
--out json="${rawFile}" \
|
|
--summary-trend-stats="avg,min,med,max,p(5),p(10),p(15),p(20),p(25),p(30)" \
|
|
../${js} >> ${rawUsageReport}
|
|
|
|
echo "Clean up"
|
|
fission fn delete --name ${fn}
|
|
fission env delete --name python
|
|
fission route list| grep ${fn}| awk '{print $1}'| xargs fission route delete --name
|
|
fission pkg delete --name ${pkgName}
|
|
rm -rf pkg.zip pkg
|
|
|
|
kubectl -n fission-function get deploy -o name|xargs -I@ bash -c "kubectl -n fission-function delete @" || true
|
|
kubectl -n fission-function get pod -o name|xargs -I@ bash -c "kubectl -n fission-function delete @" || true
|
|
|
|
echo "All done."
|
|
done
|
|
|
|
usageReport="usage.txt"
|
|
cat ${rawUsageReport}| grep "http_req_duration"| cut -f2 -d':' > ${usageReport}
|
|
|
|
popd
|
|
|
|
# generate report after iterations are over
|
|
outImage="${dirName}.png"
|
|
picasso -file ${dirName} -format png -o ${outImage}
|
|
|
|
done
|
|
done
|
|
done
|