Add gevent based Python server to benchmark test cases (#794)
This add the benchmark test cases, which is using gevent based on wsgi framework.
This commit is contained in:
xiekeyang
@@ -2,92 +2,95 @@
|
||||
|
||||
set -euo pipefail
|
||||
|
||||
ROOT=$(dirname $0)/../../../..
|
||||
ROOT=$(readlink -f ./../../../..)
|
||||
|
||||
for executorType in poolmgr newdeploy
|
||||
for framework in python_bjoern python_gevent
|
||||
do
|
||||
for concurrency in 100 250 500 750 1000
|
||||
do
|
||||
for executorType in poolmgr newdeploy
|
||||
do
|
||||
for concurrency in 100 250 500 750 1000
|
||||
do
|
||||
|
||||
testDuration="60"
|
||||
dirName="concurrency-${concurrency}-executor-${executorType}"
|
||||
testDuration="60"
|
||||
dirName="concurrency-${concurrency}-executor-${executorType}"
|
||||
|
||||
# remove old data
|
||||
rm -rf ${dirName}
|
||||
mkdir ${dirName}
|
||||
pushd ${dirName}
|
||||
# remove old data
|
||||
rm -rf ${dirName}
|
||||
mkdir ${dirName}
|
||||
pushd ${dirName}
|
||||
|
||||
# run multiple iterations to reduce impact of imbalance of pod distribution.
|
||||
for iteration in {1..10}
|
||||
do
|
||||
# run multiple iterations to reduce impact of imbalance of pod distribution.
|
||||
for iteration in {1..10}
|
||||
do
|
||||
|
||||
# Create a hello world function in nodejs, test it with an http trigger
|
||||
echo "Pre-test cleanup"
|
||||
fission env delete --name python || true
|
||||
# Create a hello world function in nodejs, test it with an http trigger
|
||||
echo "Pre-test cleanup"
|
||||
fission env delete --name python || true
|
||||
|
||||
echo "Creating python env"
|
||||
# Use short grace period time to speed up resource recycle time
|
||||
# Use high min/max CPU so that K8S will distribute pod in different nodes
|
||||
fission env create --name python --version 2 --image fission/python-env --period 5 --mincpu 300 --maxcpu 300 --minmemory 256 --maxmemory 256
|
||||
trap "fission env delete --name python" EXIT
|
||||
echo "Creating python env"
|
||||
# Use short grace period time to speed up resource recycle time
|
||||
# Use high min/max CPU so that K8S will distribute pod in different nodes
|
||||
fission spec apply --specdir $ROOT/test/benchmark/assets/envs/$framework
|
||||
trap "fission env delete --name python" EXIT
|
||||
|
||||
sleep 30
|
||||
sleep 30
|
||||
|
||||
fn=python-hello-$(date +%s)
|
||||
fn=python-hello-$(date +%s)
|
||||
|
||||
echo "Creating package"
|
||||
rm -rf pkg.zip pkg/ || true
|
||||
mkdir pkg
|
||||
cp ../../../assets/hello.py pkg/hello.py
|
||||
echo "Creating package"
|
||||
rm -rf pkg.zip pkg/ || true
|
||||
mkdir pkg
|
||||
cp $ROOT/test/benchmark/assets/hello.py pkg/hello.py
|
||||
|
||||
zip -jr pkg.zip pkg/
|
||||
pkgName=$(fission pkg create --env python --deploy pkg.zip | cut -d' ' -f 2 | cut -d"'" -f 2)
|
||||
zip -jr pkg.zip pkg/
|
||||
pkgName=$(fission pkg create --env python --deploy pkg.zip | cut -d' ' -f 2 | cut -d"'" -f 2)
|
||||
|
||||
echo "Creating function"
|
||||
fission fn create --name $fn --env python --pkg ${pkgName} --entrypoint "hello.main" --executortype ${executorType} --minscale 3 --maxscale 3
|
||||
echo "Creating function"
|
||||
fission fn create --name $fn --env python --pkg ${pkgName} --entrypoint "hello.main" --executortype ${executorType} --minscale 3 --maxscale 3
|
||||
|
||||
echo "Creating route"
|
||||
fission route create --function $fn --url /$fn --method GET
|
||||
echo "Creating route"
|
||||
fission route create --function $fn --url /$fn --method GET
|
||||
|
||||
echo "Waiting for router to catch up"
|
||||
sleep 5
|
||||
echo "Waiting for router to catch up"
|
||||
sleep 5
|
||||
|
||||
fnEndpoint="http://$FISSION_ROUTER/$fn"
|
||||
js="sample.js"
|
||||
rawFile="raw-${iteration}.json"
|
||||
rawUsageReport="raw-usage.txt"
|
||||
fnEndpoint="http://$FISSION_ROUTER/$fn"
|
||||
js="sample.js"
|
||||
rawFile="raw-${iteration}.json"
|
||||
rawUsageReport="raw-usage.txt"
|
||||
|
||||
k6 run \
|
||||
-e FN_ENDPOINT="${fnEndpoint}" \
|
||||
--duration "${testDuration}s" \
|
||||
--rps ${concurrency} \
|
||||
--vus ${concurrency} \
|
||||
--no-connection-reuse \
|
||||
--out json="${rawFile}" \
|
||||
--summary-trend-stats="avg,min,med,max,p(5),p(10),p(15),p(20),p(25),p(30),p(35),p(40),p(45),p(50),p(55),p(60),p(65),p(70),p(75),p(80),p(85),p(90),p(95),p(100)" \
|
||||
../${js} >> ${rawUsageReport}
|
||||
k6 run \
|
||||
-e FN_ENDPOINT="${fnEndpoint}" \
|
||||
--duration "${testDuration}s" \
|
||||
--rps ${concurrency} \
|
||||
--vus ${concurrency} \
|
||||
--no-connection-reuse \
|
||||
--out json="${rawFile}" \
|
||||
--summary-trend-stats="avg,min,med,max,p(5),p(10),p(15),p(20),p(25),p(30)" \
|
||||
../${js} >> ${rawUsageReport}
|
||||
|
||||
echo "Clean up"
|
||||
fission fn delete --name ${fn}
|
||||
fission env delete --name python
|
||||
fission route list| grep ${fn}| awk '{print $1}'| xargs fission route delete --name
|
||||
fission pkg delete --name ${pkgName}
|
||||
rm -rf pkg.zip pkg
|
||||
|
||||
echo "Clean up"
|
||||
fission fn delete --name ${fn}
|
||||
fission env delete --name python
|
||||
fission route list| grep ${fn}| awk '{print $1}'| xargs fission route delete --name
|
||||
fission pkg delete --name ${pkgName}
|
||||
rm -rf pkg.zip pkg
|
||||
kubectl -n fission-function get deploy -o name|xargs -I@ bash -c "kubectl -n fission-function delete @" || true
|
||||
kubectl -n fission-function get pod -o name|xargs -I@ bash -c "kubectl -n fission-function delete @" || true
|
||||
|
||||
kubectl -n fission-function get deploy -o name|xargs -I@ bash -c "kubectl -n fission-function delete @" || true
|
||||
kubectl -n fission-function get pod -o name|xargs -I@ bash -c "kubectl -n fission-function delete @" || true
|
||||
echo "All done."
|
||||
done
|
||||
|
||||
echo "All done."
|
||||
done
|
||||
usageReport="usage.txt"
|
||||
cat ${rawUsageReport}| grep "http_req_duration"| cut -f2 -d':' > ${usageReport}
|
||||
|
||||
usageReport="usage.txt"
|
||||
cat ${rawUsageReport}| grep "http_req_duration"| cut -f2 -d':' > ${usageReport}
|
||||
popd
|
||||
|
||||
popd
|
||||
# generate report after iterations are over
|
||||
outImage="${dirName}.png"
|
||||
picasso -file ${dirName} -format png -o ${outImage}
|
||||
|
||||
# generate report after iterations are over
|
||||
outImage="${dirName}.png"
|
||||
picasso -file ${dirName} -format png -o ${outImage}
|
||||
|
||||
done
|
||||
done
|
||||
done
|
||||
done
|
||||
|
||||
Reference in New Issue
Block a user