#!/bin/bash # IBM(c) 2017 EPL license http://www.eclipse.org/legal/epl-v10.html #(C)IBM Corp # if [ -z $LC_ALL ]; then export LC_ALL=C fi # Give a simple usage if [ -z "$1" ] || [ "$1" = "-h" ] || [ "$1" = "--help" ]; then echo "Setup, run and clean the simulators for performance testing..." echo " $0 run " exit fi if [ -z $PERF_SIM_ADDR ]; then PERF_SIM_ADDR='192.168.251.251' fi if [ -z $PERF_SIM_MASK ]; then PERF_SIM_MASK='255.255.0.0' fi # Optional, The NIC used by simulator. if [ -z $PERF_SIM_NIC ]; then PERF_SIM_NIC='eth1' fi arch=`arch` #IBM_POWER_TOOLS_URL='http://public.dhe.ibm.com/software/server/POWER/Linux/yum/OSS/RHEL/7/ppc64le' OPEN_POWER_TOOLS_URL='http://ftp.unicamp.br/pub/ppc64el/rhel/7/docker-ppc64el' OPENBMC_SIMULATOR_URL='https://github.com/xuweibj/openbmc_simulator' PERF_SIM_TESTING_CWD='/tmp/perf' PERF_SIM_RESULT_DIR='/opt/xcat/share/xcat/tools/autotest/result' PERF_SIM_CASE_DIR='/opt/xcat/share/xcat/tools/autotest/testcase/performance' EPEL_RH7_REPO_PKG='https://dl.fedoraproject.org/pub/epel/epel-release-latest-7.noarch.rpm' CONDA_TOOLS_URL="https://repo.continuum.io/miniconda/Miniconda2-latest-Linux-$arch.sh" driver="$2" if [ "$driver" != "docker" ] && [ "$driver" != "openbmc" ]; then echo "Error: not supported simulator type '$driver'." exit -1 fi setup_docker() { if [ ! -z $1 ]; then # run on MN with --mn echo "Prepare on management node side..." prefix=$(ipcalc -p $PERF_SIM_ADDR $PERF_SIM_MASK|awk -F= '{print $2}') ip addr add $PERF_SIM_ADDR/$prefix dev $PERF_SIM_NIC #label $PERF_SIM_NIC:100 return fi yum install -y $EPEL_RH7_REPO_PKG if [[ $arch =~ 'ppc64' ]]; then # The URL is from OpenPOWER Linux Community echo "[docker] name=Docker baseurl=$OPEN_POWER_TOOLS_URL enabled=1 gpgcheck=0" | \ awk 'BEGIN{RS=" ";ORS="\n";}{print $0}' > /etc/yum.repos.d/docker.repo yum repolist #workaround as the public repo has issue to install container-selinux yum install -y http://ftp.unicamp.br/pub/ppc64el/rhel/7/docker-ppc64el/container-selinux-2.9-4.el7.noarch.rpm yum install -y docker-ce bridge-utils initscripts else echo "Error: not supported platform." return fi systemctl start docker sleep 5 local x=1 while [ $x -le 5 ] do echo "Waiting for docker daemon up: $x times" systemctl is-active docker >/dev/null 2>&1 if [[ $? -eq 0 ]]; then x=0 break fi sleep 5 x=$(( $x + 1 )) done if [[ $x -gt 0 ]]; then echo "Error: The docker daemon is not up." return fi # Create the bridge network for testing, and add the physical interface inside #docker network ls|grep perf-net > /dev/null && docker network rm perf-net netaddr=$(ipcalc -n $PERF_SIM_ADDR $PERF_SIM_MASK|awk -F= '{print $2}') prefix=$(ipcalc -p $PERF_SIM_ADDR $PERF_SIM_MASK|awk -F= '{print $2}') docker network create --gateway $PERF_SIM_ADDR --subnet $netaddr/$prefix perf-net bruuid=$(docker network ls | awk '/perf-net/ {print $1}') brctl addif br-$bruuid $PERF_SIM_NIC brctl show br-$bruuid # Prepare the docker image [ -f $PERF_SIM_TESTING_CWD/Dockerfile ] && rootpath=$PERF_SIM_TESTING_CWD || rootpath=$PERF_SIM_CASE_DIR docker build -t perf-alpine-ssh $rootpath docker images # run the containers run_docker } run_docker() { echo "Run docker simulator for node range..." script=$(ls -1 $PERF_SIM_TESTING_CWD/perf-docker-create.sh || ls -1 $PERF_SIM_RESULT_DIR}/perf-docker-create.sh) if [ ! "x" = "x$script" ]; then sh -x $script return fi echo "WARN: Not found the script for run docker simulator..." } clean_docker() { if [ ! -z $1 ]; then echo "Cleanup on management node side..." prefix=$(ipcalc -p $PERF_SIM_ADDR $PERF_SIM_MASK|awk -F= '{print $2}') ip addr del $PERF_SIM_ADDR/$prefix dev $PERF_SIM_NIC #label $PERF_SIM_NIC:100 return fi ids=$(docker ps -a -q) [ "x" = "x$ids" ] || docker rm -f $ids docker network ls| grep perf-net && docker network rm perf-net brctl show } setup_conda() { which yum &>/dev/null && yum install -y bzip2 || apt install -y bzip2 mkdir -p $PERF_SIM_TESTING_CWD && cd $PERF_SIM_TESTING_CWD && curl -o setupconda.sh $CONDA_TOOLS_URL bash $PERF_SIM_TESTING_CWD/setupconda.sh -b -u -p $PERF_SIM_TESTING_CWD/conda } setup_openbmc() { ip addr flush dev $PERF_SIM_NIC prefix=$(ipcalc -p $PERF_SIM_ADDR $PERF_SIM_MASK|awk -F= '{print $2}') #ip addr flush dev $PERF_SIM_NIC ip addr add $PERF_SIM_ADDR/$prefix dev $PERF_SIM_NIC #label $PERF_SIM_NIC:100 if [ ! -z $1 ]; then echo "Prepare on management node side..." return fi # install and run simulate on conda environment setup_conda . $PERF_SIM_TESTING_CWD/conda/etc/profile.d/conda.sh conda create -n perf python=2.7 -y conda activate perf conda install greenlet -y which yum &>/dev/null && yum install -y git || apt install -y git mkdir -p $PERF_SIM_TESTING_CWD && cd $PERF_SIM_TESTING_CWD && rm -rf $PERF_SIM_TESTING_CWD/openbmc_simulator && git clone $OPENBMC_SIMULATOR_URL chmod +x $PERF_SIM_TESTING_CWD/openbmc_simulator/simulator run_openbmc } run_openbmc() { echo "Run openbmc simulator for node range..." script=$(ls -1 $PERF_SIM_TESTING_CWD/perf-openbmc-create.sh || ls -1 $PERF_SIM_RESULT_DIR}/perf-openbmc-create.sh) if [ ! "x" = "x$script" ]; then sh $script setup return fi echo "WARN: Not found the script for run openbmc simulator..." } clean_openbmc() { prefix=$(ipcalc -p $PERF_SIM_ADDR $PERF_SIM_MASK|awk -F= '{print $2}') if [ ! -z $1 ]; then echo "Cleanup on management node side..." ip addr del $PERF_SIM_ADDR/$prefix dev $PERF_SIM_NIC #label $PERF_SIM_NIC:100 return fi echo "Cleanup openbmc simulator for node range..." script=$(ls -1 $PERF_SIM_TESTING_CWD/perf-openbmc-create.sh || ls -1 $PERF_SIM_RESULT_DIR}/perf-openbmc-create.sh) if [ ! "x" = "x$script" ]; then sh $script clean ip addr del $PERF_SIM_ADDR/$prefix dev $PERF_SIM_NIC #label $PERF_SIM_NIC:100 return fi echo "WARN: Not found the script for run openbmc simulator..." } # Mail program if [ "$1" = "setup" ]; then eval "setup_$driver $3" elif [ "$1" = "clean" ]; then eval "clean_$driver $3" else echo "Error: not supported action." exit -1 fi