VM should have 8 cores to make build faster in GCloud. To get rid of ssfs between build hosts the build step and upgrade test step are separated as well as repository discriåtion generation
277 lines
7.2 KiB
Bash
Executable File
277 lines
7.2 KiB
Bash
Executable File
#!/bin/bash
|
|
|
|
# Do the real building work. This script is executed on build VM and
|
|
# requires a working installation of CMake.
|
|
|
|
# Build in a temp directory so we don't pollute cwd
|
|
tmpdir=$(mktemp -d)
|
|
|
|
cd $tmpdir
|
|
|
|
distro_id=`cat /etc/*-release | grep "^ID_LIKE=" | sed "s/ID=//"`
|
|
|
|
unset packager_type
|
|
|
|
if [[ ${distro_id} =~ "suse" ]]
|
|
then
|
|
packager_type="zypper"
|
|
fi
|
|
|
|
if [[ ${distro_id} =~ "rhel" ]]
|
|
then
|
|
packager_type="yum"
|
|
fi
|
|
|
|
if [[ ${distro_id} =~ "debian" ]]
|
|
then
|
|
packager_type="apt"
|
|
fi
|
|
|
|
if [[ ${packager_type} == "" ]]
|
|
then
|
|
command -v apt-get
|
|
|
|
if [ $? == 0 ]
|
|
then
|
|
packager_type="apt"
|
|
fi
|
|
|
|
command -v yum
|
|
|
|
if [ $? == 0 ]
|
|
then
|
|
packager_type="yum"
|
|
fi
|
|
|
|
command -v zypper
|
|
|
|
if [ $? == 0 ]
|
|
then
|
|
packager_type="zypper"
|
|
fi
|
|
fi
|
|
|
|
if [[ ${packager_type} == "" ]]
|
|
then
|
|
echo "Can not determine package manager type, exiting"
|
|
exit 1
|
|
fi
|
|
|
|
if [[ ${packager_type} == "apt" ]]
|
|
then
|
|
# DEB-based distro
|
|
install_libdir=/usr/lib
|
|
export DEBIAN_FRONTEND=noninteractive
|
|
sudo apt-get update
|
|
|
|
sudo dpkg-reconfigure libc6
|
|
sudo -E apt-get -q -o Dpkg::Options::=--force-confold \
|
|
-o Dpkg::Options::=--force-confdef \
|
|
-y --force-yes \
|
|
install dpkg-dev git wget \
|
|
build-essential libssl-dev ncurses-dev bison flex \
|
|
perl libtool libpcre3-dev tcl tcl-dev uuid \
|
|
uuid-dev libsqlite3-dev liblzma-dev libpam0g-dev pkg-config \
|
|
libedit-dev
|
|
|
|
# One of these will work, older systems use libsystemd-daemon-dev
|
|
sudo apt-get install -y libsystemd-dev || \
|
|
sudo apt-get install -y libsystemd-daemon-dev
|
|
|
|
## separatelibgnutls installation process for Ubuntu Trusty
|
|
cat /etc/*release | grep -E "Trusty|wheezy"
|
|
if [ $? == 0 ]
|
|
then
|
|
sudo apt-get install -y --force-yes libgnutls-dev libgcrypt11-dev
|
|
else
|
|
sudo apt-get install -y --force-yes libgnutls30 libgnutls-dev
|
|
if [ $? != 0 ]
|
|
then
|
|
sudo apt-get install -y --force-yes libgnutls28-dev
|
|
fi
|
|
sudo apt-get install -y --force-yes libgcrypt20-dev
|
|
if [ $? != 0 ]
|
|
then
|
|
sudo apt-get install -y --force-yes libgcrypt11-dev
|
|
fi
|
|
fi
|
|
fi
|
|
|
|
if [[ ${packager_type} == "yum" ]]
|
|
then
|
|
install_libdir=/usr/lib64
|
|
# YUM!
|
|
sudo yum clean all
|
|
sudo yum update -y
|
|
unset enable_power_tools
|
|
yum repolist all | grep PowerTools
|
|
if [ $? == 0 ]
|
|
then
|
|
enable_power_tools="--enablerepo=PowerTools"
|
|
fi
|
|
sudo yum install -y --nogpgcheck ${enable_power_tools} \
|
|
gcc gcc-c++ ncurses-devel bison glibc-devel \
|
|
libgcc perl make libtool openssl-devel libaio libaio-devel libedit-devel \
|
|
libedit-devel systemtap-sdt-devel rpm-sign wget \
|
|
gnupg pcre-devel flex rpmdevtools git wget tcl tcl-devel openssl libuuid-devel xz-devel \
|
|
sqlite sqlite-devel pkgconfig lua lua-devel rpm-build createrepo yum-utils \
|
|
gnutls-devel libgcrypt-devel pam-devel
|
|
|
|
# Attempt to install libasan, it'll only work on CentOS 7
|
|
sudo yum install -y --nogpgcheck libasan
|
|
|
|
# Attempt to install systemd-devel, doesn't work on CentOS 6
|
|
sudo yum install -y systemd-devel
|
|
|
|
grep "release 6" /etc/redhat-release
|
|
if [ $? == 0 ]
|
|
then
|
|
# Enable the devtoolkit to get a newer compiler
|
|
|
|
# CentOS: install the centos-release-scl repo
|
|
# RHEL: enable the existing repo (seems to be rhui-REGION-rhel-server-rhscl on AWS)
|
|
sudo yum -y install centos-release-scl || \
|
|
sudo yum-config-manager --enable rhui-REGION-rhel-server-rhscl
|
|
|
|
sudo yum -y install devtoolset-7-gcc-c++
|
|
source /opt/rh/devtoolset-7/enable
|
|
|
|
# Enable it by default
|
|
echo "source /opt/rh/devtoolset-7/enable" >> ~/.bashrc
|
|
fi
|
|
fi
|
|
|
|
if [[ ${packager_type} == "zypper" ]]
|
|
then
|
|
install_libdir=/usr/lib64
|
|
# We need zypper here
|
|
sudo zypper -n refresh
|
|
sudo zypper -n update
|
|
sudo zypper -n remove gettext-runtime-mini
|
|
sudo zypper -n install gcc gcc-c++ ncurses-devel bison glibc-devel libgcc_s1 perl \
|
|
make libtool libopenssl-devel libaio libaio-devel flex \
|
|
pcre-devel git wget tcl tcl-devel libuuid-devel \
|
|
xz-devel sqlite3 sqlite3-devel pkg-config lua lua-devel \
|
|
gnutls-devel libgcrypt-devel pam-devel systemd-devel
|
|
sudo zypper -n install rpm-build
|
|
cat /etc/*-release | grep "SUSE Linux Enterprise Server 11"
|
|
|
|
if [ $? != 0 ]
|
|
then
|
|
sudo zypper -n install libedit-devel
|
|
fi
|
|
fi
|
|
|
|
# cmake
|
|
wget -q http://max-tst-01.mariadb.com/ci-repository/cmake-3.7.1-Linux-x86_64.tar.gz --no-check-certificate
|
|
if [ $? != 0 ] ; then
|
|
echo "CMake can not be downloaded from Maxscale build server, trying from cmake.org"
|
|
wget -q https://cmake.org/files/v3.7/cmake-3.7.1-Linux-x86_64.tar.gz --no-check-certificate
|
|
fi
|
|
sudo tar xzf cmake-3.7.1-Linux-x86_64.tar.gz -C /usr/ --strip-components=1
|
|
|
|
cmake_version=`cmake --version | grep "cmake version" | awk '{ print $3 }'`
|
|
if [ "`echo -e "3.7.1\n$cmake_version"|sort -V|head -n 1`" != "3.7.1" ] ; then
|
|
echo "cmake does not work! Trying to build from source"
|
|
wget -q https://cmake.org/files/v3.7/cmake-3.7.1.tar.gz --no-check-certificate
|
|
tar xzf cmake-3.7.1.tar.gz
|
|
cd cmake-3.7.1
|
|
|
|
./bootstrap
|
|
gmake
|
|
sudo make install
|
|
cd ..
|
|
fi
|
|
|
|
# RabbitMQ C client
|
|
mkdir rabbit
|
|
cd rabbit
|
|
git clone https://github.com/alanxz/rabbitmq-c.git
|
|
|
|
if [ $? != 0 ]
|
|
then
|
|
echo "Error cloning rabbitmq-c"
|
|
sudo rm -rf $tmpdir
|
|
exit 1
|
|
fi
|
|
|
|
cd rabbitmq-c
|
|
git checkout v0.7.1
|
|
cmake . -DCMAKE_C_FLAGS=-fPIC -DBUILD_SHARED_LIBS=N -DCMAKE_INSTALL_PREFIX=/usr
|
|
sudo make install
|
|
cd ../../
|
|
|
|
# TCL
|
|
# Methods allow to compare software versions according to semantic versioning
|
|
verlte() {
|
|
[ "$1" = "`echo -e "$1\n$2" | sort -V | head -n1`" ]
|
|
}
|
|
|
|
verlt() {
|
|
[ "$1" = "$2" ] && return 1 || verlte $1 $2
|
|
}
|
|
|
|
system_tcl_version=$(tclsh <<< 'puts [info patchlevel]')
|
|
if verlt "$system_tcl_version" "8.6.5"
|
|
then
|
|
mkdir tcl
|
|
cd tcl
|
|
wget -q --no-check-certificate http://prdownloads.sourceforge.net/tcl/tcl8.6.5-src.tar.gz
|
|
|
|
if [ $? != 0 ]
|
|
then
|
|
echo "Error getting tcl"
|
|
exit 1
|
|
fi
|
|
|
|
tar xzf tcl8.6.5-src.tar.gz
|
|
cd tcl8.6.5/unix
|
|
./configure
|
|
sudo make install
|
|
cd ../../..
|
|
fi
|
|
|
|
# Jansson
|
|
git clone https://github.com/akheron/jansson.git
|
|
if [ $? != 0 ]
|
|
then
|
|
echo "Error cloning jansson"
|
|
sudo rm -rf $tmpdir
|
|
exit 1
|
|
fi
|
|
|
|
cd jansson
|
|
git checkout v2.9
|
|
mkdir build
|
|
cd build
|
|
cmake .. -DCMAKE_INSTALL_PREFIX=/usr -DCMAKE_C_FLAGS=-fPIC -DJANSSON_INSTALL_LIB_DIR=$install_libdir
|
|
make
|
|
sudo make install
|
|
cd ../../
|
|
|
|
# Avro C API
|
|
wget -q -r -l1 -nH --cut-dirs=2 --no-parent -A.tar.gz --no-directories https://downloads.apache.org/avro/stable/c/
|
|
if [ $? != 0 ]
|
|
then
|
|
echo "Error getting avro-c"
|
|
sudo rm -rf $tmpdir
|
|
exit 1
|
|
fi
|
|
avro_filename=`ls -1 avro*.tar.gz`
|
|
avro_dir=`echo "$avro_filename" | sed "s/.tar.gz//"`
|
|
tar -axf $avro_filename
|
|
mkdir $avro_dir/build
|
|
pushd $avro_dir/build
|
|
# Make sure the library isn't linked against snappy
|
|
sed -i 's/find_package(Snappy)//' ../lang/c/CMakeLists.txt
|
|
cmake .. -DCMAKE_INSTALL_PREFIX=/usr -DCMAKE_C_FLAGS=-fPIC -DCMAKE_CXX_FLAGS=-fPIC
|
|
make
|
|
sudo make install
|
|
popd
|
|
|
|
wget --quiet https://nodejs.org/dist/v6.17.1/node-v6.17.1-linux-x64.tar.xz
|
|
tar -axf node-v6.17.1-linux-x64.tar.xz
|
|
sudo cp -t /usr -r node-v6.17.1-linux-x64/*
|
|
|
|
sudo rm -rf $tmpdir
|