#!/usr/bin/env bash # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, # software distributed under the License is distributed on an # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. ############################################################## # This script is used to compile Apache Doris(incubating) # Usage: # sh build.sh build both Backend and Frontend. # sh build.sh -clean clean previous output and build. # # You need to make sure all thirdparty libraries have been # compiled and installed correctly. ############################################################## set -eo pipefail ROOT=`dirname "$0"` ROOT=`cd "$ROOT"; pwd` export DORIS_HOME=${ROOT} . ${DORIS_HOME}/env.sh # build thirdparty libraries if necessary if [[ ! -f ${DORIS_THIRDPARTY}/installed/lib/librdkafka.a ]]; then echo "Thirdparty libraries need to be build ..." ${DORIS_THIRDPARTY}/build-thirdparty.sh fi PARALLEL=$[$(nproc)/4+1] # Check args usage() { echo " Usage: $0 Optional options: --be build Backend --fe build Frontend --clean clean and build target Eg. $0 build Backend and Frontend without clean $0 --be build Backend without clean $0 --fe --clean clean and build Frontend $0 --fe --be --clean clean and build both Frontend and Backend " exit 1 } OPTS=$(getopt \ -n $0 \ -o '' \ -l 'be' \ -l 'fe' \ -l 'clean' \ -- "$@") if [ $? != 0 ] ; then usage fi eval set -- "$OPTS" BUILD_BE= BUILD_FE= CLEAN= RUN_UT= if [ $# == 1 ] ; then # defuat BUILD_BE=1 BUILD_FE=1 CLEAN=0 RUN_UT=0 else BUILD_BE=0 BUILD_FE=0 CLEAN=0 RUN_UT=0 while true; do case "$1" in --be) BUILD_BE=1 ; shift ;; --fe) BUILD_FE=1 ; shift ;; --clean) CLEAN=1 ; shift ;; --ut) RUN_UT=1 ; shift ;; --) shift ; break ;; *) ehco "Internal error" ; exit 1 ;; esac done fi if [ ${CLEAN} -eq 1 -a ${BUILD_BE} -eq 0 -a ${BUILD_FE} -eq 0 ]; then echo "--clean can not be specified without --fe or --be" exit 1 fi echo "Get params: BUILD_BE -- $BUILD_BE BUILD_FE -- $BUILD_FE CLEAN -- $CLEAN RUN_UT -- $RUN_UT " # Clean and build generated code echo "Build generated code" cd ${DORIS_HOME}/gensrc if [ ${CLEAN} -eq 1 ]; then make clean fi make cd ${DORIS_HOME} # Clean and build Backend if [ ${BUILD_BE} -eq 1 ] ; then echo "Build Backend" if [ ${CLEAN} -eq 1 ]; then rm ${DORIS_HOME}/be/build/ -rf rm ${DORIS_HOME}/be/output/ -rf fi mkdir -p ${DORIS_HOME}/be/build/ cd ${DORIS_HOME}/be/build/ cmake ../ make -j${PARALLEL} make install cd ${DORIS_HOME} fi # Build docs, should be built before Frontend echo "Build docs" cd ${DORIS_HOME}/docs if [ ${CLEAN} -eq 1 ]; then make clean fi make cd ${DORIS_HOME} # Clean and build Frontend if [ ${BUILD_FE} -eq 1 ] ; then echo "Build Frontend" cd ${DORIS_HOME}/fe if [ ${CLEAN} -eq 1 ]; then ${MVN} clean fi ${MVN} package -DskipTests cd ${DORIS_HOME} fi # Clean and prepare output dir DORIS_OUTPUT=${DORIS_HOME}/output/ mkdir -p ${DORIS_OUTPUT} #Copy Frontend and Backend if [ ${BUILD_FE} -eq 1 ]; then install -d ${DORIS_OUTPUT}/fe/bin ${DORIS_OUTPUT}/fe/conf \ ${DORIS_OUTPUT}/fe/webroot/ ${DORIS_OUTPUT}/fe/lib/ cp -r -p ${DORIS_HOME}/bin/*_fe.sh ${DORIS_OUTPUT}/fe/bin/ cp -r -p ${DORIS_HOME}/conf/fe.conf ${DORIS_OUTPUT}/fe/conf/ cp -r -p ${DORIS_HOME}/fe/target/lib/* ${DORIS_OUTPUT}/fe/lib/ cp -r -p ${DORIS_HOME}/fe/target/palo-fe.jar ${DORIS_OUTPUT}/fe/lib/ cp -r -p ${DORIS_HOME}/docs/build/help-resource.zip ${DORIS_OUTPUT}/fe/lib/ cp -r -p ${DORIS_HOME}/webroot/* ${DORIS_OUTPUT}/fe/webroot/ fi if [ ${BUILD_BE} -eq 1 ]; then install -d ${DORIS_OUTPUT}/be/bin ${DORIS_OUTPUT}/be/conf \ ${DORIS_OUTPUT}/be/lib/ cp -r -p ${DORIS_HOME}/be/output/bin/* ${DORIS_OUTPUT}/be/bin/ cp -r -p ${DORIS_HOME}/be/output/conf/* ${DORIS_OUTPUT}/be/conf/ cp -r -p ${DORIS_HOME}/be/output/lib/* ${DORIS_OUTPUT}/be/lib/ fi echo "***************************************" echo "Successfully build Doris" echo "***************************************" if [[ ! -z ${DORIS_POST_BUILD_HOOK} ]]; then eval ${DORIS_POST_BUILD_HOOK} fi exit 0