Change UT path from be/build to be/ut_build. In this way, normal build won't overwrite ut build directory.
331 lines
12 KiB
Bash
Executable File
331 lines
12 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
# Licensed to the Apache Software Foundation (ASF) under one
|
|
# or more contributor license agreements. See the NOTICE file
|
|
# distributed with this work for additional information
|
|
# regarding copyright ownership. The ASF licenses this file
|
|
# to you under the Apache License, Version 2.0 (the
|
|
# "License"); you may not use this file except in compliance
|
|
# with the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing,
|
|
# software distributed under the License is distributed on an
|
|
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
# KIND, either express or implied. See the License for the
|
|
# specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
set -eo pipefail
|
|
|
|
ROOT=`dirname "$0"`
|
|
ROOT=`cd "$ROOT"; pwd`
|
|
|
|
export DORIS_HOME=${ROOT}
|
|
|
|
. ${DORIS_HOME}/env.sh
|
|
|
|
PARALLEL=$[$(nproc)/4+1]
|
|
|
|
# Check args
|
|
usage() {
|
|
echo "
|
|
Usage: $0 <options>
|
|
Optional options:
|
|
--clean clean and build ut
|
|
--run build and run ut
|
|
|
|
Eg.
|
|
$0 build ut
|
|
$0 --run build and run ut
|
|
$0 --clean clean and build ut
|
|
$0 --clean --run clean, build and run ut
|
|
"
|
|
exit 1
|
|
}
|
|
|
|
OPTS=$(getopt \
|
|
-n $0 \
|
|
-o '' \
|
|
-l 'run' \
|
|
-l 'clean' \
|
|
-- "$@")
|
|
|
|
if [ $? != 0 ] ; then
|
|
usage
|
|
fi
|
|
|
|
eval set -- "$OPTS"
|
|
|
|
CLEAN=
|
|
RUN=
|
|
if [ $# == 1 ] ; then
|
|
#default
|
|
CLEAN=0
|
|
RUN=0
|
|
else
|
|
CLEAN=0
|
|
RUN=0
|
|
while true; do
|
|
case "$1" in
|
|
--clean) CLEAN=1 ; shift ;;
|
|
--run) RUN=1 ; shift ;;
|
|
--) shift ; break ;;
|
|
*) ehco "Internal error" ; exit 1 ;;
|
|
esac
|
|
done
|
|
fi
|
|
|
|
echo "Build Backend UT"
|
|
|
|
if [ ${CLEAN} -eq 1 ]; then
|
|
rm ${DORIS_HOME}/be/ut_build/ -rf
|
|
rm ${DORIS_HOME}/be/output/ -rf
|
|
fi
|
|
|
|
if [ ! -d ${DORIS_HOME}/be/ut_build ]; then
|
|
mkdir -p ${DORIS_HOME}/be/ut_build/
|
|
fi
|
|
|
|
cd ${DORIS_HOME}/be/ut_build/
|
|
|
|
${CMAKE_CMD} ../ -DWITH_MYSQL=OFF -DMAKE_TEST=ON
|
|
make -j${PARALLEL}
|
|
|
|
if [ ${RUN} -ne 1 ]; then
|
|
echo "Finished"
|
|
exit 0
|
|
fi
|
|
|
|
echo "******************************"
|
|
echo " Running PaloBe Unittest "
|
|
echo "******************************"
|
|
|
|
cd ${DORIS_HOME}
|
|
export DORIS_TEST_BINARY_DIR=${DORIS_HOME}/be/ut_build
|
|
export TERM=xterm
|
|
export UDF_RUNTIME_DIR=${DORIS_HOME}/lib/udf-runtime
|
|
export LOG_DIR=${DORIS_HOME}/log
|
|
for i in `sed 's/ //g' $DORIS_HOME/conf/be.conf | egrep "^[[:upper:]]([[:upper:]]|_|[[:digit:]])*="`; do
|
|
eval "export $i";
|
|
done
|
|
|
|
mkdir -p $LOG_DIR
|
|
mkdir -p ${UDF_RUNTIME_DIR}
|
|
rm -f ${UDF_RUNTIME_DIR}/*
|
|
|
|
if [ ${RUN} -ne 1 ]; then
|
|
echo "Finished"
|
|
exit 0
|
|
fi
|
|
|
|
echo "******************************"
|
|
echo " Running PaloBe Unittest "
|
|
echo "******************************"
|
|
|
|
export DORIS_TEST_BINARY_DIR=${DORIS_TEST_BINARY_DIR}/test/
|
|
|
|
# prepare util test_data
|
|
if [ -d ${DORIS_TEST_BINARY_DIR}/util/test_data ]; then
|
|
rm -rf ${DORIS_TEST_BINARY_DIR}/util/test_data
|
|
fi
|
|
cp -r ${DORIS_HOME}/be/test/util/test_data ${DORIS_TEST_BINARY_DIR}/util/
|
|
cp -r ${DORIS_HOME}/be/test/plugin/plugin_test ${DORIS_TEST_BINARY_DIR}/plugin/
|
|
|
|
# Running Util Unittest
|
|
${DORIS_TEST_BINARY_DIR}/util/bit_util_test
|
|
${DORIS_TEST_BINARY_DIR}/util/bitmap_test
|
|
${DORIS_TEST_BINARY_DIR}/util/bitmap_value_test
|
|
${DORIS_TEST_BINARY_DIR}/util/path_trie_test
|
|
${DORIS_TEST_BINARY_DIR}/util/crc32c_test
|
|
${DORIS_TEST_BINARY_DIR}/util/lru_cache_util_test
|
|
${DORIS_TEST_BINARY_DIR}/util/filesystem_util_test
|
|
${DORIS_TEST_BINARY_DIR}/util/internal_queue_test
|
|
${DORIS_TEST_BINARY_DIR}/util/cidr_test
|
|
${DORIS_TEST_BINARY_DIR}/util/new_metrics_test
|
|
${DORIS_TEST_BINARY_DIR}/util/doris_metrics_test
|
|
${DORIS_TEST_BINARY_DIR}/util/system_metrics_test
|
|
${DORIS_TEST_BINARY_DIR}/util/core_local_test
|
|
${DORIS_TEST_BINARY_DIR}/util/types_test
|
|
${DORIS_TEST_BINARY_DIR}/util/json_util_test
|
|
${DORIS_TEST_BINARY_DIR}/util/byte_buffer_test2
|
|
${DORIS_TEST_BINARY_DIR}/util/uid_util_test
|
|
${DORIS_TEST_BINARY_DIR}/util/aes_util_test
|
|
${DORIS_TEST_BINARY_DIR}/util/string_util_test
|
|
${DORIS_TEST_BINARY_DIR}/util/string_parser_test
|
|
${DORIS_TEST_BINARY_DIR}/util/coding_test
|
|
${DORIS_TEST_BINARY_DIR}/util/faststring_test
|
|
${DORIS_TEST_BINARY_DIR}/util/tdigest_test
|
|
${DORIS_TEST_BINARY_DIR}/util/radix_sort_test
|
|
${DORIS_TEST_BINARY_DIR}/util/block_compression_test
|
|
${DORIS_TEST_BINARY_DIR}/util/arrow/arrow_row_block_test
|
|
${DORIS_TEST_BINARY_DIR}/util/arrow/arrow_row_batch_test
|
|
${DORIS_TEST_BINARY_DIR}/util/arrow/arrow_work_flow_test
|
|
${DORIS_TEST_BINARY_DIR}/util/counter_cond_variable_test
|
|
${DORIS_TEST_BINARY_DIR}/util/bit_stream_utils_test
|
|
${DORIS_TEST_BINARY_DIR}/util/frame_of_reference_coding_test
|
|
${DORIS_TEST_BINARY_DIR}/util/zip_util_test
|
|
${DORIS_TEST_BINARY_DIR}/util/utf8_check_test
|
|
${DORIS_TEST_BINARY_DIR}/util/cgroup_util_test
|
|
${DORIS_TEST_BINARY_DIR}/util/path_util_test
|
|
${DORIS_TEST_BINARY_DIR}/util/file_cache_test
|
|
${DORIS_TEST_BINARY_DIR}/util/parse_util_test
|
|
${DORIS_TEST_BINARY_DIR}/util/countdown_latch_test
|
|
${DORIS_TEST_BINARY_DIR}/util/monotime_test
|
|
${DORIS_TEST_BINARY_DIR}/util/scoped_cleanup_test
|
|
${DORIS_TEST_BINARY_DIR}/util/thread_test
|
|
${DORIS_TEST_BINARY_DIR}/util/threadpool_test
|
|
|
|
# Running common Unittest
|
|
${DORIS_TEST_BINARY_DIR}/common/config_test
|
|
${DORIS_TEST_BINARY_DIR}/common/resource_tls_test
|
|
|
|
## Running exprs unit test
|
|
${DORIS_TEST_BINARY_DIR}/exprs/string_functions_test
|
|
${DORIS_TEST_BINARY_DIR}/exprs/json_function_test
|
|
${DORIS_TEST_BINARY_DIR}/exprs/timestamp_functions_test
|
|
${DORIS_TEST_BINARY_DIR}/exprs/percentile_approx_test
|
|
${DORIS_TEST_BINARY_DIR}/exprs/bitmap_function_test
|
|
${DORIS_TEST_BINARY_DIR}/exprs/hll_function_test
|
|
|
|
## Running geo unit test
|
|
${DORIS_TEST_BINARY_DIR}/geo/geo_functions_test
|
|
${DORIS_TEST_BINARY_DIR}/geo/wkt_parse_test
|
|
${DORIS_TEST_BINARY_DIR}/geo/geo_types_test
|
|
|
|
## Running exec unit test
|
|
${DORIS_TEST_BINARY_DIR}/exec/plain_text_line_reader_uncompressed_test
|
|
${DORIS_TEST_BINARY_DIR}/exec/plain_text_line_reader_gzip_test
|
|
${DORIS_TEST_BINARY_DIR}/exec/plain_text_line_reader_bzip_test
|
|
${DORIS_TEST_BINARY_DIR}/exec/plain_text_line_reader_lz4frame_test
|
|
if [ -f ${DORIS_TEST_BINARY_DIR}/exec/plain_text_line_reader_lzop_test ];then
|
|
${DORIS_TEST_BINARY_DIR}/exec/plain_text_line_reader_lzop_test
|
|
fi
|
|
${DORIS_TEST_BINARY_DIR}/exec/broker_scanner_test
|
|
${DORIS_TEST_BINARY_DIR}/exec/parquet_scanner_test
|
|
${DORIS_TEST_BINARY_DIR}/exec/orc_scanner_test
|
|
${DORIS_TEST_BINARY_DIR}/exec/broker_scan_node_test
|
|
#${DORIS_TEST_BINARY_DIR}/exec/es_scan_node_test
|
|
${DORIS_TEST_BINARY_DIR}/exec/es_http_scan_node_test
|
|
${DORIS_TEST_BINARY_DIR}/exec/es_predicate_test
|
|
${DORIS_TEST_BINARY_DIR}/exec/es_scan_reader_test
|
|
${DORIS_TEST_BINARY_DIR}/exec/es_query_builder_test
|
|
${DORIS_TEST_BINARY_DIR}/exec/tablet_info_test
|
|
${DORIS_TEST_BINARY_DIR}/exec/tablet_sink_test
|
|
|
|
# Running runtime Unittest
|
|
${DORIS_TEST_BINARY_DIR}/runtime/external_scan_context_mgr_test
|
|
${DORIS_TEST_BINARY_DIR}/runtime/memory_scratch_sink_test
|
|
${DORIS_TEST_BINARY_DIR}/runtime/result_queue_mgr_test
|
|
${DORIS_TEST_BINARY_DIR}/runtime/fragment_mgr_test
|
|
${DORIS_TEST_BINARY_DIR}/runtime/decimal_value_test
|
|
${DORIS_TEST_BINARY_DIR}/runtime/decimalv2_value_test
|
|
${DORIS_TEST_BINARY_DIR}/runtime/datetime_value_test
|
|
${DORIS_TEST_BINARY_DIR}/runtime/large_int_value_test
|
|
${DORIS_TEST_BINARY_DIR}/runtime/string_value_test
|
|
${DORIS_TEST_BINARY_DIR}/runtime/free_list_test
|
|
${DORIS_TEST_BINARY_DIR}/runtime/string_buffer_test
|
|
${DORIS_TEST_BINARY_DIR}/runtime/stream_load_pipe_test
|
|
${DORIS_TEST_BINARY_DIR}/runtime/load_channel_mgr_test
|
|
${DORIS_TEST_BINARY_DIR}/runtime/snapshot_loader_test
|
|
${DORIS_TEST_BINARY_DIR}/runtime/user_function_cache_test
|
|
${DORIS_TEST_BINARY_DIR}/runtime/small_file_mgr_test
|
|
${DORIS_TEST_BINARY_DIR}/runtime/mem_pool_test
|
|
${DORIS_TEST_BINARY_DIR}/runtime/memory/chunk_allocator_test
|
|
${DORIS_TEST_BINARY_DIR}/runtime/memory/system_allocator_test
|
|
# Running expr Unittest
|
|
|
|
# Running http
|
|
${DORIS_TEST_BINARY_DIR}/http/metrics_action_test
|
|
${DORIS_TEST_BINARY_DIR}/http/http_utils_test
|
|
${DORIS_TEST_BINARY_DIR}/http/stream_load_test
|
|
${DORIS_TEST_BINARY_DIR}/http/http_client_test
|
|
|
|
# Running StorageEngine Unittest
|
|
${DORIS_TEST_BINARY_DIR}/olap/bit_field_test
|
|
${DORIS_TEST_BINARY_DIR}/olap/byte_buffer_test
|
|
${DORIS_TEST_BINARY_DIR}/olap/run_length_byte_test
|
|
${DORIS_TEST_BINARY_DIR}/olap/run_length_integer_test
|
|
${DORIS_TEST_BINARY_DIR}/olap/stream_index_test
|
|
${DORIS_TEST_BINARY_DIR}/olap/lru_cache_test
|
|
${DORIS_TEST_BINARY_DIR}/olap/bloom_filter_test
|
|
${DORIS_TEST_BINARY_DIR}/olap/bloom_filter_index_test
|
|
${DORIS_TEST_BINARY_DIR}/olap/row_block_test
|
|
${DORIS_TEST_BINARY_DIR}/olap/row_block_v2_test
|
|
${DORIS_TEST_BINARY_DIR}/olap/comparison_predicate_test
|
|
${DORIS_TEST_BINARY_DIR}/olap/in_list_predicate_test
|
|
${DORIS_TEST_BINARY_DIR}/olap/null_predicate_test
|
|
${DORIS_TEST_BINARY_DIR}/olap/file_helper_test
|
|
${DORIS_TEST_BINARY_DIR}/olap/file_utils_test
|
|
${DORIS_TEST_BINARY_DIR}/olap/delete_handler_test
|
|
${DORIS_TEST_BINARY_DIR}/olap/column_reader_test
|
|
${DORIS_TEST_BINARY_DIR}/olap/schema_change_test
|
|
${DORIS_TEST_BINARY_DIR}/olap/row_cursor_test
|
|
${DORIS_TEST_BINARY_DIR}/olap/skiplist_test
|
|
${DORIS_TEST_BINARY_DIR}/olap/serialize_test
|
|
# ${DORIS_TEST_BINARY_DIR}/olap/memtable_flush_executor_test
|
|
${DORIS_TEST_BINARY_DIR}/olap/options_test
|
|
|
|
# Running memory engine Unittest
|
|
${DORIS_TEST_BINARY_DIR}/olap/memory/hash_index_test
|
|
|
|
# Running segment v2 test
|
|
${DORIS_TEST_BINARY_DIR}/olap/tablet_meta_manager_test
|
|
${DORIS_TEST_BINARY_DIR}/olap/tablet_mgr_test
|
|
${DORIS_TEST_BINARY_DIR}/olap/olap_meta_test
|
|
${DORIS_TEST_BINARY_DIR}/olap/delta_writer_test
|
|
${DORIS_TEST_BINARY_DIR}/olap/decimal12_test
|
|
${DORIS_TEST_BINARY_DIR}/olap/olap_snapshot_converter_test
|
|
${DORIS_TEST_BINARY_DIR}/olap/rowset/rowset_meta_manager_test
|
|
${DORIS_TEST_BINARY_DIR}/olap/rowset/rowset_meta_test
|
|
${DORIS_TEST_BINARY_DIR}/olap/rowset/alpha_rowset_test
|
|
${DORIS_TEST_BINARY_DIR}/olap/rowset/beta_rowset_test
|
|
${DORIS_TEST_BINARY_DIR}/olap/rowset/rowset_converter_test
|
|
${DORIS_TEST_BINARY_DIR}/olap/rowset/unique_rowset_id_generator_test
|
|
${DORIS_TEST_BINARY_DIR}/olap/rowset/segment_v2/encoding_info_test
|
|
${DORIS_TEST_BINARY_DIR}/olap/rowset/segment_v2/ordinal_page_index_test
|
|
${DORIS_TEST_BINARY_DIR}/olap/rowset/segment_v2/bitshuffle_page_test
|
|
${DORIS_TEST_BINARY_DIR}/olap/rowset/segment_v2/plain_page_test
|
|
${DORIS_TEST_BINARY_DIR}/olap/rowset/segment_v2/binary_plain_page_test
|
|
${DORIS_TEST_BINARY_DIR}/olap/rowset/segment_v2/bitmap_index_test
|
|
${DORIS_TEST_BINARY_DIR}/olap/rowset/segment_v2/column_reader_writer_test
|
|
${DORIS_TEST_BINARY_DIR}/olap/rowset/segment_v2/rle_page_test
|
|
${DORIS_TEST_BINARY_DIR}/olap/rowset/segment_v2/binary_dict_page_test
|
|
${DORIS_TEST_BINARY_DIR}/olap/rowset/segment_v2/binary_prefix_page_test
|
|
${DORIS_TEST_BINARY_DIR}/olap/rowset/segment_v2/segment_test
|
|
${DORIS_TEST_BINARY_DIR}/olap/rowset/segment_v2/row_ranges_test
|
|
${DORIS_TEST_BINARY_DIR}/olap/rowset/segment_v2/frame_of_reference_page_test
|
|
${DORIS_TEST_BINARY_DIR}/olap/rowset/segment_v2/block_bloom_filter_test
|
|
${DORIS_TEST_BINARY_DIR}/olap/rowset/segment_v2/bloom_filter_index_reader_writer_test
|
|
${DORIS_TEST_BINARY_DIR}/olap/rowset/segment_v2/zone_map_index_test
|
|
${DORIS_TEST_BINARY_DIR}/olap/txn_manager_test
|
|
${DORIS_TEST_BINARY_DIR}/olap/storage_types_test
|
|
${DORIS_TEST_BINARY_DIR}/olap/generic_iterators_test
|
|
${DORIS_TEST_BINARY_DIR}/olap/aggregate_func_test
|
|
${DORIS_TEST_BINARY_DIR}/olap/short_key_index_test
|
|
${DORIS_TEST_BINARY_DIR}/olap/key_coder_test
|
|
${DORIS_TEST_BINARY_DIR}/olap/page_cache_test
|
|
${DORIS_TEST_BINARY_DIR}/olap/hll_test
|
|
${DORIS_TEST_BINARY_DIR}/olap/selection_vector_test
|
|
|
|
# Running routine load test
|
|
${DORIS_TEST_BINARY_DIR}/runtime/kafka_consumer_pipe_test
|
|
${DORIS_TEST_BINARY_DIR}/runtime/routine_load_task_executor_test
|
|
${DORIS_TEST_BINARY_DIR}/runtime/heartbeat_flags_test
|
|
|
|
# Runing plugin test
|
|
${DORIS_TEST_BINARY_DIR}/plugin/plugin_loader_test
|
|
${DORIS_TEST_BINARY_DIR}/plugin/plugin_mgr_test
|
|
${DORIS_TEST_BINARY_DIR}/plugin/plugin_zip_test
|
|
|
|
# Running agent unittest
|
|
# Prepare agent testdata
|
|
if [ -d ${DORIS_TEST_BINARY_DIR}/agent/test_data ]; then
|
|
rm -rf ${DORIS_TEST_BINARY_DIR}/agent/test_data
|
|
fi
|
|
cp -r ${DORIS_HOME}/be/test/agent/test_data ${DORIS_TEST_BINARY_DIR}/agent/
|
|
cd ${DORIS_TEST_BINARY_DIR}/agent
|
|
# ./agent_server_test
|
|
#./heartbeat_server_test
|
|
./utils_test
|