105 lines
4.5 KiB
Python
105 lines
4.5 KiB
Python
#!/bin/env python
|
|
# -*- coding: utf-8 -*-
|
|
# Licensed to the Apache Software Foundation (ASF) under one
|
|
# or more contributor license agreements. See the NOTICE file
|
|
# distributed with this work for additional information
|
|
# regarding copyright ownership. The ASF licenses this file
|
|
# to you under the Apache License, Version 2.0 (the
|
|
# "License"); you may not use this file except in compliance
|
|
# with the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing,
|
|
# software distributed under the License is distributed on an
|
|
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
# KIND, either express or implied. See the License for the
|
|
# specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
"""partition """
|
|
|
|
import sys
|
|
import os
|
|
sys.path.append('../')
|
|
from lib import palo_config
|
|
file_dir = os.path.dirname(os.path.abspath(__file__))
|
|
|
|
schema_1 = [('k1', 'TINYINT'), \
|
|
('k2', 'SMALLINT'), \
|
|
('k3', 'INT'), \
|
|
('k4', 'BIGINT'), \
|
|
('k5', 'DATETIME'), \
|
|
('v1', 'DATE', 'REPLACE'), \
|
|
('v2', 'CHAR', 'REPLACE'), \
|
|
('v3', 'VARCHAR(4096)', 'REPLACE'), \
|
|
('v4', 'FLOAT', 'SUM'), \
|
|
('v5', 'DOUBLE', 'SUM'), \
|
|
('v6', 'DECIMAL(20,7)', 'SUM')]
|
|
|
|
schema_1_1 = [('k1', 'TINYINT'), \
|
|
('k2', 'SMALLINT'), \
|
|
('k3', 'INT'), \
|
|
('k4', 'BIGINT'), \
|
|
('k5', 'DATETIME'), \
|
|
('v1', 'DATE'), \
|
|
('v2', 'CHAR'), \
|
|
('v3', 'VARCHAR(4096)'), \
|
|
('v4', 'FLOAT', 'SUM'), \
|
|
('v5', 'DOUBLE', 'SUM'), \
|
|
('v6', 'DECIMAL(20,7)', 'SUM')]
|
|
|
|
file_path_1 = palo_config.gen_remote_file_path('sys/partition/partition_type')
|
|
|
|
expected_data_file_list_1 = ['%s/PARTITION/partition_type' % file_dir]
|
|
expected_file_1 = '%s/PARTITION/drop_partition_less_than_300_by_int' % file_dir
|
|
expected_file_2 = '%s/PARTITION/drop_partition_less_than_300_and_500_900_by_int' % file_dir
|
|
expected_file_3 = '%s/PARTITION/drop_partition_less_than_300_and_500_900_and_2200_2300_by_int' % file_dir
|
|
expected_file_4 = '%s/PARTITION/drop_partition_less_than_300_'\
|
|
'and_500_900_and_2200_2300_and_tail_by_int' % file_dir
|
|
expected_file_5 = '%s/PARTITION/delete_k1_greater_than_26' % file_dir
|
|
expected_file_6 = '%s/PARTITION/delete_k1_lt_20_and_eq_30' % file_dir
|
|
expected_file_7 = '%s/PARTITION/delete_21_26' % file_dir
|
|
expected_file_8 = '%s/PARTITION/delete_21_25' % file_dir
|
|
expected_file_9 = '%s/PARTITION/delete_and_schema_change' % file_dir
|
|
expected_file_9_new = '%s/PARTITION/delete_and_schema_change_v3_v6' % file_dir
|
|
expected_file_10 = '%s/PARTITION/load_delete' % file_dir
|
|
expected_file_11 = '%s/PARTITION/delay_drop_recover' % file_dir
|
|
|
|
schema_2 = [('tinyint_key', 'TINYINT'), \
|
|
('smallint_key', 'SMALLINT'), \
|
|
('int_key', 'INT'), \
|
|
('bigint_key', 'BIGINT'), \
|
|
('char_50_key', 'CHAR(50)'), \
|
|
('character_key', 'VARCHAR(500)'), \
|
|
('char_key', 'CHAR'), \
|
|
('character_most_key', 'VARCHAR(65533)'), \
|
|
('decimal_key', 'DECIMAL(20, 6)'), \
|
|
('decimal_most_key', 'DECIMAL(27, 9)'), \
|
|
('date_key', 'DATE'), \
|
|
('datetime_key', 'DATETIME'), \
|
|
('tinyint_value', 'TINYINT', 'SUM'), \
|
|
('smallint_value', 'SMALLINT', 'SUM'), \
|
|
('int_value', 'int', 'SUM'), \
|
|
('bigint_value', 'BIGINT', 'SUM'), \
|
|
('char_50_value', 'CHAR(50)', 'REPLACE'), \
|
|
('character_value', 'VARCHAR(500)', 'REPLACE'), \
|
|
('char_value', 'CHAR', 'REPLACE'), \
|
|
('character_most_value', 'VARCHAR(65533)', 'REPLACE'), \
|
|
('decimal_value', 'DECIMAL(20, 6)', 'SUM'), \
|
|
('decimal_most_value', 'DECIMAL(27, 9)', 'SUM'), \
|
|
('date_value_max', 'DATE', 'MAX'), \
|
|
('date_value_replace', 'DATE', 'REPLACE'), \
|
|
('date_value_min', 'DATE', 'MIN'), \
|
|
('datetime_value_max', 'DATETIME', 'MAX'), \
|
|
('datetime_value_replace', 'DATETIME', 'REPLACE'), \
|
|
('datetime_value_min', 'DATETIME', 'MIN'), \
|
|
('float_value', 'FLOAT', 'SUM'), \
|
|
('double_value', 'DOUBLE', 'SUM')]
|
|
|
|
file_path_2 = palo_config.gen_remote_file_path('sys/all_type.txt')
|
|
expected_data_file_list_2 = '%s/all_type_834' % file_dir
|
|
expected_data_file_list_3 = '%s/PARTITION/partition_type_del_k1' % file_dir
|
|
expected_data_file_list_4 = '%s/PARTITION/partition_type_delete_k3_eq_100' % file_dir
|
|
|