Fixed: privilege logic error:

1. No one can set root password expect for root user itself
    2. NODE_PRIV cannot be granted.
    3. ADMIN_PRIV and GRANT_PRIV can only be granted or revoked on *.*
    4. No one can modifly privs of default role 'operator' and 'admin'.
    5. No user can be granted to role 'operator'.
Fixed: the running load limit should not be applied to replay logic. It will cause replay or loading image fail.
Changed: optimize the problem of too many directories under mini load directory.
Fixed: missing password and auth check when handling mini load request in Frontend.
Fixed: DomainResolver should start after Frontends transfer to a certain ROLE, not in Catalog construction methods.
Fixed: a stupid bug that no one can set password for root user... fix it: only root user can set password for root.
Fixed: read null data twice
    When reading data with a null value, in some cases, the same data will be read twice by the storage engine,
    resulting in a wrong result.The reason for this problem is that when splitting,
    and the start key is the minimum value, the data with null is read.
Fixed: add a flag to prevent DomainResovler thread start twice.
Fixed: fixed a mem leak of using ByteBuf when parsing auth info of http request.
Fixed: add a new config 'disable_hadoop_load', default is false, set to true to disable hadoop load.
Changed: add detail error msg of submitting hadoop load job in show load result.
Fixed: Backend process should be crashed if failed to saving header.
Added: exposure backend info to user when encounter error on Backend. for debugging it more convenient.
Fixed: Should remove fd from map when inputstream or outputstream is closed in Broker process.
Fixed: Change all files' LF to unix format.

Internal commit id: merge from dfcd0aca18eed9ff99d188eb3d01c60d419be1b8
This commit is contained in:
morningman
2018-10-01 19:58:41 +08:00
parent ae19fbfc8b
commit 65fe7f65c1
220 changed files with 20004 additions and 20022 deletions

View File

@ -764,23 +764,17 @@ OLAPStatus Reader::_init_keys_param(const ReaderParams& read_params) {
}
res = _keys_param.start_keys[i]->init_scan_key(_olap_table->tablet_schema(),
read_params.start_key[i].key);
read_params.start_key[i].values());
if (res != OLAP_SUCCESS) {
OLAP_LOG_WARNING("fail to init row cursor. [res=%d]", res);
return res;
}
res = _keys_param.start_keys[i]->from_string(read_params.start_key[i].key);
res = _keys_param.start_keys[i]->from_tuple(read_params.start_key[i]);
if (res != OLAP_SUCCESS) {
OLAP_LOG_WARNING("fail to init row cursor from Keys. [res=%d key_index=%ld]", res, i);
return res;
}
for (size_t j = 0; j < _keys_param.start_keys[i]->field_count(); ++j) {
if (_olap_table->tablet_schema()[j].is_allow_null
&& _keys_param.start_keys[i]->is_min(j)) {
_keys_param.start_keys[i]->set_null(j);
}
}
}
size_t end_key_size = read_params.end_key.size();
@ -792,13 +786,13 @@ OLAPStatus Reader::_init_keys_param(const ReaderParams& read_params) {
}
res = _keys_param.end_keys[i]->init_scan_key(_olap_table->tablet_schema(),
read_params.end_key[i].key);
read_params.end_key[i].values());
if (res != OLAP_SUCCESS) {
OLAP_LOG_WARNING("fail to init row cursor. [res=%d]", res);
return res;
}
res = _keys_param.end_keys[i]->from_string(read_params.end_key[i].key);
res = _keys_param.end_keys[i]->from_tuple(read_params.end_key[i]);
if (res != OLAP_SUCCESS) {
OLAP_LOG_WARNING("fail to init row cursor from Keys. [res=%d key_index=%ld]", res, i);
return res;
@ -1085,14 +1079,14 @@ OLAPStatus Reader::_init_load_bf_columns(const ReaderParams& read_params) {
// remove columns which have same value between start_key and end_key
int min_scan_key_len = _olap_table->tablet_schema().size();
for (int i = 0; i < read_params.start_key.size(); ++i) {
if (read_params.start_key[i].key.size() < min_scan_key_len) {
min_scan_key_len = read_params.start_key[i].key.size();
if (read_params.start_key[i].size() < min_scan_key_len) {
min_scan_key_len = read_params.start_key[i].size();
}
}
for (int i = 0; i < read_params.end_key.size(); ++i) {
if (read_params.end_key[i].key.size() < min_scan_key_len) {
min_scan_key_len = read_params.end_key[i].key.size();
if (read_params.end_key[i].size() < min_scan_key_len) {
min_scan_key_len = read_params.end_key[i].size();
}
}
@ -1100,7 +1094,7 @@ OLAPStatus Reader::_init_load_bf_columns(const ReaderParams& read_params) {
for (int i = 0; i < read_params.start_key.size(); ++i) {
int j = 0;
for (; j < min_scan_key_len; ++j) {
if (read_params.start_key[i].key[j] != read_params.end_key[i].key[j]) {
if (read_params.start_key[i].get_value(j) != read_params.end_key[i].get_value(j)) {
break;
}
}