hcq/oceanbase
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[FEAT MERGE]ODPS patch to master

Browse Source 
Co-authored-by: dontknow9179 <545187809@qq.com>
This commit is contained in:
cqliang1995
2024-08-27 14:09:55 +00:00
committed by ob-robot
parent ee76b4deb8
commit c11ef76f19
77 changed files with 6933 additions and 696 deletions
Download Patch File Download Diff File Expand all files Collapse all files

47
src/sql/ob_sql_utils.cpp
View File

@ -53,6 +53,7 @@
#include "lib/charset/ob_charset.h"
#include "pl/ob_pl_user_type.h"
#include "sql/engine/expr/ob_expr_lob_utils.h"
#include "sql/engine/cmd/ob_load_data_parser.h"
#ifdef OB_BUILD_SPM
#include "sql/spm/ob_spm_controller.h"
#endif
@ -1404,6 +1405,50 @@ int ObSQLUtils::check_and_copy_column_alias_name(const ObCollationType cs_type,
return ret;
}
int ObSQLUtils::extract_odps_part_spec(const ObString &all_part_spec, ObIArray<ObString> &part_spec_list)
{
int ret = OB_SUCCESS;
if (all_part_spec.empty()) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("unexpected empty odps part spec", K(ret));
} else {
const char* start = all_part_spec.ptr();
const char* end = start + all_part_spec.length();
const char* ptr = NULL;
while (start < end && OB_SUCC(ret)) {
if (ptr == NULL && *start == '\'') {
ptr = start;
} else if (ptr != NULL && *start == '\'') {
int64_t len = start - ptr - 1;
if (0 == len) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("unexpected part spec", K(ret), K(all_part_spec));
} else if (OB_FAIL(part_spec_list.push_back(ObString(len, ptr + 1)))) {
LOG_WARN("failed to push back part_spec", K(ret));
}
ptr = NULL;
}
++start;
}
}
return ret;
}
int ObSQLUtils::is_external_odps_table(const ObString &properties, ObIAllocator &allocator, bool &is_odps)
{
int ret = OB_SUCCESS;
is_odps = false;
ObExternalFileFormat format;
if (properties.empty()) {
// do nothing
} else if (OB_FAIL(format.load_from_string(properties, allocator))) {
LOG_WARN("fail to load from properties string", K(ret), K(properties));
} else {
is_odps = ObExternalFileFormat::FormatType::ODPS_FORMAT == format.format_type_;
}
return ret;
}
int ObSQLUtils::check_ident_name(const ObCollationType cs_type, ObString &name,
const bool check_for_path_char, const int64_t max_ident_len)
{
@ -5417,7 +5462,7 @@ void ObSQLUtils::adjust_time_by_ntp_offset(int64_t &dst_timeout_ts)
bool ObSQLUtils::is_external_files_on_local_disk(const ObString &url)
{
return url.prefix_match_ci(OB_FILE_PREFIX);
return url.empty() ? false : url.prefix_match_ci(OB_FILE_PREFIX);
}
int ObSQLUtils::split_remote_object_storage_url(ObString &url, ObBackupStorageInfo &storage_info)