hcq/oceanbase
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[CP] Fix number div wrong result when div_precision_increment is zero

Browse Source
This commit is contained in:
hezuojiao
2023-09-14 13:43:41 +00:00
committed by ob-robot
parent dbe3b91642
commit 6ef12ffdc7
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/sql/engine/expr/ob_expr_div.cpp
View File

@ -609,7 +609,7 @@ struct ObNumberDivFunc
// const int64_t new_scale2 = ROUND_UP(scale2); // const int64_t new_scale2 = ROUND_UP(scale2);
// const int64_t calc_scale = ROUND_UP(new_scale1 + new_scale2 + div_pi); // const int64_t calc_scale = ROUND_UP(new_scale1 + new_scale2 + div_pi);
const int64_t calc_scale = expr.div_calc_scale_; const int64_t calc_scale = expr.div_calc_scale_;
if (calc_scale > 0 && OB_FAIL(result_num.trunc(calc_scale))) { if (calc_scale >= 0 && OB_FAIL(result_num.trunc(calc_scale))) {
//calc_scale is calc_scale ,not res_scale. //calc_scale is calc_scale ,not res_scale.
//trunc with calc_scale and round with res_scale //trunc with calc_scale and round with res_scale
LOG_WARN("failed to trunc result number", K(ret), K(result_num), K(calc_scale)); LOG_WARN("failed to trunc result number", K(ret), K(result_num), K(calc_scale));