database/openGauss-server
2
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

!1973 提升numeric数据的导出性能

Browse Source 
Merge pull request !1973 from junhangis/junhangis/performance/numeric_copy_to
This commit is contained in:
opengauss-bot
2022-08-06 08:31:19 +00:00
committed by Gitee
parent e5fbbc3dbd d02e184177
commit 892b0e52a8
1 changed files with 44 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files

57
src/gausskernel/optimizer/commands/copy.cpp
View File

@ -272,6 +272,7 @@ static Datum CopyReadBinaryAttribute(
CopyState cstate, int column_no, FmgrInfo* flinfo, Oid typioparam, int32 typmod, bool* isnull);
static void CopyAttributeOutText(CopyState cstate, char* string);
static void CopyAttributeOutCSV(CopyState cstate, char* string, bool use_quote, bool single_attr);
static void CopyNonEncodingAttributeOut(CopyState cstate, char* string, bool use_quote);
List* CopyGetAttnums(TupleDesc tupDesc, Relation rel, List* attnamelist);
List* CopyGetAllAttnums(TupleDesc tupDesc, Relation rel);
@ -3194,19 +3195,25 @@ void CopyOneRowTo(CopyState cstate, Oid tupleOid, Datum* values, const bool* nul
}
} else {
if (!IS_BINARY(cstate)) {
string = OutputFunctionCall(&out_functions[attnum - 1], value);
switch (cstate->fileformat) {
case FORMAT_CSV:
CopyAttributeOutCSV(cstate,
string,
cstate->force_quote_flags[attnum - 1],
list_length(cstate->attnumlist) == 1);
break;
case FORMAT_TEXT:
CopyAttributeOutText(cstate, string);
break;
default:
ereport(ERROR, (errcode(ERRCODE_FEATURE_NOT_SUPPORTED), errmsg("Invalid file format")));
bool use_quote = cstate->force_quote_flags[attnum - 1];
string = OutputFunctionCall(&out_functions[attnum - 1], value);
if (out_functions[attnum -1].fn_oid == 1702) { /* numeric_out */
CopyNonEncodingAttributeOut(cstate, string, use_quote);
} else {
switch (cstate->fileformat) {
case FORMAT_CSV:
CopyAttributeOutCSV(cstate,
string,
use_quote,
list_length(cstate->attnumlist) == 1);
break;
case FORMAT_TEXT:
CopyAttributeOutText(cstate, string);
break;
default:
ereport(ERROR, (errcode(ERRCODE_FEATURE_NOT_SUPPORTED), errmsg("Invalid file format")));
}
}
} else {
bytea* outputbytes = NULL;
@ -8013,6 +8020,30 @@ static void CopyAttributeOutCSV(CopyState cstate, char* string, bool use_quote,
}
}
/*
* Send text representation of one attribute, without encoding conversion.
*/
static void CopyNonEncodingAttributeOut(CopyState cstate, char* string, bool use_quote)
{
char quotec = cstate->quote ? cstate->quote[0] : '\0';
/*
* Numerics don't need quoting, or transcoding to client char set.
* We still quote them if FORCE QUOTE was used, though.
* And we force quoting if it matches null_print.
*/
if (!use_quote && strcmp(string, cstate->null_print) == 0) {
use_quote = true;
}
if (use_quote) {
CopySendChar(cstate, quotec);
}
CopySendData(cstate, string, strlen(string));
if (use_quote) {
CopySendChar(cstate, quotec);
}
}
/*
* CopyGetAllAttnums - build an integer list of attnums in a relationi
*