// Modifications copyright (C) 2017, Baidu.com, Inc. // Copyright 2017 The Apache Software Foundation // Licensed to the Apache Software Foundation (ASF) under one // or more contributor license agreements. See the NOTICE file // distributed with this work for additional information // regarding copyright ownership. The ASF licenses this file // to you under the Apache License, Version 2.0 (the // "License"); you may not use this file except in compliance // with the License. You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, // software distributed under the License is distributed on an // "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY // KIND, either express or implied. See the License for the // specific language governing permissions and limitations // under the License. #include "result_writer.h" #include "exprs/expr.h" #include "runtime/primitive_type.h" #include "runtime/row_batch.h" #include "runtime/tuple_row.h" #include "runtime/result_buffer_mgr.h" #include "runtime/buffer_control_block.h" #include "util/mysql_row_buffer.h" #include "gen_cpp/PaloInternalService_types.h" namespace palo { ResultWriter::ResultWriter( BufferControlBlock* sinker, const std::vector& output_expr_ctxs) : _sinker(sinker), _output_expr_ctxs(output_expr_ctxs), _row_buffer(NULL) { } ResultWriter::~ResultWriter() { delete _row_buffer; } Status ResultWriter::init(RuntimeState* state) { if (NULL == _sinker) { return Status("sinker is NULL pointer."); } _row_buffer = new(std::nothrow) MysqlRowBuffer(); if (NULL == _row_buffer) { return Status("no memory to alloc."); } return Status::OK; } Status ResultWriter::add_one_row(TupleRow* row) { _row_buffer->reset(); int num_columns = _output_expr_ctxs.size(); int buf_ret = 0; for (int i = 0; 0 == buf_ret && i < num_columns; ++i) { void* item = _output_expr_ctxs[i]->get_value(row); if (NULL == item) { buf_ret = _row_buffer->push_null(); continue; } switch (_output_expr_ctxs[i]->root()->type().type) { case TYPE_BOOLEAN: case TYPE_TINYINT: buf_ret = _row_buffer->push_tinyint(*static_cast(item)); break; case TYPE_SMALLINT: buf_ret = _row_buffer->push_smallint(*static_cast(item)); break; case TYPE_INT: buf_ret = _row_buffer->push_int(*static_cast(item)); break; case TYPE_BIGINT: buf_ret = _row_buffer->push_bigint(*static_cast(item)); break; case TYPE_LARGEINT: { const __int128* large_int_val = reinterpret_cast(item); char buf[48]; int len = 48; char* v = LargeIntValue::to_string(*large_int_val, buf, &len); buf_ret = _row_buffer->push_string(v, len); break; } case TYPE_FLOAT: buf_ret = _row_buffer->push_float(*static_cast(item)); break; case TYPE_DOUBLE: buf_ret = _row_buffer->push_double(*static_cast(item)); break; case TYPE_DATE: case TYPE_DATETIME: { char buf[64]; const DateTimeValue* time_val = (const DateTimeValue*)(item); // TODO(zhaochun), this function has core risk char* pos = time_val->to_string(buf); buf_ret = _row_buffer->push_string(buf, pos - buf - 1); break; } case TYPE_VARCHAR: case TYPE_HLL: case TYPE_CHAR: { const StringValue* string_val = (const StringValue*)(item); if (string_val->ptr == NULL) { if (string_val->len == 0) { // 0x01 is a magic num, not usefull actually, just for present "" char* tmp_val = reinterpret_cast(0x01); buf_ret = _row_buffer->push_string(tmp_val, string_val->len); } else { buf_ret = _row_buffer->push_null(); } } else { buf_ret = _row_buffer->push_string(string_val->ptr, string_val->len); } break; } case TYPE_DECIMAL: { const DecimalValue* decimal_val = reinterpret_cast(item); std::string decimal_str; int output_scale = _output_expr_ctxs[i]->root()->output_scale(); if (output_scale > 0 && output_scale <= 30) { decimal_str = decimal_val->to_string(output_scale); } else { decimal_str = decimal_val->to_string(); } buf_ret = _row_buffer->push_string(decimal_str.c_str(), decimal_str.length()); break; } default: LOG(WARNING) << "can't convert this type to mysql type. type = " << _output_expr_ctxs[i]->root()->type(); buf_ret = -1; break; } } if (0 != buf_ret) { return Status("pack mysql buffer failed."); } return Status::OK; } Status ResultWriter::append_row_batch(RowBatch* batch) { if (NULL == batch || 0 == batch->num_rows()) { return Status::OK; } Status status; // convert one batch TFetchDataResult* result = new(std::nothrow) TFetchDataResult(); int num_rows = batch->num_rows(); result->result_batch.rows.resize(num_rows); for (int i = 0; status.ok() && i < num_rows; ++i) { TupleRow* row = batch->get_row(i); status = add_one_row(row); if (status.ok()) { result->result_batch.rows[i].assign(_row_buffer->buf(), _row_buffer->length()); } else { LOG(WARNING) << "convert row to mysql result failed."; break; } } if (status.ok()) { // push this batch to back status = _sinker->add_batch(result); if (status.ok()) { result = NULL; } else { LOG(WARNING) << "append result batch to sink failed."; } } delete result; result = NULL; return status; } } /* vim: set ts=4 sw=4 sts=4 tw=100 expandtab : */