database/doris
2
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

[docs] Add user manual for hdfs load and transaction. (#7497)

Browse Source
This commit is contained in:
pengxiangyu
2021-12-30 10:22:48 +08:00
committed by GitHub
parent 0894848045
commit dc9cd34047
15 changed files with 492 additions and 341 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
be/src/runtime/export_sink.cpp
View File

@ -22,6 +22,7 @@
#include <sstream>
#include "exec/broker_writer.h"
#include "exec/hdfs_reader_writer.h"
#include "exec/local_file_writer.h"
#include "exec/s3_writer.h"
#include "exprs/expr.h"
@ -258,6 +259,15 @@ Status ExportSink::open_file_writer() {
_file_writer.reset(s3_writer);
break;
}
case TFileType::FILE_HDFS: {
FileWriter* hdfs_writer;
RETURN_IF_ERROR(HdfsReaderWriter::create_writer(
const_cast<std::map<std::string, std::string>&>(_t_export_sink.properties),
_t_export_sink.export_path + "/" + file_name, &hdfs_writer));
RETURN_IF_ERROR(hdfs_writer->open());
_file_writer.reset(hdfs_writer);
break;
}
default: {
std::stringstream ss;
ss << "Unknown file type, type=" << _t_export_sink.file_type;