[Fix](multi-catalog) fix oss access issue with aws s3 sdk (#20287)

This commit is contained in:
Mingyu Chen
2023-06-02 10:40:07 +08:00
committed by GitHub
parent 9d8043e4c1
commit 86d77084a4
2 changed files with 6 additions and 0 deletions

View File

@ -17,6 +17,7 @@
#include "io/fs/s3_file_reader.h"
#include <aws/core/http/URI.h>
#include <aws/core/utils/Outcome.h>
#include <aws/s3/S3Client.h>
#include <aws/s3/S3Errors.h>
@ -52,6 +53,8 @@ S3FileReader::S3FileReader(Path path, size_t file_size, std::string key, std::st
DorisMetrics::instance()->s3_file_reader_total->increment(1);
s3_file_reader_total << 1;
s3_file_being_read << 1;
Aws::Http::SetCompliantRfc3986Encoding(true);
}
S3FileReader::~S3FileReader() {

View File

@ -18,6 +18,7 @@
#include "io/fs/s3_file_writer.h"
#include <aws/core/http/HttpResponse.h>
#include <aws/core/http/URI.h>
#include <aws/core/utils/Array.h>
#include <aws/core/utils/HashingUtils.h>
#include <aws/core/utils/Outcome.h>
@ -85,6 +86,8 @@ S3FileWriter::S3FileWriter(Path path, std::shared_ptr<S3Client> client, const S3
_client(std::move(client)) {
s3_file_writer_total << 1;
s3_file_being_written << 1;
Aws::Http::SetCompliantRfc3986Encoding(true);
}
S3FileWriter::~S3FileWriter() {