// Licensed to the Apache Software Foundation (ASF) under one // or more contributor license agreements. See the NOTICE file // distributed with this work for additional information // regarding copyright ownership. The ASF licenses this file // to you under the Apache License, Version 2.0 (the // "License"); you may not use this file except in compliance // with the License. You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, // software distributed under the License is distributed on an // "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY // KIND, either express or implied. See the License for the // specific language governing permissions and limitations // under the License. #pragma once #include #include #include "exec/file_reader.h" #include "util/s3_uri.h" namespace Aws { namespace S3 { class S3Client; } } // namespace Aws namespace doris { class S3Reader : public FileReader { public: S3Reader(const std::map& properties, const std::string& path, int64_t start_offset); ~S3Reader(); virtual Status open() override; // Read content to 'buf', 'buf_len' is the max size of this buffer. // Return ok when read success, and 'buf_len' is set to size of read content // If reach to end of file, the eof is set to true. meanwhile 'buf_len' // is set to zero. virtual Status read(uint8_t* buf, int64_t buf_len, int64_t* bytes_read, bool* eof) override; virtual Status readat(int64_t position, int64_t nbytes, int64_t* bytes_read, void* out) override; /** * This interface is used read a whole message, For example: read a message from kafka. * * if read eof then return Status::OK and length is set 0 and buf is set nullptr, * other return readed bytes. */ virtual Status read_one_message(std::unique_ptr* buf, int64_t* length) override; virtual int64_t size() override; virtual Status seek(int64_t position) override; virtual Status tell(int64_t* position) override; virtual void close() override; virtual bool closed() override; private: const std::map& _properties; std::string _path; S3URI _uri; int64_t _cur_offset; int64_t _file_size; bool _closed; std::shared_ptr _client; }; } // end namespace doris