// Licensed to the Apache Software Foundation (ASF) under one // or more contributor license agreements. See the NOTICE file // distributed with this work for additional information // regarding copyright ownership. The ASF licenses this file // to you under the Apache License, Version 2.0 (the // "License"); you may not use this file except in compliance // with the License. You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, // software distributed under the License is distributed on an // "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY // KIND, either express or implied. See the License for the // specific language governing permissions and limitations // under the License. #pragma once #include #include "exec/file_reader.h" #include "gen_cpp/PlanNodes_types.h" namespace doris { class HdfsFileReader : public FileReader { public: HdfsFileReader(const THdfsParams& hdfs_params, const std::string& path, int64_t start_offset); virtual ~HdfsFileReader(); virtual Status open() override; // Read content to 'buf', 'buf_len' is the max size of this buffer. // Return ok when read success, and 'buf_len' is set to size of read content // If reach to end of file, the eof is set to true. meanwhile 'buf_len' // is set to zero. virtual Status read(uint8_t* buf, int64_t buf_len, int64_t* bytes_read, bool* eof) override; virtual Status readat(int64_t position, int64_t nbytes, int64_t* bytes_read, void* out) override; virtual Status read_one_message(std::unique_ptr* buf, int64_t* length) override; virtual int64_t size() override; virtual Status seek(int64_t position) override; virtual Status tell(int64_t* position) override; virtual void close() override; virtual bool closed() override; private: Status connect(); private: THdfsParams _hdfs_params; std::string _namenode; std::string _path; int64_t _current_offset; int64_t _file_size; hdfsFS _hdfs_fs; hdfsFile _hdfs_file; }; } // namespace doris