a6b51ec19a
support read avro file by hdfs() or s3() .
```sql
select * from s3(
"uri" = "http://127.0.0.1:9312/test2/person.avro",
"ACCESS_KEY" = "ak",
"SECRET_KEY" = "sk",
"FORMAT" = "avro");
+--------+--------------+-------------+-----------------+
| name | boolean_type | double_type | long_type |
+--------+--------------+-------------+-----------------+
| Alyssa | 1 | 10.0012 | 100000000221133 |
| Ben | 0 | 5555.999 | 4009990000 |
| lisi | 0 | 5992225.999 | 9099933330 |
+--------+--------------+-------------+-----------------+
select * from hdfs(
"uri" = "hdfs://127.0.0.1:9000/input/person2.avro",
"fs.defaultFS" = "hdfs://127.0.0.1:9000",
"hadoop.username" = "doris",
"format" = "avro");
+--------+--------------+-------------+-----------+
| name | boolean_type | double_type | long_type |
+--------+--------------+-------------+-----------+
| Alyssa | 1 | 8888.99999 | 89898989 |
+--------+--------------+-------------+-----------+
```
current avro reader only support common data type, the complex data types will be supported later.
48 lines
1.7 KiB
XML
48 lines
1.7 KiB
XML
<?xml version="1.0" encoding="UTF-8"?>
|
|
<!--
|
|
Licensed to the Apache Software Foundation (ASF) under one
|
|
or more contributor license agreements. See the NOTICE file
|
|
distributed with this work for additional information
|
|
regarding copyright ownership. The ASF licenses this file
|
|
to you under the Apache License, Version 2.0 (the
|
|
"License"); you may not use this file except in compliance
|
|
with the License. You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing,
|
|
software distributed under the License is distributed on an
|
|
"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
KIND, either express or implied. See the License for the
|
|
specific language governing permissions and limitations
|
|
under the License.
|
|
-->
|
|
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
|
|
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">
|
|
<modelVersion>4.0.0</modelVersion>
|
|
<modules>
|
|
<module>hudi-scanner</module>
|
|
<module>java-common</module>
|
|
<module>java-udf</module>
|
|
<module>jdbc-scanner</module>
|
|
<module>paimon-scanner</module>
|
|
<module>max-compute-scanner</module>
|
|
<module>avro-scanner</module>
|
|
</modules>
|
|
|
|
<parent>
|
|
<groupId>org.apache.doris</groupId>
|
|
<version>${revision}</version>
|
|
<artifactId>fe</artifactId>
|
|
<relativePath>../pom.xml</relativePath>
|
|
</parent>
|
|
|
|
<artifactId>be-java-extensions</artifactId>
|
|
<packaging>pom</packaging>
|
|
<properties>
|
|
<doris.home>${basedir}/../../</doris.home>
|
|
<fe_ut_parallel>1</fe_ut_parallel>
|
|
</properties>
|
|
|
|
</project>
|