6c19e106ad
Use REST Catalog to access S3 and support setting up regions：
```
CREATE CATALOG iceberg_rest_s3 PROPERTIES (
"type"="iceberg",
"iceberg.catalog.type"="rest",
"uri" = "http://127.0.0.1:8181",
"s3.endpoint" = "http://127.0.0.1:8010",
"s3.access_key" = "admin",
"s3.secret_key" = "password",
"s3.region" = "us-east-1"
);
```
35 lines
1.1 KiB
Smarty
Executable File
35 lines
1.1 KiB
Smarty
Executable File
#!/bin/bash
|
|
# Licensed to the Apache Software Foundation (ASF) under one
|
|
# or more contributor license agreements. See the NOTICE file
|
|
# distributed with this work for additional information
|
|
# regarding copyright ownership. The ASF licenses this file
|
|
# to you under the Apache License, Version 2.0 (the
|
|
# "License"); you may not use this file except in compliance
|
|
# with the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing,
|
|
# software distributed under the License is distributed on an
|
|
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
# KIND, either express or implied. See the License for the
|
|
# specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
export SPARK_MASTER_HOST=doris--spark-iceberg
|
|
|
|
start-master.sh -p 7077
|
|
start-worker.sh spark://doris--spark-iceberg:7077
|
|
start-history-server.sh
|
|
start-thriftserver.sh --driver-java-options "-Dderby.system.home=/tmp/derby"
|
|
|
|
# Entrypoint, for example notebook, pyspark or spark-sql
|
|
if [[ $# -gt 0 ]]; then
|
|
eval "$1"
|
|
fi
|
|
|
|
# Avoid container exit
|
|
while true; do
|
|
sleep 1
|
|
done
|