This commit is contained in:
@ -71,7 +71,8 @@ public enum SchemaTableType {
|
||||
SCH_METADATA_NAME_IDS("METADATA_NAME_IDS", "METADATA_NAME_IDS", TSchemaTableType.SCH_METADATA_NAME_IDS),
|
||||
SCH_PROFILING("PROFILING", "PROFILING", TSchemaTableType.SCH_PROFILING),
|
||||
SCH_BACKEND_ACTIVE_TASKS("BACKEND_ACTIVE_TASKS", "BACKEND_ACTIVE_TASKS", TSchemaTableType.SCH_BACKEND_ACTIVE_TASKS),
|
||||
SCH_ACTIVE_QUERIES("ACTIVE_QUERIES", "ACTIVE_QUERIES", TSchemaTableType.SCH_ACTIVE_QUERIES);
|
||||
SCH_ACTIVE_QUERIES("ACTIVE_QUERIES", "ACTIVE_QUERIES", TSchemaTableType.SCH_ACTIVE_QUERIES),
|
||||
SCH_WORKLOAD_GROUPS("WORKLOAD_GROUPS", "WORKLOAD_GROUPS", TSchemaTableType.SCH_WORKLOAD_GROUPS);
|
||||
private static final String dbName = "INFORMATION_SCHEMA";
|
||||
private static SelectList fullSelectLists;
|
||||
|
||||
|
||||
@ -31,7 +31,6 @@ import org.apache.doris.nereids.trees.expressions.functions.table.MvInfos;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.table.Numbers;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.table.S3;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.table.Tasks;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.table.WorkloadGroups;
|
||||
|
||||
import com.google.common.collect.ImmutableList;
|
||||
|
||||
@ -56,8 +55,7 @@ public class BuiltinTableValuedFunctions implements FunctionHelper {
|
||||
tableValued(S3.class, "s3"),
|
||||
tableValued(MvInfos.class, "mv_infos"),
|
||||
tableValued(Jobs.class, "jobs"),
|
||||
tableValued(Tasks.class, "tasks"),
|
||||
tableValued(WorkloadGroups.class, "workload_groups")
|
||||
tableValued(Tasks.class, "tasks")
|
||||
);
|
||||
|
||||
public static final BuiltinTableValuedFunctions INSTANCE = new BuiltinTableValuedFunctions();
|
||||
|
||||
@ -467,6 +467,20 @@ public class SchemaTable extends Table {
|
||||
.column("FRONTEND_INSTANCE", ScalarType.createVarchar(256))
|
||||
.column("SQL", ScalarType.createStringType())
|
||||
.build()))
|
||||
.put("workload_groups", new SchemaTable(SystemIdGenerator.getNextId(), "workload_groups", TableType.SCHEMA,
|
||||
builder().column("ID", ScalarType.createType(PrimitiveType.BIGINT))
|
||||
.column("NAME", ScalarType.createVarchar(256))
|
||||
.column("CPU_SHARE", ScalarType.createType(PrimitiveType.BIGINT))
|
||||
.column("MEMORY_LIMIT", ScalarType.createVarchar(256))
|
||||
.column("ENABLE_MEMORY_OVERCOMMIT", ScalarType.createVarchar(256))
|
||||
.column("MAX_CONCURRENCY", ScalarType.createType(PrimitiveType.BIGINT))
|
||||
.column("MAX_QUEUE_SIZE", ScalarType.createType(PrimitiveType.BIGINT))
|
||||
.column("QUEUE_TIMEOUT", ScalarType.createType(PrimitiveType.BIGINT))
|
||||
.column("CPU_HARD_LIMIT", ScalarType.createStringType())
|
||||
.column("SCAN_THREAD_NUM", ScalarType.createType(PrimitiveType.BIGINT))
|
||||
.column("MAX_REMOTE_SCAN_THREAD_NUM", ScalarType.createType(PrimitiveType.BIGINT))
|
||||
.column("MIN_REMOTE_SCAN_THREAD_NUM", ScalarType.createType(PrimitiveType.BIGINT))
|
||||
.build()))
|
||||
.build();
|
||||
|
||||
protected SchemaTable(long id, String name, TableType type, List<Column> baseSchema) {
|
||||
|
||||
@ -1,56 +0,0 @@
|
||||
// Licensed to the Apache Software Foundation (ASF) under one
|
||||
// or more contributor license agreements. See the NOTICE file
|
||||
// distributed with this work for additional information
|
||||
// regarding copyright ownership. The ASF licenses this file
|
||||
// to you under the Apache License, Version 2.0 (the
|
||||
// "License"); you may not use this file except in compliance
|
||||
// with the License. You may obtain a copy of the License at
|
||||
//
|
||||
// http://www.apache.org/licenses/LICENSE-2.0
|
||||
//
|
||||
// Unless required by applicable law or agreed to in writing,
|
||||
// software distributed under the License is distributed on an
|
||||
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
||||
// KIND, either express or implied. See the License for the
|
||||
// specific language governing permissions and limitations
|
||||
// under the License.
|
||||
|
||||
package org.apache.doris.nereids.trees.expressions.functions.table;
|
||||
|
||||
import org.apache.doris.catalog.FunctionSignature;
|
||||
import org.apache.doris.nereids.exceptions.AnalysisException;
|
||||
import org.apache.doris.nereids.trees.expressions.Properties;
|
||||
import org.apache.doris.nereids.trees.expressions.visitor.ExpressionVisitor;
|
||||
import org.apache.doris.nereids.types.coercion.AnyDataType;
|
||||
import org.apache.doris.tablefunction.TableValuedFunctionIf;
|
||||
import org.apache.doris.tablefunction.WorkloadGroupsTableValuedFunction;
|
||||
|
||||
import java.util.Map;
|
||||
|
||||
/** workload_groups */
|
||||
public class WorkloadGroups extends TableValuedFunction {
|
||||
public WorkloadGroups(Properties properties) {
|
||||
super("workload_groups", properties);
|
||||
}
|
||||
|
||||
@Override
|
||||
public FunctionSignature customSignature() {
|
||||
return FunctionSignature.of(AnyDataType.INSTANCE_WITHOUT_INDEX, getArgumentsTypes());
|
||||
}
|
||||
|
||||
@Override
|
||||
protected TableValuedFunctionIf toCatalogFunction() {
|
||||
try {
|
||||
Map<String, String> arguments = getTVFProperties().getMap();
|
||||
return new WorkloadGroupsTableValuedFunction(arguments);
|
||||
} catch (Throwable t) {
|
||||
throw new AnalysisException("Can not build WorkloadGroupsTableValuedFunction by "
|
||||
+ this + ": " + t.getMessage(), t);
|
||||
}
|
||||
}
|
||||
|
||||
@Override
|
||||
public <R, C> R accept(ExpressionVisitor<R, C> visitor, C context) {
|
||||
return visitor.visitWorkloadGroups(this, context);
|
||||
}
|
||||
}
|
||||
@ -32,7 +32,6 @@ import org.apache.doris.nereids.trees.expressions.functions.table.Numbers;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.table.S3;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.table.TableValuedFunction;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.table.Tasks;
|
||||
import org.apache.doris.nereids.trees.expressions.functions.table.WorkloadGroups;
|
||||
|
||||
/** TableValuedFunctionVisitor */
|
||||
public interface TableValuedFunctionVisitor<R, C> {
|
||||
@ -93,8 +92,4 @@ public interface TableValuedFunctionVisitor<R, C> {
|
||||
default R visitS3(S3 s3, C context) {
|
||||
return visitTableValuedFunction(s3, context);
|
||||
}
|
||||
|
||||
default R visitWorkloadGroups(WorkloadGroups workloadGroups, C context) {
|
||||
return visitTableValuedFunction(workloadGroups, context);
|
||||
}
|
||||
}
|
||||
|
||||
@ -209,6 +209,7 @@ import org.apache.doris.thrift.TRestoreSnapshotRequest;
|
||||
import org.apache.doris.thrift.TRestoreSnapshotResult;
|
||||
import org.apache.doris.thrift.TRollbackTxnRequest;
|
||||
import org.apache.doris.thrift.TRollbackTxnResult;
|
||||
import org.apache.doris.thrift.TSchemaTableName;
|
||||
import org.apache.doris.thrift.TShowProcessListRequest;
|
||||
import org.apache.doris.thrift.TShowProcessListResult;
|
||||
import org.apache.doris.thrift.TShowVariableRequest;
|
||||
@ -2289,15 +2290,16 @@ public class FrontendServiceImpl implements FrontendService.Iface {
|
||||
|
||||
@Override
|
||||
public TFetchSchemaTableDataResult fetchSchemaTableData(TFetchSchemaTableDataRequest request) throws TException {
|
||||
switch (request.getSchemaTableName()) {
|
||||
case METADATA_TABLE:
|
||||
return MetadataGenerator.getMetadataTable(request);
|
||||
case SCHEMA_TABLE:
|
||||
return MetadataGenerator.getSchemaTableData(request);
|
||||
default:
|
||||
break;
|
||||
if (!request.isSetSchemaTableName()) {
|
||||
return MetadataGenerator.errorResult("Fetch schema table name is not set");
|
||||
}
|
||||
// tvf queries
|
||||
if (request.getSchemaTableName() == TSchemaTableName.METADATA_TABLE) {
|
||||
return MetadataGenerator.getMetadataTable(request);
|
||||
} else {
|
||||
// database information_schema's tables
|
||||
return MetadataGenerator.getSchemaTableData(request);
|
||||
}
|
||||
return MetadataGenerator.errorResult("Fetch schema table name is not set");
|
||||
}
|
||||
|
||||
private TNetworkAddress getClientAddr() {
|
||||
|
||||
@ -1,91 +0,0 @@
|
||||
// Licensed to the Apache Software Foundation (ASF) under one
|
||||
// or more contributor license agreements. See the NOTICE file
|
||||
// distributed with this work for additional information
|
||||
// regarding copyright ownership. The ASF licenses this file
|
||||
// to you under the Apache License, Version 2.0 (the
|
||||
// "License"); you may not use this file except in compliance
|
||||
// with the License. You may obtain a copy of the License at
|
||||
//
|
||||
// http://www.apache.org/licenses/LICENSE-2.0
|
||||
//
|
||||
// Unless required by applicable law or agreed to in writing,
|
||||
// software distributed under the License is distributed on an
|
||||
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
||||
// KIND, either express or implied. See the License for the
|
||||
// specific language governing permissions and limitations
|
||||
// under the License.
|
||||
|
||||
package org.apache.doris.tablefunction;
|
||||
|
||||
import org.apache.doris.catalog.Column;
|
||||
import org.apache.doris.catalog.PrimitiveType;
|
||||
import org.apache.doris.catalog.ScalarType;
|
||||
import org.apache.doris.common.AnalysisException;
|
||||
import org.apache.doris.thrift.TMetaScanRange;
|
||||
import org.apache.doris.thrift.TMetadataType;
|
||||
import org.apache.doris.thrift.TQueriesMetadataParams;
|
||||
|
||||
import com.google.common.collect.ImmutableList;
|
||||
import com.google.common.collect.ImmutableMap;
|
||||
|
||||
import java.util.List;
|
||||
import java.util.Map;
|
||||
|
||||
public class ActiveQueriesTableValuedFunction extends MetadataTableValuedFunction {
|
||||
public static final String NAME = "active_queries";
|
||||
|
||||
private static final ImmutableList<Column> SCHEMA = ImmutableList.of(
|
||||
new Column("QueryId", ScalarType.createStringType()),
|
||||
new Column("StartTime", ScalarType.createStringType()),
|
||||
new Column("QueryTimeMs", PrimitiveType.BIGINT),
|
||||
new Column("WorkloadGroupId", PrimitiveType.BIGINT),
|
||||
new Column("Database", ScalarType.createStringType()),
|
||||
new Column("FrontendInstance", ScalarType.createStringType()),
|
||||
new Column("Sql", ScalarType.createStringType()));
|
||||
|
||||
private static final ImmutableMap<String, Integer> COLUMN_TO_INDEX;
|
||||
|
||||
static {
|
||||
ImmutableMap.Builder<String, Integer> builder = new ImmutableMap.Builder();
|
||||
for (int i = 0; i < SCHEMA.size(); i++) {
|
||||
builder.put(SCHEMA.get(i).getName().toLowerCase(), i);
|
||||
}
|
||||
COLUMN_TO_INDEX = builder.build();
|
||||
}
|
||||
|
||||
public static Integer getColumnIndexFromColumnName(String columnName) {
|
||||
return COLUMN_TO_INDEX.get(columnName.toLowerCase());
|
||||
}
|
||||
|
||||
public ActiveQueriesTableValuedFunction(Map<String, String> params) throws AnalysisException {
|
||||
if (params.size() != 0) {
|
||||
throw new AnalysisException("ActiveQueries table-valued-function does not support any params");
|
||||
}
|
||||
}
|
||||
|
||||
@Override
|
||||
public TMetadataType getMetadataType() {
|
||||
return TMetadataType.QUERIES;
|
||||
}
|
||||
|
||||
@Override
|
||||
public TMetaScanRange getMetaScanRange() {
|
||||
TMetaScanRange metaScanRange = new TMetaScanRange();
|
||||
metaScanRange.setMetadataType(TMetadataType.QUERIES);
|
||||
TQueriesMetadataParams queriesMetadataParams = new TQueriesMetadataParams();
|
||||
queriesMetadataParams.setClusterName("");
|
||||
queriesMetadataParams.setRelayToOtherFe(true);
|
||||
metaScanRange.setQueriesParams(queriesMetadataParams);
|
||||
return metaScanRange;
|
||||
}
|
||||
|
||||
@Override
|
||||
public String getTableName() {
|
||||
return "ActiveQueriesTableValuedFunction";
|
||||
}
|
||||
|
||||
@Override
|
||||
public List<Column> getTableColumns() throws AnalysisException {
|
||||
return SCHEMA;
|
||||
}
|
||||
}
|
||||
@ -57,9 +57,9 @@ import org.apache.doris.thrift.TMetadataTableRequestParams;
|
||||
import org.apache.doris.thrift.TMetadataType;
|
||||
import org.apache.doris.thrift.TNetworkAddress;
|
||||
import org.apache.doris.thrift.TPipelineWorkloadGroup;
|
||||
import org.apache.doris.thrift.TQueriesMetadataParams;
|
||||
import org.apache.doris.thrift.TQueryStatistics;
|
||||
import org.apache.doris.thrift.TRow;
|
||||
import org.apache.doris.thrift.TSchemaTableRequestParams;
|
||||
import org.apache.doris.thrift.TStatus;
|
||||
import org.apache.doris.thrift.TStatusCode;
|
||||
import org.apache.doris.thrift.TTasksMetadataParams;
|
||||
@ -100,12 +100,35 @@ public class MetadataGenerator {
|
||||
|
||||
private static final ImmutableMap<String, Integer> ACTIVE_QUERIES_COLUMN_TO_INDEX;
|
||||
|
||||
|
||||
private static final ImmutableList<Column> WORKLOAD_GROUPS_SCHEMA = ImmutableList.of(
|
||||
new Column("ID", ScalarType.BIGINT),
|
||||
new Column("NAME", ScalarType.createStringType()),
|
||||
new Column("CPU_SHARE", PrimitiveType.BIGINT),
|
||||
new Column("MEMORY_LIMIT", ScalarType.createStringType()),
|
||||
new Column("ENABLE_MEMORY_OVERCOMMIT", ScalarType.createStringType()),
|
||||
new Column("MAX_CONCURRENCY", PrimitiveType.BIGINT),
|
||||
new Column("MAX_QUEUE_SIZE", PrimitiveType.BIGINT),
|
||||
new Column("QUEUE_TIMEOUT", PrimitiveType.BIGINT),
|
||||
new Column("CPU_HARD_LIMIT", PrimitiveType.BIGINT),
|
||||
new Column("SCAN_THREAD_NUM", PrimitiveType.BIGINT),
|
||||
new Column("MAX_REMOTE_SCAN_THREAD_NUM", PrimitiveType.BIGINT),
|
||||
new Column("MIN_REMOTE_SCAN_THREAD_NUM", PrimitiveType.BIGINT));
|
||||
|
||||
private static final ImmutableMap<String, Integer> WORKLOAD_GROUPS_COLUMN_TO_INDEX;
|
||||
|
||||
static {
|
||||
ImmutableMap.Builder<String, Integer> builder = new ImmutableMap.Builder();
|
||||
ImmutableMap.Builder<String, Integer> activeQueriesbuilder = new ImmutableMap.Builder();
|
||||
for (int i = 0; i < ACTIVE_QUERIES_SCHEMA.size(); i++) {
|
||||
builder.put(ACTIVE_QUERIES_SCHEMA.get(i).getName().toLowerCase(), i);
|
||||
activeQueriesbuilder.put(ACTIVE_QUERIES_SCHEMA.get(i).getName().toLowerCase(), i);
|
||||
}
|
||||
ACTIVE_QUERIES_COLUMN_TO_INDEX = builder.build();
|
||||
ACTIVE_QUERIES_COLUMN_TO_INDEX = activeQueriesbuilder.build();
|
||||
|
||||
ImmutableMap.Builder<String, Integer> workloadGroupsBuilder = new ImmutableMap.Builder();
|
||||
for (int i = 0; i < WORKLOAD_GROUPS_SCHEMA.size(); i++) {
|
||||
workloadGroupsBuilder.put(WORKLOAD_GROUPS_SCHEMA.get(i).getName().toLowerCase(), i);
|
||||
}
|
||||
WORKLOAD_GROUPS_COLUMN_TO_INDEX = workloadGroupsBuilder.build();
|
||||
}
|
||||
|
||||
public static TFetchSchemaTableDataResult getMetadataTable(TFetchSchemaTableDataRequest request) throws TException {
|
||||
@ -127,9 +150,6 @@ public class MetadataGenerator {
|
||||
case FRONTENDS_DISKS:
|
||||
result = frontendsDisksMetadataResult(params);
|
||||
break;
|
||||
case WORKLOAD_GROUPS:
|
||||
result = workloadGroupsMetadataResult(params);
|
||||
break;
|
||||
case CATALOGS:
|
||||
result = catalogsMetadataResult(params);
|
||||
break;
|
||||
@ -156,23 +176,26 @@ public class MetadataGenerator {
|
||||
|
||||
public static TFetchSchemaTableDataResult getSchemaTableData(TFetchSchemaTableDataRequest request)
|
||||
throws TException {
|
||||
if (!request.isSetMetadaTableParams() || !request.getMetadaTableParams().isSetMetadataType()) {
|
||||
return errorResult("Metadata table params is not set. ");
|
||||
if (!request.isSetSchemaTableParams()) {
|
||||
return errorResult("schema table params is not set.");
|
||||
}
|
||||
TFetchSchemaTableDataResult result;
|
||||
TMetadataTableRequestParams params = request.getMetadaTableParams();
|
||||
TSchemaTableRequestParams schemaTableParams = request.getSchemaTableParams();
|
||||
ImmutableMap<String, Integer> columnIndex;
|
||||
// todo(wb) move workload group/workload scheduler policy here
|
||||
switch (request.getMetadaTableParams().getMetadataType()) {
|
||||
case QUERIES:
|
||||
result = queriesMetadataResult(params, request);
|
||||
switch (request.getSchemaTableName()) {
|
||||
case ACTIVE_QUERIES:
|
||||
result = queriesMetadataResult(schemaTableParams, request);
|
||||
columnIndex = ACTIVE_QUERIES_COLUMN_TO_INDEX;
|
||||
break;
|
||||
case WORKLOAD_GROUPS:
|
||||
result = workloadGroupsMetadataResult(schemaTableParams);
|
||||
columnIndex = WORKLOAD_GROUPS_COLUMN_TO_INDEX;
|
||||
break;
|
||||
default:
|
||||
return errorResult("schema table params is not set.");
|
||||
return errorResult("invalid schema table name.");
|
||||
}
|
||||
if (result.getStatus().getStatusCode() == TStatusCode.OK) {
|
||||
filterColumns(result, params.getColumnsName(), columnIndex);
|
||||
if (schemaTableParams.isSetColumnsName() && result.getStatus().getStatusCode() == TStatusCode.OK) {
|
||||
filterColumns(result, schemaTableParams.getColumnsName(), columnIndex);
|
||||
}
|
||||
return result;
|
||||
}
|
||||
@ -406,7 +429,7 @@ public class MetadataGenerator {
|
||||
return result;
|
||||
}
|
||||
|
||||
private static TFetchSchemaTableDataResult workloadGroupsMetadataResult(TMetadataTableRequestParams params) {
|
||||
private static TFetchSchemaTableDataResult workloadGroupsMetadataResult(TSchemaTableRequestParams params) {
|
||||
if (!params.isSetCurrentUserIdent()) {
|
||||
return errorResult("current user ident is not set.");
|
||||
}
|
||||
@ -427,13 +450,11 @@ public class MetadataGenerator {
|
||||
trow.addToColumnValue(new TCell().setLongVal(Long.valueOf(rGroupsInfo.get(6)))); // max queue size
|
||||
trow.addToColumnValue(new TCell().setLongVal(Long.valueOf(rGroupsInfo.get(7)))); // queue timeout
|
||||
trow.addToColumnValue(new TCell().setStringVal(rGroupsInfo.get(8))); // cpu hard limit
|
||||
trow.addToColumnValue(new TCell().setIntVal(Integer.parseInt(rGroupsInfo.get(9)))); // scan thread num
|
||||
trow.addToColumnValue(new TCell().setLongVal(Long.valueOf(rGroupsInfo.get(9)))); // scan thread num
|
||||
// max remote scan thread num
|
||||
trow.addToColumnValue(new TCell().setIntVal(Integer.parseInt(rGroupsInfo.get(10))));
|
||||
trow.addToColumnValue(new TCell().setLongVal(Long.valueOf(rGroupsInfo.get(10))));
|
||||
// min remote scan thread num
|
||||
trow.addToColumnValue(new TCell().setIntVal(Integer.parseInt(rGroupsInfo.get(11))));
|
||||
trow.addToColumnValue(new TCell().setLongVal(Long.valueOf(rGroupsInfo.get(12)))); // running query num
|
||||
trow.addToColumnValue(new TCell().setLongVal(Long.valueOf(rGroupsInfo.get(13)))); // waiting query num
|
||||
trow.addToColumnValue(new TCell().setLongVal(Long.valueOf(rGroupsInfo.get(11))));
|
||||
dataBatch.add(trow);
|
||||
}
|
||||
|
||||
@ -516,13 +537,8 @@ public class MetadataGenerator {
|
||||
return trow;
|
||||
}
|
||||
|
||||
private static TFetchSchemaTableDataResult queriesMetadataResult(TMetadataTableRequestParams params,
|
||||
private static TFetchSchemaTableDataResult queriesMetadataResult(TSchemaTableRequestParams tSchemaTableParams,
|
||||
TFetchSchemaTableDataRequest parentRequest) {
|
||||
if (!params.isSetQueriesMetadataParams()) {
|
||||
return errorResult("queries metadata param is not set.");
|
||||
}
|
||||
|
||||
TQueriesMetadataParams queriesMetadataParams = params.getQueriesMetadataParams();
|
||||
TFetchSchemaTableDataResult result = new TFetchSchemaTableDataResult();
|
||||
|
||||
String selfNode = Env.getCurrentEnv().getSelfNode().getHost();
|
||||
@ -563,16 +579,14 @@ public class MetadataGenerator {
|
||||
}
|
||||
|
||||
/* Get the query results from other FE also */
|
||||
if (queriesMetadataParams.isRelayToOtherFe()) {
|
||||
TFetchSchemaTableDataRequest relayRequest = new TFetchSchemaTableDataRequest(parentRequest);
|
||||
TMetadataTableRequestParams relayParams = new TMetadataTableRequestParams(params);
|
||||
TQueriesMetadataParams relayQueryParams = new TQueriesMetadataParams(queriesMetadataParams);
|
||||
if (tSchemaTableParams.isReplayToOtherFe()) {
|
||||
TSchemaTableRequestParams replaySchemaTableParams = new TSchemaTableRequestParams(tSchemaTableParams);
|
||||
replaySchemaTableParams.setReplayToOtherFe(false);
|
||||
|
||||
relayQueryParams.setRelayToOtherFe(false);
|
||||
relayParams.setQueriesMetadataParams(relayQueryParams);
|
||||
relayRequest.setMetadaTableParams(relayParams);
|
||||
TFetchSchemaTableDataRequest replayFetchSchemaTableReq = new TFetchSchemaTableDataRequest(parentRequest);
|
||||
replayFetchSchemaTableReq.setSchemaTableParams(replaySchemaTableParams);
|
||||
|
||||
List<TFetchSchemaTableDataResult> relayResults = forwardToOtherFrontends(relayRequest);
|
||||
List<TFetchSchemaTableDataResult> relayResults = forwardToOtherFrontends(replayFetchSchemaTableReq);
|
||||
relayResults
|
||||
.forEach(rs -> rs.getDataBatch()
|
||||
.forEach(row -> dataBatch.add(row)));
|
||||
|
||||
@ -40,8 +40,6 @@ public abstract class MetadataTableValuedFunction extends TableValuedFunctionIf
|
||||
return FrontendsDisksTableValuedFunction.getColumnIndexFromColumnName(columnName);
|
||||
case ICEBERG:
|
||||
return IcebergTableValuedFunction.getColumnIndexFromColumnName(columnName);
|
||||
case WORKLOAD_GROUPS:
|
||||
return WorkloadGroupsTableValuedFunction.getColumnIndexFromColumnName(columnName);
|
||||
case CATALOGS:
|
||||
return CatalogsTableValuedFunction.getColumnIndexFromColumnName(columnName);
|
||||
case MATERIALIZED_VIEWS:
|
||||
|
||||
@ -62,8 +62,6 @@ public abstract class TableValuedFunctionIf {
|
||||
return new FrontendsTableValuedFunction(params);
|
||||
case FrontendsDisksTableValuedFunction.NAME:
|
||||
return new FrontendsDisksTableValuedFunction(params);
|
||||
case WorkloadGroupsTableValuedFunction.NAME:
|
||||
return new WorkloadGroupsTableValuedFunction(params);
|
||||
case CatalogsTableValuedFunction.NAME:
|
||||
return new CatalogsTableValuedFunction(params);
|
||||
case MvInfosTableValuedFunction.NAME:
|
||||
|
||||
@ -1,99 +0,0 @@
|
||||
// Licensed to the Apache Software Foundation (ASF) under one
|
||||
// or more contributor license agreements. See the NOTICE file
|
||||
// distributed with this work for additional information
|
||||
// regarding copyright ownership. The ASF licenses this file
|
||||
// to you under the Apache License, Version 2.0 (the
|
||||
// "License"); you may not use this file except in compliance
|
||||
// with the License. You may obtain a copy of the License at
|
||||
//
|
||||
// http://www.apache.org/licenses/LICENSE-2.0
|
||||
//
|
||||
// Unless required by applicable law or agreed to in writing,
|
||||
// software distributed under the License is distributed on an
|
||||
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
||||
// KIND, either express or implied. See the License for the
|
||||
// specific language governing permissions and limitations
|
||||
// under the License.
|
||||
|
||||
package org.apache.doris.tablefunction;
|
||||
|
||||
import org.apache.doris.catalog.Column;
|
||||
import org.apache.doris.catalog.PrimitiveType;
|
||||
import org.apache.doris.catalog.ScalarType;
|
||||
import org.apache.doris.nereids.exceptions.AnalysisException;
|
||||
import org.apache.doris.resource.workloadgroup.QueryQueue;
|
||||
import org.apache.doris.resource.workloadgroup.WorkloadGroup;
|
||||
import org.apache.doris.thrift.TMetaScanRange;
|
||||
import org.apache.doris.thrift.TMetadataType;
|
||||
|
||||
import com.google.common.collect.ImmutableList;
|
||||
import com.google.common.collect.ImmutableMap;
|
||||
|
||||
import java.util.List;
|
||||
import java.util.Map;
|
||||
|
||||
/**
|
||||
* The Implement of table valued function
|
||||
* workload_groups().
|
||||
*/
|
||||
public class WorkloadGroupsTableValuedFunction extends MetadataTableValuedFunction {
|
||||
public static final String NAME = "workload_groups";
|
||||
|
||||
private static final ImmutableList<Column> SCHEMA = ImmutableList.of(
|
||||
new Column("Id", ScalarType.createType(PrimitiveType.BIGINT)),
|
||||
new Column("Name", ScalarType.createStringType()),
|
||||
new Column(WorkloadGroup.CPU_SHARE, ScalarType.createType(PrimitiveType.BIGINT)),
|
||||
new Column(WorkloadGroup.MEMORY_LIMIT, ScalarType.createStringType()),
|
||||
new Column(WorkloadGroup.ENABLE_MEMORY_OVERCOMMIT, ScalarType.createStringType()),
|
||||
new Column(WorkloadGroup.MAX_CONCURRENCY, ScalarType.createType(PrimitiveType.BIGINT)),
|
||||
new Column(WorkloadGroup.MAX_QUEUE_SIZE, ScalarType.createType(PrimitiveType.BIGINT)),
|
||||
new Column(WorkloadGroup.QUEUE_TIMEOUT, ScalarType.createType(PrimitiveType.BIGINT)),
|
||||
new Column(WorkloadGroup.CPU_HARD_LIMIT, ScalarType.createStringType()),
|
||||
new Column(WorkloadGroup.SCAN_THREAD_NUM, ScalarType.createType(PrimitiveType.INT)),
|
||||
new Column(WorkloadGroup.MAX_REMOTE_SCAN_THREAD_NUM, ScalarType.createType(PrimitiveType.INT)),
|
||||
new Column(WorkloadGroup.MIN_REMOTE_SCAN_THREAD_NUM, ScalarType.createType(PrimitiveType.INT)),
|
||||
new Column(QueryQueue.RUNNING_QUERY_NUM, ScalarType.createType(PrimitiveType.BIGINT)),
|
||||
new Column(QueryQueue.WAITING_QUERY_NUM, ScalarType.createType(PrimitiveType.BIGINT)));
|
||||
|
||||
private static final ImmutableMap<String, Integer> COLUMN_TO_INDEX;
|
||||
|
||||
static {
|
||||
ImmutableMap.Builder<String, Integer> builder = new ImmutableMap.Builder();
|
||||
for (int i = 0; i < SCHEMA.size(); i++) {
|
||||
builder.put(SCHEMA.get(i).getName().toLowerCase(), i);
|
||||
}
|
||||
COLUMN_TO_INDEX = builder.build();
|
||||
}
|
||||
|
||||
public static Integer getColumnIndexFromColumnName(String columnName) {
|
||||
return COLUMN_TO_INDEX.get(columnName.toLowerCase());
|
||||
}
|
||||
|
||||
public WorkloadGroupsTableValuedFunction(Map<String, String> params) throws AnalysisException {
|
||||
if (params.size() != 0) {
|
||||
throw new AnalysisException("workload groups table-valued-function does not support any params");
|
||||
}
|
||||
}
|
||||
|
||||
@Override
|
||||
public TMetadataType getMetadataType() {
|
||||
return TMetadataType.WORKLOAD_GROUPS;
|
||||
}
|
||||
|
||||
@Override
|
||||
public TMetaScanRange getMetaScanRange() {
|
||||
TMetaScanRange metaScanRange = new TMetaScanRange();
|
||||
metaScanRange.setMetadataType(TMetadataType.WORKLOAD_GROUPS);
|
||||
return metaScanRange;
|
||||
}
|
||||
|
||||
@Override
|
||||
public String getTableName() {
|
||||
return "WorkloadGroupsTableValuedFunction";
|
||||
}
|
||||
|
||||
@Override
|
||||
public List<Column> getTableColumns() throws AnalysisException {
|
||||
return SCHEMA;
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user