database/doris
2
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

[improvement](statistics)Support drop cached stats. (#39367) (#39462)

Browse Source 
backport: https://github.com/apache/doris/pull/39367
This commit is contained in:
Jibing-Li
2024-08-16 14:12:58 +08:00
committed by GitHub
parent d56000e924
commit 6aafc5adb4
5 changed files with 207 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

116
fe/fe-core/src/main/java/org/apache/doris/analysis/DropCachedStatsStmt.java Normal file
View File

@ -0,0 +1,116 @@
// Licensed to the Apache Software Foundation (ASF) under one
// or more contributor license agreements. See the NOTICE file
// distributed with this work for additional information
// regarding copyright ownership. The ASF licenses this file
// to you under the Apache License, Version 2.0 (the
// "License"); you may not use this file except in compliance
// with the License. You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing,
// software distributed under the License is distributed on an
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
// KIND, either express or implied. See the License for the
// specific language governing permissions and limitations
// under the License.
package org.apache.doris.analysis;
import org.apache.doris.catalog.DatabaseIf;
import org.apache.doris.catalog.Env;
import org.apache.doris.catalog.TableIf;
import org.apache.doris.common.AnalysisException;
import org.apache.doris.common.ErrorCode;
import org.apache.doris.common.ErrorReport;
import org.apache.doris.common.UserException;
import org.apache.doris.datasource.CatalogIf;
import org.apache.doris.mysql.privilege.PrivPredicate;
import org.apache.doris.qe.ConnectContext;
/**
* Manually drop cached statistics for table and its mv.
* <p>
* syntax:
* DROP CACHED STATS TableName;
*/
public class DropCachedStatsStmt extends DdlStmt {
private final TableName tableName;
private long catalogId;
private long dbId;
private long tblId;
public DropCachedStatsStmt(TableName tableName) {
this.tableName = tableName;
}
@Override
public void analyze(Analyzer analyzer) throws UserException {
super.analyze(analyzer);
if (tableName == null) {
throw new UserException("Should specify a valid table name.");
}
tableName.analyze(analyzer);
String catalogName = tableName.getCtl();
String dbName = tableName.getDb();
String tblName = tableName.getTbl();
CatalogIf catalog = analyzer.getEnv().getCatalogMgr()
.getCatalogOrAnalysisException(catalogName);
DatabaseIf db = catalog.getDbOrAnalysisException(dbName);
TableIf table = db.getTableOrAnalysisException(tblName);
tblId = table.getId();
dbId = db.getId();
catalogId = catalog.getId();
// check permission
checkAnalyzePriv(catalogName, db.getFullName(), table.getName());
}
public long getTblId() {
return tblId;
}
public long getDbId() {
return dbId;
}
public long getCatalogIdId() {
return catalogId;
}
@Override
public String toSql() {
StringBuilder sb = new StringBuilder();
sb.append("DROP CACHED STATS ");
if (tableName != null) {
sb.append(tableName.toSql());
}
return sb.toString();
}
@Override
public String toString() {
return toSql();
}
private void checkAnalyzePriv(String catalogName, String dbName, String tblName) throws AnalysisException {
if (!Env.getCurrentEnv().getAccessManager()
.checkTblPriv(ConnectContext.get(), catalogName, dbName, tblName,
PrivPredicate.DROP)) {
ErrorReport.reportAnalysisException(
ErrorCode.ERR_TABLEACCESS_DENIED_ERROR,
"DROP",
ConnectContext.get().getQualifiedUser(),
ConnectContext.get().getRemoteIP(),
dbName + "." + tblName);
}
}
@Override
public RedirectStatus getRedirectStatus() {
return RedirectStatus.NO_FORWARD;
}
}

3
fe/fe-core/src/main/java/org/apache/doris/qe/DdlExecutor.java
View File

@ -83,6 +83,7 @@ import org.apache.doris.analysis.CreateWorkloadGroupStmt;
import org.apache.doris.analysis.CreateWorkloadSchedPolicyStmt;
import org.apache.doris.analysis.DdlStmt;
import org.apache.doris.analysis.DropAnalyzeJobStmt;
import org.apache.doris.analysis.DropCachedStatsStmt;
import org.apache.doris.analysis.DropCatalogStmt;
import org.apache.doris.analysis.DropDbStmt;
import org.apache.doris.analysis.DropEncryptKeyStmt;
@ -380,6 +381,8 @@ public class DdlExecutor {
ProfileManager.getInstance().cleanProfile();
} else if (ddlStmt instanceof DropStatsStmt) {
env.getAnalysisManager().dropStats((DropStatsStmt) ddlStmt);
} else if (ddlStmt instanceof DropCachedStatsStmt) {
env.getAnalysisManager().dropCachedStats((DropCachedStatsStmt) ddlStmt);
} else if (ddlStmt instanceof KillAnalysisJobStmt) {
env.getAnalysisManager().handleKillAnalyzeStmt((KillAnalysisJobStmt) ddlStmt);
} else if (ddlStmt instanceof CleanQueryStatsStmt) {

28
fe/fe-core/src/main/java/org/apache/doris/statistics/AnalysisManager.java
View File

@ -22,6 +22,7 @@ import org.apache.doris.analysis.AnalyzeProperties;
import org.apache.doris.analysis.AnalyzeStmt;
import org.apache.doris.analysis.AnalyzeTblStmt;
import org.apache.doris.analysis.DropAnalyzeJobStmt;
import org.apache.doris.analysis.DropCachedStatsStmt;
import org.apache.doris.analysis.DropStatsStmt;
import org.apache.doris.analysis.KillAnalysisJobStmt;
import org.apache.doris.analysis.ShowAnalyzeStmt;
@ -617,6 +618,13 @@ public class AnalysisManager implements Writable {
StatisticsUtil.getAnalyzeTimeout()));
}
public void dropCachedStats(DropCachedStatsStmt stmt) {
long catalogId = stmt.getCatalogIdId();
long dbId = stmt.getDbId();
long tblId = stmt.getTblId();
dropCachedStats(catalogId, dbId, tblId);
}
public void dropStats(DropStatsStmt dropStatsStmt) throws DdlException {
if (dropStatsStmt.dropExpired) {
Env.getCurrentEnv().getStatisticsCleaner().clear();
@ -652,8 +660,26 @@ public class AnalysisManager implements Writable {
StatisticsRepository.dropStatisticsByColNames(catalogId, dbId, table.getId(), cols);
}
public void dropCachedStats(long catalogId, long dbId, long tableId) {
TableIf table = StatisticsUtil.findTable(catalogId, dbId, tableId);
StatisticsCache statsCache = Env.getCurrentEnv().getStatisticsCache();
Set<String> columns = table.getSchemaAllIndexes(false)
.stream().map(Column::getName).collect(Collectors.toSet());
for (String column : columns) {
List<Long> indexIds = Lists.newArrayList();
if (table instanceof OlapTable) {
indexIds = ((OlapTable) table).getMvColumnIndexIds(column);
} else {
indexIds.add(-1L);
}
for (long indexId : indexIds) {
statsCache.invalidate(catalogId, dbId, tableId, indexId, column);
}
}
}
public void invalidateLocalStats(long catalogId, long dbId, long tableId,
Set<String> columns, TableStatsMeta tableStats) {
Set<String> columns, TableStatsMeta tableStats) {
if (tableStats == null) {
return;
}