[improvement](multi-catalog)add scanner isolation class loader (#22247)
Add scanner isolation class loader to make each plugin non-conflicting. The BE will get scanner classes by JNI call and use JniClassLoader load them. In the last version，we always get canner classes from the system class path by default, so it cannot isolate the classes for each scanner
This commit is contained in:
slothever
@ -0,0 +1,39 @@
|
||||
// Licensed to the Apache Software Foundation (ASF) under one
|
||||
// or more contributor license agreements. See the NOTICE file
|
||||
// distributed with this work for additional information
|
||||
// regarding copyright ownership. The ASF licenses this file
|
||||
// to you under the Apache License, Version 2.0 (the
|
||||
// "License"); you may not use this file except in compliance
|
||||
// with the License. You may obtain a copy of the License at
|
||||
//
|
||||
// http://www.apache.org/licenses/LICENSE-2.0
|
||||
//
|
||||
// Unless required by applicable law or agreed to in writing,
|
||||
// software distributed under the License is distributed on an
|
||||
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
||||
// KIND, either express or implied. See the License for the
|
||||
// specific language governing permissions and limitations
|
||||
// under the License.
|
||||
|
||||
package org.apache.doris.common.classloader;
|
||||
|
||||
import java.net.URL;
|
||||
import java.net.URLClassLoader;
|
||||
import java.util.List;
|
||||
|
||||
public class JniScannerClassLoader extends URLClassLoader {
|
||||
|
||||
private final String scannerName;
|
||||
|
||||
public JniScannerClassLoader(String scannerName, List<URL> urls) {
|
||||
super(urls.toArray(new URL[0]), ClassLoader.getSystemClassLoader());
|
||||
this.scannerName = scannerName;
|
||||
}
|
||||
|
||||
@Override
|
||||
public String toString() {
|
||||
return "JniScannerClassLoader{"
|
||||
+ "scannerName='" + scannerName
|
||||
+ '}';
|
||||
}
|
||||
}
|
||||
@ -0,0 +1,139 @@
|
||||
// Licensed to the Apache Software Foundation (ASF) under one
|
||||
// or more contributor license agreements. See the NOTICE file
|
||||
// distributed with this work for additional information
|
||||
// regarding copyright ownership. The ASF licenses this file
|
||||
// to you under the Apache License, Version 2.0 (the
|
||||
// "License"); you may not use this file except in compliance
|
||||
// with the License. You may obtain a copy of the License at
|
||||
//
|
||||
// http://www.apache.org/licenses/LICENSE-2.0
|
||||
//
|
||||
// Unless required by applicable law or agreed to in writing,
|
||||
// software distributed under the License is distributed on an
|
||||
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
||||
// KIND, either express or implied. See the License for the
|
||||
// specific language governing permissions and limitations
|
||||
// under the License.
|
||||
|
||||
package org.apache.doris.common.classloader;
|
||||
|
||||
import com.google.common.collect.Streams;
|
||||
|
||||
import java.io.File;
|
||||
import java.io.IOException;
|
||||
import java.io.UncheckedIOException;
|
||||
import java.net.MalformedURLException;
|
||||
import java.net.URL;
|
||||
import java.nio.file.DirectoryStream;
|
||||
import java.nio.file.Files;
|
||||
import java.nio.file.Path;
|
||||
import java.util.ArrayList;
|
||||
import java.util.Enumeration;
|
||||
import java.util.HashMap;
|
||||
import java.util.List;
|
||||
import java.util.Map;
|
||||
import java.util.jar.JarEntry;
|
||||
import java.util.jar.JarFile;
|
||||
import java.util.stream.Collectors;
|
||||
|
||||
/**
|
||||
* BE will load scanners by JNI call, and then the JniConnector on BE will get scanner class by getLoadedClass.
|
||||
*/
|
||||
public class ScannerLoader {
|
||||
private static final Map<String, Class<?>> loadedClasses = new HashMap<>();
|
||||
private static final String CLASS_SUFFIX = ".class";
|
||||
private static final String LOAD_PACKAGE = "org.apache.doris";
|
||||
|
||||
/**
|
||||
* Load all classes from $DORIS_HOME/lib/java_extensions/*
|
||||
*/
|
||||
public void loadAllScannerJars() {
|
||||
String basePath = System.getenv("DORIS_HOME");
|
||||
File library = new File(basePath, "/lib/java_extensions/");
|
||||
// TODO: add thread pool to load each scanner
|
||||
listFiles(library).stream().filter(File::isDirectory).forEach(sd -> {
|
||||
JniScannerClassLoader classLoader = new JniScannerClassLoader(sd.getName(), buildClassPath(sd));
|
||||
try (ThreadClassLoaderContext ignored = new ThreadClassLoaderContext(classLoader)) {
|
||||
loadJarClassFromDir(sd, classLoader);
|
||||
}
|
||||
});
|
||||
}
|
||||
|
||||
/**
|
||||
* Get loaded class for JNI scanners
|
||||
* @param className JNI scanner class name
|
||||
* @return scanner class object
|
||||
* @throws ClassNotFoundException JNI scanner class not found
|
||||
*/
|
||||
public Class<?> getLoadedClass(String className) throws ClassNotFoundException {
|
||||
String loadedClassName = getPackagePathName(className);
|
||||
if (loadedClasses.containsKey(loadedClassName)) {
|
||||
return loadedClasses.get(loadedClassName);
|
||||
} else {
|
||||
throw new ClassNotFoundException("JNI scanner has not been loaded or no such class: " + className);
|
||||
}
|
||||
}
|
||||
|
||||
private static List<URL> buildClassPath(File path) {
|
||||
return listFiles(path).stream()
|
||||
.map(ScannerLoader::classFileUrl)
|
||||
.collect(Collectors.toList());
|
||||
}
|
||||
|
||||
private static URL classFileUrl(File file) {
|
||||
try {
|
||||
return file.toURI().toURL();
|
||||
} catch (MalformedURLException e) {
|
||||
throw new UncheckedIOException(e);
|
||||
}
|
||||
}
|
||||
|
||||
public static List<File> listFiles(File library) {
|
||||
try (DirectoryStream<Path> directoryStream = Files.newDirectoryStream(library.toPath())) {
|
||||
return Streams.stream(directoryStream)
|
||||
.map(Path::toFile)
|
||||
.sorted()
|
||||
.collect(Collectors.toList());
|
||||
|
||||
} catch (IOException e) {
|
||||
throw new RuntimeException(e);
|
||||
}
|
||||
}
|
||||
|
||||
public static void loadJarClassFromDir(File dir, JniScannerClassLoader classLoader) {
|
||||
listFiles(dir).forEach(file -> {
|
||||
Enumeration<JarEntry> entryEnumeration;
|
||||
List<String> loadClassNames = new ArrayList<>();
|
||||
try {
|
||||
try (JarFile jar = new JarFile(file)) {
|
||||
entryEnumeration = jar.entries();
|
||||
while (entryEnumeration.hasMoreElements()) {
|
||||
JarEntry entry = entryEnumeration.nextElement();
|
||||
String className = entry.getName();
|
||||
if (!className.endsWith(CLASS_SUFFIX)) {
|
||||
continue;
|
||||
}
|
||||
className = className.substring(0, className.length() - CLASS_SUFFIX.length());
|
||||
String packageClassName = getPackagePathName(className);
|
||||
if (needToLoad(packageClassName)) {
|
||||
loadClassNames.add(packageClassName);
|
||||
}
|
||||
}
|
||||
}
|
||||
for (String className : loadClassNames) {
|
||||
loadedClasses.putIfAbsent(className, classLoader.loadClass(className));
|
||||
}
|
||||
} catch (Exception e) {
|
||||
throw new RuntimeException(e.getMessage(), e);
|
||||
}
|
||||
});
|
||||
}
|
||||
|
||||
private static String getPackagePathName(String className) {
|
||||
return className.replace("/", ".");
|
||||
}
|
||||
|
||||
private static boolean needToLoad(String className) {
|
||||
return className.contains(LOAD_PACKAGE) && !className.contains("$");
|
||||
}
|
||||
}
|
||||
@ -0,0 +1,35 @@
|
||||
// Licensed to the Apache Software Foundation (ASF) under one
|
||||
// or more contributor license agreements. See the NOTICE file
|
||||
// distributed with this work for additional information
|
||||
// regarding copyright ownership. The ASF licenses this file
|
||||
// to you under the Apache License, Version 2.0 (the
|
||||
// "License"); you may not use this file except in compliance
|
||||
// with the License. You may obtain a copy of the License at
|
||||
//
|
||||
// http://www.apache.org/licenses/LICENSE-2.0
|
||||
//
|
||||
// Unless required by applicable law or agreed to in writing,
|
||||
// software distributed under the License is distributed on an
|
||||
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
||||
// KIND, either express or implied. See the License for the
|
||||
// specific language governing permissions and limitations
|
||||
// under the License.
|
||||
|
||||
package org.apache.doris.common.classloader;
|
||||
|
||||
import java.io.Closeable;
|
||||
|
||||
public class ThreadClassLoaderContext implements Closeable {
|
||||
|
||||
private final ClassLoader originClassLoader;
|
||||
|
||||
public ThreadClassLoaderContext(ClassLoader contextClassLoader) {
|
||||
this.originClassLoader = Thread.currentThread().getContextClassLoader();
|
||||
Thread.currentThread().setContextClassLoader(contextClassLoader);
|
||||
}
|
||||
|
||||
@Override
|
||||
public void close() {
|
||||
Thread.currentThread().setContextClassLoader(originClassLoader);
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user