From ad9685f479c40c7fd1b99c9b081a2236dfc45819 Mon Sep 17 00:00:00 2001 From: hengyunabc Date: Tue, 5 Feb 2019 15:39:42 +0800 Subject: [PATCH] add memorycompiler module. #373 --- memorycompiler/LICENSE | 201 +++++++++++ memorycompiler/README.md | 7 + memorycompiler/pom.xml | 63 ++++ .../arthas/compiler/CustomJavaFileObject.java | 104 ++++++ .../arthas/compiler/DynamicClassLoader.java | 63 ++++ .../arthas/compiler/DynamicCompiler.java | 167 +++++++++ .../compiler/DynamicCompilerException.java | 82 +++++ .../compiler/DynamicJavaFileManager.java | 84 +++++ .../arthas/compiler/MemoryByteCode.java | 68 ++++ .../compiler/PackageInternalsFinder.java | 111 ++++++ .../taobao/arthas/compiler/StringSource.java | 40 +++ .../arthas/compiler/DynamicCompilerTest.java | 45 +++ .../src/test/resources/TestLogger1.java | 319 ++++++++++++++++++ .../src/test/resources/TestLogger2.java | 7 + pom.xml | 1 + 15 files changed, 1362 insertions(+) create mode 100644 memorycompiler/LICENSE create mode 100644 memorycompiler/README.md create mode 100644 memorycompiler/pom.xml create mode 100644 memorycompiler/src/main/java/com/taobao/arthas/compiler/CustomJavaFileObject.java create mode 100644 memorycompiler/src/main/java/com/taobao/arthas/compiler/DynamicClassLoader.java create mode 100644 memorycompiler/src/main/java/com/taobao/arthas/compiler/DynamicCompiler.java create mode 100644 memorycompiler/src/main/java/com/taobao/arthas/compiler/DynamicCompilerException.java create mode 100644 memorycompiler/src/main/java/com/taobao/arthas/compiler/DynamicJavaFileManager.java create mode 100644 memorycompiler/src/main/java/com/taobao/arthas/compiler/MemoryByteCode.java create mode 100644 memorycompiler/src/main/java/com/taobao/arthas/compiler/PackageInternalsFinder.java create mode 100644 memorycompiler/src/main/java/com/taobao/arthas/compiler/StringSource.java create mode 100644 memorycompiler/src/test/java/com/taobao/arthas/compiler/DynamicCompilerTest.java create mode 100644 memorycompiler/src/test/resources/TestLogger1.java create mode 100644 memorycompiler/src/test/resources/TestLogger2.java diff --git a/memorycompiler/LICENSE b/memorycompiler/LICENSE new file mode 100644 index 00000000..8dada3ed --- /dev/null +++ b/memorycompiler/LICENSE @@ -0,0 +1,201 @@ + Apache License + Version 2.0, January 2004 + http://www.apache.org/licenses/ + + TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION + + 1. Definitions. + + "License" shall mean the terms and conditions for use, reproduction, + and distribution as defined by Sections 1 through 9 of this document. + + "Licensor" shall mean the copyright owner or entity authorized by + the copyright owner that is granting the License. + + "Legal Entity" shall mean the union of the acting entity and all + other entities that control, are controlled by, or are under common + control with that entity. For the purposes of this definition, + "control" means (i) the power, direct or indirect, to cause the + direction or management of such entity, whether by contract or + otherwise, or (ii) ownership of fifty percent (50%) or more of the + outstanding shares, or (iii) beneficial ownership of such entity. + + "You" (or "Your") shall mean an individual or Legal Entity + exercising permissions granted by this License. + + "Source" form shall mean the preferred form for making modifications, + including but not limited to software source code, documentation + source, and configuration files. + + "Object" form shall mean any form resulting from mechanical + transformation or translation of a Source form, including but + not limited to compiled object code, generated documentation, + and conversions to other media types. + + "Work" shall mean the work of authorship, whether in Source or + Object form, made available under the License, as indicated by a + copyright notice that is included in or attached to the work + (an example is provided in the Appendix below). + + "Derivative Works" shall mean any work, whether in Source or Object + form, that is based on (or derived from) the Work and for which the + editorial revisions, annotations, elaborations, or other modifications + represent, as a whole, an original work of authorship. For the purposes + of this License, Derivative Works shall not include works that remain + separable from, or merely link (or bind by name) to the interfaces of, + the Work and Derivative Works thereof. + + "Contribution" shall mean any work of authorship, including + the original version of the Work and any modifications or additions + to that Work or Derivative Works thereof, that is intentionally + submitted to Licensor for inclusion in the Work by the copyright owner + or by an individual or Legal Entity authorized to submit on behalf of + the copyright owner. For the purposes of this definition, "submitted" + means any form of electronic, verbal, or written communication sent + to the Licensor or its representatives, including but not limited to + communication on electronic mailing lists, source code control systems, + and issue tracking systems that are managed by, or on behalf of, the + Licensor for the purpose of discussing and improving the Work, but + excluding communication that is conspicuously marked or otherwise + designated in writing by the copyright owner as "Not a Contribution." + + "Contributor" shall mean Licensor and any individual or Legal Entity + on behalf of whom a Contribution has been received by Licensor and + subsequently incorporated within the Work. + + 2. Grant of Copyright License. Subject to the terms and conditions of + this License, each Contributor hereby grants to You a perpetual, + worldwide, non-exclusive, no-charge, royalty-free, irrevocable + copyright license to reproduce, prepare Derivative Works of, + publicly display, publicly perform, sublicense, and distribute the + Work and such Derivative Works in Source or Object form. + + 3. Grant of Patent License. Subject to the terms and conditions of + this License, each Contributor hereby grants to You a perpetual, + worldwide, non-exclusive, no-charge, royalty-free, irrevocable + (except as stated in this section) patent license to make, have made, + use, offer to sell, sell, import, and otherwise transfer the Work, + where such license applies only to those patent claims licensable + by such Contributor that are necessarily infringed by their + Contribution(s) alone or by combination of their Contribution(s) + with the Work to which such Contribution(s) was submitted. If You + institute patent litigation against any entity (including a + cross-claim or counterclaim in a lawsuit) alleging that the Work + or a Contribution incorporated within the Work constitutes direct + or contributory patent infringement, then any patent licenses + granted to You under this License for that Work shall terminate + as of the date such litigation is filed. + + 4. Redistribution. You may reproduce and distribute copies of the + Work or Derivative Works thereof in any medium, with or without + modifications, and in Source or Object form, provided that You + meet the following conditions: + + (a) You must give any other recipients of the Work or + Derivative Works a copy of this License; and + + (b) You must cause any modified files to carry prominent notices + stating that You changed the files; and + + (c) You must retain, in the Source form of any Derivative Works + that You distribute, all copyright, patent, trademark, and + attribution notices from the Source form of the Work, + excluding those notices that do not pertain to any part of + the Derivative Works; and + + (d) If the Work includes a "NOTICE" text file as part of its + distribution, then any Derivative Works that You distribute must + include a readable copy of the attribution notices contained + within such NOTICE file, excluding those notices that do not + pertain to any part of the Derivative Works, in at least one + of the following places: within a NOTICE text file distributed + as part of the Derivative Works; within the Source form or + documentation, if provided along with the Derivative Works; or, + within a display generated by the Derivative Works, if and + wherever such third-party notices normally appear. The contents + of the NOTICE file are for informational purposes only and + do not modify the License. You may add Your own attribution + notices within Derivative Works that You distribute, alongside + or as an addendum to the NOTICE text from the Work, provided + that such additional attribution notices cannot be construed + as modifying the License. + + You may add Your own copyright statement to Your modifications and + may provide additional or different license terms and conditions + for use, reproduction, or distribution of Your modifications, or + for any such Derivative Works as a whole, provided Your use, + reproduction, and distribution of the Work otherwise complies with + the conditions stated in this License. + + 5. Submission of Contributions. Unless You explicitly state otherwise, + any Contribution intentionally submitted for inclusion in the Work + by You to the Licensor shall be under the terms and conditions of + this License, without any additional terms or conditions. + Notwithstanding the above, nothing herein shall supersede or modify + the terms of any separate license agreement you may have executed + with Licensor regarding such Contributions. + + 6. Trademarks. This License does not grant permission to use the trade + names, trademarks, service marks, or product names of the Licensor, + except as required for reasonable and customary use in describing the + origin of the Work and reproducing the content of the NOTICE file. + + 7. Disclaimer of Warranty. Unless required by applicable law or + agreed to in writing, Licensor provides the Work (and each + Contributor provides its Contributions) on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or + implied, including, without limitation, any warranties or conditions + of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A + PARTICULAR PURPOSE. You are solely responsible for determining the + appropriateness of using or redistributing the Work and assume any + risks associated with Your exercise of permissions under this License. + + 8. Limitation of Liability. In no event and under no legal theory, + whether in tort (including negligence), contract, or otherwise, + unless required by applicable law (such as deliberate and grossly + negligent acts) or agreed to in writing, shall any Contributor be + liable to You for damages, including any direct, indirect, special, + incidental, or consequential damages of any character arising as a + result of this License or out of the use or inability to use the + Work (including but not limited to damages for loss of goodwill, + work stoppage, computer failure or malfunction, or any and all + other commercial damages or losses), even if such Contributor + has been advised of the possibility of such damages. + + 9. Accepting Warranty or Additional Liability. While redistributing + the Work or Derivative Works thereof, You may choose to offer, + and charge a fee for, acceptance of support, warranty, indemnity, + or other liability obligations and/or rights consistent with this + License. However, in accepting such obligations, You may act only + on Your own behalf and on Your sole responsibility, not on behalf + of any other Contributor, and only if You agree to indemnify, + defend, and hold each Contributor harmless for any liability + incurred by, or claims asserted against, such Contributor by reason + of your accepting any such warranty or additional liability. + + END OF TERMS AND CONDITIONS + + APPENDIX: How to apply the Apache License to your work. + + To apply the Apache License to your work, attach the following + boilerplate notice, with the fields enclosed by brackets "{}" + replaced with your own identifying information. (Don't include + the brackets!) The text should be enclosed in the appropriate + comment syntax for the file format. We also recommend that a + file or class name and description of purpose be included on the + same "printed page" as the copyright notice for easier + identification within third-party archives. + + Copyright {yyyy} {name of copyright owner} + + Licensed under the Apache License, Version 2.0 (the "License"); + you may not use this file except in compliance with the License. + You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. diff --git a/memorycompiler/README.md b/memorycompiler/README.md new file mode 100644 index 00000000..f1e77b7a --- /dev/null +++ b/memorycompiler/README.md @@ -0,0 +1,7 @@ + + +Fork from https://github.com/skalogs/SkaETL/tree/master/compiler , f6504fb + +* Support get byte code from `DynamicCompiler` +* Change package to `com.taobao.arthas` + diff --git a/memorycompiler/pom.xml b/memorycompiler/pom.xml new file mode 100644 index 00000000..034251d6 --- /dev/null +++ b/memorycompiler/pom.xml @@ -0,0 +1,63 @@ + + + 4.0.0 + + com.taobao.arthas + arthas-all + 3.0.6-SNAPSHOT + ../pom.xml + + arthas-memorycompiler + arthas-memorycompiler + + + + commons-io + commons-io + 2.6 + test + + + + org.slf4j + slf4j-api + provided + + + + ch.qos.logback + logback-classic + test + + + ch.qos.logback + logback-core + test + + + + junit + junit + test + + + + + arthas-agent + + + org.apache.maven.plugins + maven-compiler-plugin + + 1.6 + 1.6 + UTF-8 + true + + + + + + diff --git a/memorycompiler/src/main/java/com/taobao/arthas/compiler/CustomJavaFileObject.java b/memorycompiler/src/main/java/com/taobao/arthas/compiler/CustomJavaFileObject.java new file mode 100644 index 00000000..8f63e3cc --- /dev/null +++ b/memorycompiler/src/main/java/com/taobao/arthas/compiler/CustomJavaFileObject.java @@ -0,0 +1,104 @@ +package com.taobao.arthas.compiler; + +/*- + * #%L + * compiler + * %% + * Copyright (C) 2017 - 2018 SkaLogs + * %% + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + * #L% + */ + +import javax.lang.model.element.Modifier; +import javax.lang.model.element.NestingKind; +import javax.tools.JavaFileObject; +import java.io.*; +import java.net.URI; + +public class CustomJavaFileObject implements JavaFileObject { + private final String binaryName; + private final URI uri; + private final String name; + + public CustomJavaFileObject(String binaryName, URI uri) { + this.uri = uri; + this.binaryName = binaryName; + name = uri.getPath() == null ? uri.getSchemeSpecificPart() : uri.getPath(); // for FS based URI the path is not null, for JAR URI the scheme specific part is not null + } + + public URI toUri() { + return uri; + } + + public InputStream openInputStream() throws IOException { + return uri.toURL().openStream(); + } + + public OutputStream openOutputStream() { + throw new UnsupportedOperationException(); + } + + public String getName() { + return name; + } + + public Reader openReader(boolean ignoreEncodingErrors) { + throw new UnsupportedOperationException(); + } + + public CharSequence getCharContent(boolean ignoreEncodingErrors) { + throw new UnsupportedOperationException(); + } + + public Writer openWriter() throws IOException { + throw new UnsupportedOperationException(); + } + + public long getLastModified() { + return 0; + } + + public boolean delete() { + throw new UnsupportedOperationException(); + } + + public Kind getKind() { + return Kind.CLASS; + } + + public boolean isNameCompatible(String simpleName, Kind kind) { + String baseName = simpleName + kind.extension; + return kind.equals(getKind()) + && (baseName.equals(getName()) + || getName().endsWith("/" + baseName)); + } + + public NestingKind getNestingKind() { + throw new UnsupportedOperationException(); + } + + public Modifier getAccessLevel() { + throw new UnsupportedOperationException(); + } + + public String binaryName() { + return binaryName; + } + + + public String toString() { + return this.getClass().getName() + "[" + this.toUri() + "]"; + } +} + diff --git a/memorycompiler/src/main/java/com/taobao/arthas/compiler/DynamicClassLoader.java b/memorycompiler/src/main/java/com/taobao/arthas/compiler/DynamicClassLoader.java new file mode 100644 index 00000000..da941d55 --- /dev/null +++ b/memorycompiler/src/main/java/com/taobao/arthas/compiler/DynamicClassLoader.java @@ -0,0 +1,63 @@ +package com.taobao.arthas.compiler; + +/*- + * #%L + * compiler + * %% + * Copyright (C) 2017 - 2018 SkaLogs + * %% + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + * #L% + */ + +import java.util.HashMap; +import java.util.Map; +import java.util.Map.Entry; + +public class DynamicClassLoader extends ClassLoader { + private final Map byteCodes = new HashMap(); + + public DynamicClassLoader(ClassLoader classLoader) { + super(classLoader); + } + + public void registerCompiledSource(MemoryByteCode byteCode) { + byteCodes.put(byteCode.getClassName(), byteCode); + } + + @Override + protected Class findClass(String name) throws ClassNotFoundException { + MemoryByteCode byteCode = byteCodes.get(name); + if (byteCode == null) { + return super.findClass(name); + } + + return super.defineClass(name, byteCode.getByteCode(), 0, byteCode.getByteCode().length); + } + + public Map> getClasses() throws ClassNotFoundException { + Map> classes = new HashMap>(); + for (MemoryByteCode byteCode : byteCodes.values()) { + classes.put(byteCode.getClassName(), findClass(byteCode.getClassName())); + } + return classes; + } + + public Map getByteCodes() { + Map result = new HashMap(byteCodes.size()); + for (Entry entry : byteCodes.entrySet()) { + result.put(entry.getKey(), entry.getValue().getByteCode()); + } + return result; + } +} diff --git a/memorycompiler/src/main/java/com/taobao/arthas/compiler/DynamicCompiler.java b/memorycompiler/src/main/java/com/taobao/arthas/compiler/DynamicCompiler.java new file mode 100644 index 00000000..ef8a0d9c --- /dev/null +++ b/memorycompiler/src/main/java/com/taobao/arthas/compiler/DynamicCompiler.java @@ -0,0 +1,167 @@ +package com.taobao.arthas.compiler; + +import java.util.ArrayList; +import java.util.Collection; +import java.util.List; +import java.util.Locale; +import java.util.Map; + +import javax.tools.Diagnostic; +import javax.tools.DiagnosticCollector; +import javax.tools.JavaCompiler; +import javax.tools.JavaFileManager; +import javax.tools.JavaFileObject; +import javax.tools.StandardJavaFileManager; +import javax.tools.ToolProvider; + +public class DynamicCompiler { + private final JavaCompiler javaCompiler = ToolProvider.getSystemJavaCompiler(); + private final StandardJavaFileManager standardFileManager; + private final List options = new ArrayList(); + private final DynamicClassLoader dynamicClassLoader; + + private final Collection compilationUnits = new ArrayList(); + private final List> errors = new ArrayList>(); + private final List> warnings = new ArrayList>(); + + public DynamicCompiler(ClassLoader classLoader) { + standardFileManager = javaCompiler.getStandardFileManager(null, null, null); + + options.add("-Xlint:unchecked"); + dynamicClassLoader = new DynamicClassLoader(classLoader); + + } + + public void addSource(String className, String source) { + addSource(new StringSource(className, source)); + } + + public void addSource(JavaFileObject javaFileObject) { + compilationUnits.add(javaFileObject); + } + + public Map> build() { + + errors.clear(); + warnings.clear(); + + JavaFileManager fileManager = new DynamicJavaFileManager(standardFileManager, dynamicClassLoader); + + DiagnosticCollector collector = new DiagnosticCollector(); + JavaCompiler.CompilationTask task = javaCompiler.getTask(null, fileManager, collector, options, null, + compilationUnits); + + try { + + if (!compilationUnits.isEmpty()) { + boolean result = task.call(); + + if (!result || collector.getDiagnostics().size() > 0) { + + for (Diagnostic diagnostic : collector.getDiagnostics()) { + switch (diagnostic.getKind()) { + case NOTE: + case MANDATORY_WARNING: + case WARNING: + warnings.add(diagnostic); + break; + case OTHER: + case ERROR: + default: + errors.add(diagnostic); + break; + } + + } + + if (!errors.isEmpty()) { + throw new DynamicCompilerException("Compilation Error", errors); + } + } + } + + return dynamicClassLoader.getClasses(); + } catch (Throwable e) { + throw new DynamicCompilerException(e); + } finally { + compilationUnits.clear(); + + } + + } + + public Map buildByteCodes() { + + errors.clear(); + warnings.clear(); + + JavaFileManager fileManager = new DynamicJavaFileManager(standardFileManager, dynamicClassLoader); + + DiagnosticCollector collector = new DiagnosticCollector(); + JavaCompiler.CompilationTask task = javaCompiler.getTask(null, fileManager, collector, options, null, + compilationUnits); + + try { + + if (!compilationUnits.isEmpty()) { + boolean result = task.call(); + + if (!result || collector.getDiagnostics().size() > 0) { + + for (Diagnostic diagnostic : collector.getDiagnostics()) { + switch (diagnostic.getKind()) { + case NOTE: + case MANDATORY_WARNING: + case WARNING: + warnings.add(diagnostic); + break; + case OTHER: + case ERROR: + default: + errors.add(diagnostic); + break; + } + + } + + if (!errors.isEmpty()) { + throw new DynamicCompilerException("Compilation Error", errors); + } + } + } + + return dynamicClassLoader.getByteCodes(); + } catch (ClassFormatError e) { + throw new DynamicCompilerException(e); + } finally { + compilationUnits.clear(); + + } + + } + + private List diagnosticToString(List> diagnostics) { + + List diagnosticMessages = new ArrayList(); + + for (Diagnostic diagnostic : diagnostics) { + diagnosticMessages.add( + "line: " + diagnostic.getLineNumber() + ", message: " + diagnostic.getMessage(Locale.US)); + } + + return diagnosticMessages; + + } + + public List getErrors() { + return diagnosticToString(errors); + } + + public List getWarnings() { + return diagnosticToString(warnings); + } + + public ClassLoader getClassLoader() { + return dynamicClassLoader; + } +} diff --git a/memorycompiler/src/main/java/com/taobao/arthas/compiler/DynamicCompilerException.java b/memorycompiler/src/main/java/com/taobao/arthas/compiler/DynamicCompilerException.java new file mode 100644 index 00000000..c883a69a --- /dev/null +++ b/memorycompiler/src/main/java/com/taobao/arthas/compiler/DynamicCompilerException.java @@ -0,0 +1,82 @@ +package com.taobao.arthas.compiler; + +/*- + * #%L + * compiler + * %% + * Copyright (C) 2017 - 2018 SkaLogs + * %% + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + * #L% + */ + +import javax.tools.Diagnostic; +import javax.tools.JavaFileObject; +import java.util.*; + +public class DynamicCompilerException extends RuntimeException { + private static final long serialVersionUID = 1L; + private List> diagnostics; + + public DynamicCompilerException(String message, List> diagnostics) { + super(message); + this.diagnostics = diagnostics; + } + + public DynamicCompilerException(Throwable cause) { + super(cause); + } + + private List> getErrorList() { + List> messages = new ArrayList>(); + if (diagnostics != null) { + for (Diagnostic diagnostic : diagnostics) { + Map message = new HashMap(); + message.put("line", diagnostic.getLineNumber()); + message.put("message", diagnostic.getMessage(Locale.US)); + messages.add(message); + } + + } + return messages; + } + + private String getErrors() { + StringBuilder errors = new StringBuilder(); + + for (Map entry : getErrorList()) { + + for (String key : entry.keySet()) { + + Object value = entry.get(key); + if (value != null && !value.toString().isEmpty()) { + errors.append(key); + errors.append(": "); + errors.append(value); + } + errors.append(" , "); + } + + errors.append("\n"); + } + + return errors.toString(); + + } + + @Override + public String getMessage() { + return super.getMessage() + "\n" + getErrors(); + } + +} diff --git a/memorycompiler/src/main/java/com/taobao/arthas/compiler/DynamicJavaFileManager.java b/memorycompiler/src/main/java/com/taobao/arthas/compiler/DynamicJavaFileManager.java new file mode 100644 index 00000000..5ff09ff2 --- /dev/null +++ b/memorycompiler/src/main/java/com/taobao/arthas/compiler/DynamicJavaFileManager.java @@ -0,0 +1,84 @@ +package com.taobao.arthas.compiler; + +import java.io.IOException; +import java.util.ArrayList; +import java.util.Collections; +import java.util.List; +import java.util.Set; + +import javax.tools.FileObject; +import javax.tools.ForwardingJavaFileManager; +import javax.tools.JavaFileManager; +import javax.tools.JavaFileObject; +import javax.tools.StandardLocation; + +public class DynamicJavaFileManager extends ForwardingJavaFileManager { + private final PackageInternalsFinder finder; + + private final DynamicClassLoader classLoader; + private final List byteCodes = new ArrayList(); + + public DynamicJavaFileManager(JavaFileManager fileManager, DynamicClassLoader classLoader) { + super(fileManager); + this.classLoader = classLoader; + + finder = new PackageInternalsFinder(classLoader); + } + + @Override + public JavaFileObject getJavaFileForOutput(JavaFileManager.Location location, String className, + JavaFileObject.Kind kind, FileObject sibling) throws IOException { + + for (MemoryByteCode byteCode : byteCodes) { + if (byteCode.getClassName().equals(className)) { + return byteCode; + } + } + + MemoryByteCode innerClass = new MemoryByteCode(className); + byteCodes.add(innerClass); + classLoader.registerCompiledSource(innerClass); + return innerClass; + + } + + @Override + public ClassLoader getClassLoader(JavaFileManager.Location location) { + return classLoader; + } + + @Override + public String inferBinaryName(Location location, JavaFileObject file) { + if (file instanceof CustomJavaFileObject) { + return ((CustomJavaFileObject) file).binaryName(); + } else { + /** + * if it's not CustomJavaFileObject, then it's coming from standard file manager + * - let it handle the file + */ + return super.inferBinaryName(location, file); + } + } + + @Override + public Iterable list(Location location, String packageName, Set kinds, + boolean recurse) throws IOException { + if (location == StandardLocation.PLATFORM_CLASS_PATH) { // let standard manager hanfle + return super.list(location, packageName, kinds, recurse); + } else if (location == StandardLocation.CLASS_PATH && kinds.contains(JavaFileObject.Kind.CLASS)) { + if (packageName.startsWith("java")) { + /** + * a hack to let standard manager handle locations like "java.lang" or + * "java.util". Prob would make sense to join results of standard manager with + * those of my finder here + */ + return super.list(location, packageName, kinds, recurse); + } else { // app specific classes are here + return finder.find(packageName); + } + } + return Collections.emptyList(); + + } + +} diff --git a/memorycompiler/src/main/java/com/taobao/arthas/compiler/MemoryByteCode.java b/memorycompiler/src/main/java/com/taobao/arthas/compiler/MemoryByteCode.java new file mode 100644 index 00000000..59941460 --- /dev/null +++ b/memorycompiler/src/main/java/com/taobao/arthas/compiler/MemoryByteCode.java @@ -0,0 +1,68 @@ +package com.taobao.arthas.compiler; + +/*- + * #%L + * compiler + * %% + * Copyright (C) 2017 - 2018 SkaLogs + * %% + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + * #L% + */ + +import javax.tools.SimpleJavaFileObject; +import java.io.ByteArrayOutputStream; +import java.io.IOException; +import java.io.OutputStream; +import java.net.URI; +import java.net.URISyntaxException; + + +public class MemoryByteCode extends SimpleJavaFileObject { + private static final char PKG_SEPARATOR = '.'; + private static final char DIR_SEPARATOR = '/'; + private static final String CLASS_FILE_SUFFIX = ".class"; + + private ByteArrayOutputStream byteArrayOutputStream; + + public MemoryByteCode(String className) { + super(URI.create("byte:///" + className.replace(PKG_SEPARATOR, DIR_SEPARATOR) + + Kind.CLASS.extension), Kind.CLASS); + } + + public MemoryByteCode(String className, ByteArrayOutputStream byteArrayOutputStream) + throws URISyntaxException { + this(className); + this.byteArrayOutputStream = byteArrayOutputStream; + } + + @Override + public OutputStream openOutputStream() throws IOException { + if (byteArrayOutputStream == null) { + byteArrayOutputStream = new ByteArrayOutputStream(); + } + return byteArrayOutputStream; + } + + public byte[] getByteCode() { + return byteArrayOutputStream.toByteArray(); + } + + public String getClassName() { + String className = getName(); + className = className.replace(DIR_SEPARATOR, PKG_SEPARATOR); + className = className.substring(1, className.indexOf(CLASS_FILE_SUFFIX)); + return className; + } + +} diff --git a/memorycompiler/src/main/java/com/taobao/arthas/compiler/PackageInternalsFinder.java b/memorycompiler/src/main/java/com/taobao/arthas/compiler/PackageInternalsFinder.java new file mode 100644 index 00000000..62b2f7d6 --- /dev/null +++ b/memorycompiler/src/main/java/com/taobao/arthas/compiler/PackageInternalsFinder.java @@ -0,0 +1,111 @@ +package com.taobao.arthas.compiler; + +/*- + * #%L + * compiler + * %% + * Copyright (C) 2017 - 2018 SkaLogs + * %% + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + * #L% + */ + +import javax.tools.JavaFileObject; +import java.io.File; +import java.io.IOException; +import java.net.JarURLConnection; +import java.net.URI; +import java.net.URL; +import java.util.ArrayList; +import java.util.Collection; +import java.util.Enumeration; +import java.util.List; +import java.util.jar.JarEntry; + +public class PackageInternalsFinder { + private final ClassLoader classLoader; + private static final String CLASS_FILE_EXTENSION = ".class"; + + public PackageInternalsFinder(ClassLoader classLoader) { + this.classLoader = classLoader; + } + + public List find(String packageName) throws IOException { + String javaPackageName = packageName.replaceAll("\\.", "/"); + + List result = new ArrayList(); + + Enumeration urlEnumeration = classLoader.getResources(javaPackageName); + while (urlEnumeration.hasMoreElements()) { // one URL for each jar on the classpath that has the given package + URL packageFolderURL = urlEnumeration.nextElement(); + result.addAll(listUnder(packageName, packageFolderURL)); + } + + return result; + } + + private Collection listUnder(String packageName, URL packageFolderURL) { + File directory = new File(packageFolderURL.getFile()); + if (directory.isDirectory()) { // browse local .class files - useful for local execution + return processDir(packageName, directory); + } else { // browse a jar file + return processJar(packageFolderURL); + } // maybe there can be something else for more involved class loaders + } + + private List processJar(URL packageFolderURL) { + List result = new ArrayList(); + try { + String jarUri = packageFolderURL.toExternalForm().substring(0, packageFolderURL.toExternalForm().lastIndexOf("!/")); + + JarURLConnection jarConn = (JarURLConnection) packageFolderURL.openConnection(); + String rootEntryName = jarConn.getEntryName(); + int rootEnd = rootEntryName.length() + 1; + + Enumeration entryEnum = jarConn.getJarFile().entries(); + while (entryEnum.hasMoreElements()) { + JarEntry jarEntry = entryEnum.nextElement(); + String name = jarEntry.getName(); + if (name.startsWith(rootEntryName) && name.indexOf('/', rootEnd) == -1 && name.endsWith(CLASS_FILE_EXTENSION)) { + URI uri = URI.create(jarUri + "!/" + name); + String binaryName = name.replaceAll("/", "."); + binaryName = binaryName.replaceAll(CLASS_FILE_EXTENSION + "$", ""); + + result.add(new CustomJavaFileObject(binaryName, uri)); + } + } + } catch (Exception e) { + throw new RuntimeException("Wasn't able to open " + packageFolderURL + " as a jar file", e); + } + return result; + } + + private List processDir(String packageName, File directory) { + List result = new ArrayList(); + + File[] childFiles = directory.listFiles(); + for (File childFile : childFiles) { + if (childFile.isFile()) { + // We only want the .class files. + if (childFile.getName().endsWith(CLASS_FILE_EXTENSION)) { + String binaryName = packageName + "." + childFile.getName(); + binaryName = binaryName.replaceAll(CLASS_FILE_EXTENSION + "$", ""); + + result.add(new CustomJavaFileObject(binaryName, childFile.toURI())); + } + } + } + + return result; + } +} diff --git a/memorycompiler/src/main/java/com/taobao/arthas/compiler/StringSource.java b/memorycompiler/src/main/java/com/taobao/arthas/compiler/StringSource.java new file mode 100644 index 00000000..3db0e937 --- /dev/null +++ b/memorycompiler/src/main/java/com/taobao/arthas/compiler/StringSource.java @@ -0,0 +1,40 @@ +package com.taobao.arthas.compiler; + +/*- + * #%L + * compiler + * %% + * Copyright (C) 2017 - 2018 SkaLogs + * %% + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + * #L% + */ + +import javax.tools.SimpleJavaFileObject; +import java.io.IOException; +import java.net.URI; + +public class StringSource extends SimpleJavaFileObject { + private final String contents; + + public StringSource(String className, String contents) { + super(URI.create("string:///" + className.replace('.', '/') + Kind.SOURCE.extension), Kind.SOURCE); + this.contents = contents; + } + + @Override + public CharSequence getCharContent(boolean ignoreEncodingErrors) throws IOException { + return contents; + } + +} diff --git a/memorycompiler/src/test/java/com/taobao/arthas/compiler/DynamicCompilerTest.java b/memorycompiler/src/test/java/com/taobao/arthas/compiler/DynamicCompilerTest.java new file mode 100644 index 00000000..46348fea --- /dev/null +++ b/memorycompiler/src/test/java/com/taobao/arthas/compiler/DynamicCompilerTest.java @@ -0,0 +1,45 @@ +package com.taobao.arthas.compiler; + +import java.io.File; +import java.io.IOException; +import java.io.InputStream; +import java.net.URL; +import java.net.URLClassLoader; +import java.nio.charset.Charset; +import java.util.Map; + +import org.apache.commons.io.IOUtils; +import org.junit.Assert; +import org.junit.Test; +import org.slf4j.LoggerFactory; + +/** + * + * @author hengyunabc 2019-02-06 + * + */ +public class DynamicCompilerTest { + + @Test + public void test() throws IOException { + String jarPath = LoggerFactory.class.getProtectionDomain().getCodeSource().getLocation().getFile(); + File file = new File(jarPath); + + URLClassLoader classLoader = new URLClassLoader(new URL[] { file.toURI().toURL() }, + ClassLoader.getSystemClassLoader().getParent()); + + DynamicCompiler dynamicCompiler = new DynamicCompiler(classLoader); + + InputStream logger1Stream = DynamicCompilerTest.class.getClassLoader().getResourceAsStream("TestLogger1.java"); + InputStream logger2Stream = DynamicCompilerTest.class.getClassLoader().getResourceAsStream("TestLogger2.java"); + + dynamicCompiler.addSource("TestLogger2", IOUtils.toString(logger2Stream, Charset.defaultCharset())); + dynamicCompiler.addSource("TestLogger1", IOUtils.toString(logger1Stream, Charset.defaultCharset())); + + Map byteCodes = dynamicCompiler.buildByteCodes(); + + Assert.assertTrue("TestLogger1", byteCodes.containsKey("com.test.TestLogger1")); + Assert.assertTrue("TestLogger2", byteCodes.containsKey("com.hello.TestLogger2")); + } + +} diff --git a/memorycompiler/src/test/resources/TestLogger1.java b/memorycompiler/src/test/resources/TestLogger1.java new file mode 100644 index 00000000..98657e9a --- /dev/null +++ b/memorycompiler/src/test/resources/TestLogger1.java @@ -0,0 +1,319 @@ +package com.test; + +import org.slf4j.Marker; + +public class TestLogger1 implements org.slf4j.Logger { + + @Override + public String getName() { + return null; + } + + @Override + public boolean isTraceEnabled() { + return false; + } + + @Override + public void trace(String arg0) { + + } + + @Override + public void trace(String arg0, Object arg1) { + + } + + @Override + public void trace(String arg0, Object arg1, Object arg2) { + + } + + @Override + public void trace(String arg0, Object... arg1) { + + } + + @Override + public void trace(String arg0, Throwable arg1) { + + } + + @Override + public boolean isTraceEnabled(Marker arg0) { + return false; + } + + @Override + public void trace(Marker arg0, String arg1) { + + } + + @Override + public void trace(Marker arg0, String arg1, Object arg2) { + + } + + @Override + public void trace(Marker arg0, String arg1, Object arg2, Object arg3) { + + } + + @Override + public void trace(Marker arg0, String arg1, Object... arg2) { + + } + + @Override + public void trace(Marker arg0, String arg1, Throwable arg2) { + + } + + @Override + public boolean isDebugEnabled() { + return false; + } + + @Override + public void debug(String arg0) { + + } + + @Override + public void debug(String arg0, Object arg1) { + + } + + @Override + public void debug(String arg0, Object arg1, Object arg2) { + + } + + @Override + public void debug(String arg0, Object... arg1) { + + } + + @Override + public void debug(String arg0, Throwable arg1) { + + } + + @Override + public boolean isDebugEnabled(Marker arg0) { + + return false; + } + + @Override + public void debug(Marker arg0, String arg1) { + + } + + @Override + public void debug(Marker arg0, String arg1, Object arg2) { + + } + + @Override + public void debug(Marker arg0, String arg1, Object arg2, Object arg3) { + + } + + @Override + public void debug(Marker arg0, String arg1, Object... arg2) { + + } + + @Override + public void debug(Marker arg0, String arg1, Throwable arg2) { + + } + + @Override + public boolean isInfoEnabled() { + + return false; + } + + @Override + public void info(String arg0) { + + } + + @Override + public void info(String arg0, Object arg1) { + + } + + @Override + public void info(String arg0, Object arg1, Object arg2) { + + } + + @Override + public void info(String arg0, Object... arg1) { + + } + + @Override + public void info(String arg0, Throwable arg1) { + + } + + @Override + public boolean isInfoEnabled(Marker arg0) { + + return false; + } + + @Override + public void info(Marker arg0, String arg1) { + + } + + @Override + public void info(Marker arg0, String arg1, Object arg2) { + + } + + @Override + public void info(Marker arg0, String arg1, Object arg2, Object arg3) { + + } + + @Override + public void info(Marker arg0, String arg1, Object... arg2) { + + } + + @Override + public void info(Marker arg0, String arg1, Throwable arg2) { + + } + + @Override + public boolean isWarnEnabled() { + + return false; + } + + @Override + public void warn(String arg0) { + + } + + @Override + public void warn(String arg0, Object arg1) { + + } + + @Override + public void warn(String arg0, Object... arg1) { + + } + + @Override + public void warn(String arg0, Object arg1, Object arg2) { + + } + + @Override + public void warn(String arg0, Throwable arg1) { + + } + + @Override + public boolean isWarnEnabled(Marker arg0) { + + return false; + } + + @Override + public void warn(Marker arg0, String arg1) { + + } + + @Override + public void warn(Marker arg0, String arg1, Object arg2) { + + } + + @Override + public void warn(Marker arg0, String arg1, Object arg2, Object arg3) { + + } + + @Override + public void warn(Marker arg0, String arg1, Object... arg2) { + + } + + @Override + public void warn(Marker arg0, String arg1, Throwable arg2) { + + } + + @Override + public boolean isErrorEnabled() { + + return false; + } + + @Override + public void error(String arg0) { + + } + + @Override + public void error(String arg0, Object arg1) { + + } + + @Override + public void error(String arg0, Object arg1, Object arg2) { + + } + + @Override + public void error(String arg0, Object... arg1) { + + } + + @Override + public void error(String arg0, Throwable arg1) { + + } + + @Override + public boolean isErrorEnabled(Marker arg0) { + + return false; + } + + @Override + public void error(Marker arg0, String arg1) { + + } + + @Override + public void error(Marker arg0, String arg1, Object arg2) { + + } + + @Override + public void error(Marker arg0, String arg1, Object arg2, Object arg3) { + + } + + @Override + public void error(Marker arg0, String arg1, Object... arg2) { + + } + + @Override + public void error(Marker arg0, String arg1, Throwable arg2) { + + } + +} diff --git a/memorycompiler/src/test/resources/TestLogger2.java b/memorycompiler/src/test/resources/TestLogger2.java new file mode 100644 index 00000000..d2c444c4 --- /dev/null +++ b/memorycompiler/src/test/resources/TestLogger2.java @@ -0,0 +1,7 @@ +package com.hello; + +import com.test.TestLogger1; + +public class TestLogger2 extends TestLogger1 { + +} diff --git a/pom.xml b/pom.xml index d79dee78..d00e7e55 100644 --- a/pom.xml +++ b/pom.xml @@ -60,6 +60,7 @@ core agent client + memorycompiler boot demo testcase