ynkmr/Sourcetrail
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

src: Apply clang-format and extend use to Java code (#973)

Browse Source
This commit is contained in:
Louis St-Amour
2020-04-19 14:11:48 +02:00
committed by GitHub
parent a6e02cc249
commit 224c89182a
94 changed files with 1998 additions and 1773 deletions
Download Patch File Download Diff File Expand all files Collapse all files
java_indexer/src/main/java/com/sourcetrail/JavaIndexer.java
+193 -125
View File
@@ -14,7 +14,6 @@ import java.util.Hashtable;
import java.util.List;
import java.util.jar.JarFile;
import java.util.zip.ZipEntry;
import org.eclipse.jdt.core.JavaCore;
import org.eclipse.jdt.core.compiler.IProblem;
import org.eclipse.jdt.core.dom.AST;
@@ -26,55 +25,77 @@ import org.eclipse.jdt.core.dom.CompilationUnit;
import org.eclipse.jdt.core.dom.LineComment;
import org.eclipse.jdt.core.dom.PackageDeclaration;
public class JavaIndexer
{
public static void processFile(int address, String filePath, String fileContent, String languageStandard, String classPath, int verbose)
public class JavaIndexer
{
public static void processFile(
int address,
String filePath,
String fileContent,
String languageStandard,
String classPath,
int verbose)
{
processFile(new JavaIndexerAstVisitorClient(address), filePath, fileContent, languageStandard, classPath, verbose);
processFile(
new JavaIndexerAstVisitorClient(address),
filePath,
fileContent,
languageStandard,
classPath,
verbose);
}
public static void processFile(AstVisitorClient astVisitorClient, String filePath, String fileContent, String languageStandard, String classPath, int verbose)
public static void processFile(
AstVisitorClient astVisitorClient,
String filePath,
String fileContent,
String languageStandard,
String classPath,
int verbose)
{
try
{
astVisitorClient.logInfo("indexing source file: " + filePath);
Path path = Paths.get(filePath);
ASTParser parser = ASTParser.newParser(AST.JLS12);
parser.setResolveBindings(true); // solve "bindings" like the declaration of the type used in a var decl
parser.setKind(ASTParser.K_COMPILATION_UNIT); // specify to parse the entire compilation unit
parser.setBindingsRecovery(true); // also return bindings that are not resolved completely
parser.setResolveBindings(
true); // solve "bindings" like the declaration of the type used in a var decl
parser.setKind(
ASTParser.K_COMPILATION_UNIT); // specify to parse the entire compilation unit
parser.setBindingsRecovery(
true); // also return bindings that are not resolved completely
parser.setStatementsRecovery(true);
{
String convertedLanguageStandard = convertLanguageStandard(languageStandard);
astVisitorClient.logInfo("using language standard " + convertedLanguageStandard);
Hashtable<String, String> options = JavaCore.getOptions();
options.put(JavaCore.COMPILER_PB_ENABLE_PREVIEW_FEATURES, JavaCore.ENABLED);
options.put(JavaCore.COMPILER_PB_REPORT_PREVIEW_FEATURES, JavaCore.IGNORE);
options.put(JavaCore.COMPILER_SOURCE, convertedLanguageStandard);
options.put(JavaCore.COMPILER_CODEGEN_TARGET_PLATFORM, convertedLanguageStandard);
options.put(JavaCore.COMPILER_COMPLIANCE, convertedLanguageStandard);
options.put(JavaCore.COMPILER_PB_ENABLE_PREVIEW_FEATURES, JavaCore.ENABLED);
options.put(JavaCore.COMPILER_PB_REPORT_PREVIEW_FEATURES, JavaCore.IGNORE);
options.put(JavaCore.COMPILER_SOURCE, convertedLanguageStandard);
options.put(JavaCore.COMPILER_CODEGEN_TARGET_PLATFORM, convertedLanguageStandard);
options.put(JavaCore.COMPILER_COMPLIANCE, convertedLanguageStandard);
parser.setCompilerOptions(options);
}
parser.setUnitName(path.getFileName().toString());
List<String> classpath = new ArrayList<>();
List<String> sources = new ArrayList<>();
for (String classPathEntry: classPath.split("\\;"))
{
{
if (classPathEntry.endsWith(".jar"))
{
classpath.add(classPathEntry);
}
else if(classPathEntry.endsWith(".aar"))
else if (classPathEntry.endsWith(".aar"))
{
File extractedJarFile = extractClassesJarFileFromAarFile(Paths.get(classPathEntry), astVisitorClient);
File extractedJarFile = extractClassesJarFileFromAarFile(
Paths.get(classPathEntry), astVisitorClient);
if (extractedJarFile != null)
{
classpath.add(extractedJarFile.getAbsolutePath());
@@ -83,47 +104,50 @@ public class JavaIndexer
else if (!classPathEntry.isEmpty())
{
sources.add(classPathEntry);
}
}
}
parser.setEnvironment(classpath.toArray(new String[0]), sources.toArray(new String[0]), null, true);
parser.setEnvironment(
classpath.toArray(new String[0]), sources.toArray(new String[0]), null, true);
parser.setSource(fileContent.toCharArray());
CompilationUnit cu = (CompilationUnit) parser.createAST(null);
CompilationUnit cu = (CompilationUnit)parser.createAST(null);
ASTVisitor visitor;
if (verbose != 0)
{
visitor = new VerboseContextAwareAstVisitor(astVisitorClient, path.toFile(), fileContent, cu);
visitor = new VerboseContextAwareAstVisitor(
astVisitorClient, path.toFile(), fileContent, cu);
}
else
{
visitor = new ContextAwareAstVisitor(astVisitorClient, path.toFile(), fileContent, cu);
visitor = new ContextAwareAstVisitor(
astVisitorClient, path.toFile(), fileContent, cu);
}
astVisitorClient.logInfo("starting AST traversal");
cu.accept(visitor);
for (IProblem problem: cu.getProblems())
{
if (problem.isError())
{
Range range = new Range(
cu.getLineNumber(problem.getSourceStart()),
cu.getColumnNumber(problem.getSourceStart() + 1),
cu.getLineNumber(problem.getSourceEnd()),
cu.getColumnNumber(problem.getSourceEnd()) + 1);
cu.getLineNumber(problem.getSourceStart()),
cu.getColumnNumber(problem.getSourceStart() + 1),
cu.getLineNumber(problem.getSourceEnd()),
cu.getColumnNumber(problem.getSourceEnd()) + 1);
astVisitorClient.recordError(problem.getMessage(), false, true, range);
}
}
for (Object commentObject: cu.getCommentList())
{
if ((commentObject instanceof LineComment) || (commentObject instanceof BlockComment))
{
((Comment) commentObject).accept(visitor);
((Comment)commentObject).accept(visitor);
}
}
}
@@ -135,15 +159,16 @@ public class JavaIndexer
astVisitorClient.logError(sw.toString());
}
}
public static String getPackageName(String fileContent)
{
String packageName = "";
ASTParser parser = ASTParser.newParser(AST.JLS12);
parser.setKind(ASTParser.K_COMPILATION_UNIT); // specify to parse the entire compilation unit
parser.setKind(
ASTParser.K_COMPILATION_UNIT); // specify to parse the entire compilation unit
parser.setSource(fileContent.toCharArray());
CompilationUnit cu = (CompilationUnit) parser.createAST(null);
CompilationUnit cu = (CompilationUnit)parser.createAST(null);
PackageDeclaration packageDeclaration = cu.getPackage();
if (packageDeclaration != null)
{
@@ -151,138 +176,181 @@ public class JavaIndexer
}
return packageName;
}
public static void clearCaches()
{
Runtime.getRuntime().gc();
}
private static String convertLanguageStandard(String s)
{
switch (s)
{
case "1":
return JavaCore.VERSION_1_1;
case "2":
return JavaCore.VERSION_1_2;
case "3":
return JavaCore.VERSION_1_3;
case "4":
return JavaCore.VERSION_1_4;
case "5":
return JavaCore.VERSION_1_5;
case "6":
return JavaCore.VERSION_1_6;
case "7":
return JavaCore.VERSION_1_7;
case "8":
return JavaCore.VERSION_1_8;
case "9":
return JavaCore.VERSION_9;
case "10":
return JavaCore.VERSION_10;
case "11":
return JavaCore.VERSION_11;
case "12":
default:
return JavaCore.VERSION_12;
}
{
case "1":
return JavaCore.VERSION_1_1;
case "2":
return JavaCore.VERSION_1_2;
case "3":
return JavaCore.VERSION_1_3;
case "4":
return JavaCore.VERSION_1_4;
case "5":
return JavaCore.VERSION_1_5;
case "6":
return JavaCore.VERSION_1_6;
case "7":
return JavaCore.VERSION_1_7;
case "8":
return JavaCore.VERSION_1_8;
case "9":
return JavaCore.VERSION_9;
case "10":
return JavaCore.VERSION_10;
case "11":
return JavaCore.VERSION_11;
case "12":
default:
return JavaCore.VERSION_12;
}
}
private static File extractClassesJarFileFromAarFile(Path aarFilePath, AstVisitorClient astVisitorClient) throws IOException
private static File extractClassesJarFileFromAarFile(
Path aarFilePath, AstVisitorClient astVisitorClient) throws IOException
{
JarFile jarFile = new JarFile(aarFilePath.toString());
ZipEntry classesJarEntry = jarFile.getEntry("classes.jar");
if (classesJarEntry != null)
{
InputStream inputStream = jarFile.getInputStream(classesJarEntry);
File tempFile = File.createTempFile("jar_file_from_" + Utility.getFilenameWithoutExtension(aarFilePath) + "_", ".jar");
File tempFile = File.createTempFile(
"jar_file_from_" + Utility.getFilenameWithoutExtension(aarFilePath) + "_", ".jar");
tempFile.deleteOnExit();
byte[] buffer = new byte[8 * 1024];
try
try
{
OutputStream output = new FileOutputStream(tempFile);
try
try
{
int bytesRead;
while ((bytesRead = inputStream.read(buffer)) != -1)
while ((bytesRead = inputStream.read(buffer)) != -1)
{
output.write(buffer, 0, bytesRead);
}
}
finally
}
finally
{
output.close();
}
}
finally
}
finally
{
inputStream.close();
}
}
astVisitorClient.logInfo(
"Extracted classes.jar file from \"" + aarFilePath.toString() + "\" to \"" + tempFile.getAbsolutePath() + "\". " +
"This file will be automatically deleted when the session ends.");
"Extracted classes.jar file from \"" + aarFilePath.toString() + "\" to \"" +
tempFile.getAbsolutePath() + "\". "
+ "This file will be automatically deleted when the session ends.");
return tempFile;
}
else
{
astVisitorClient.logError("Classpath entry \"" + aarFilePath + "\" is malformed. No internal \"classes.jar\" entry could be found.");
astVisitorClient.logError(
"Classpath entry \"" + aarFilePath +
"\" is malformed. No internal \"classes.jar\" entry could be found.");
}
jarFile.close();
return null;
}
// the following methods are defined in the native c++ code
static public native boolean getInterrupted(int address);
static public native void logInfo(int address, String info);
static public native void logWarning(int address, String warning);
static public native void logError(int address, String error);
static public native void recordSymbol(
int address, String symbolName, int symbolType,
int access, int definitionKind);
int address, String symbolName, int symbolType, int access, int definitionKind);
static public native void recordSymbolWithLocation(
int address, String symbolName, int symbolType,
int beginLine, int beginColumn, int endLine, int endColumn,
int access, int definitionKind);
int address,
String symbolName,
int symbolType,
int beginLine,
int beginColumn,
int endLine,
int endColumn,
int access,
int definitionKind);
static public native void recordSymbolWithLocationAndScope(
int address, String symbolName, int symbolType,
int beginLine, int beginColumn, int endLine, int endColumn,
int scopeBeginLine, int scopeBeginColumn, int scopeEndLine, int scopeEndColumn,
int access, int definitionKind
);
int address,
String symbolName,
int symbolType,
int beginLine,
int beginColumn,
int endLine,
int endColumn,
int scopeBeginLine,
int scopeBeginColumn,
int scopeEndLine,
int scopeEndColumn,
int access,
int definitionKind);
static public native void recordSymbolWithLocationAndScopeAndSignature(
int address, String symbolName, int symbolType,
int beginLine, int beginColumn, int endLine, int endColumn,
int scopeBeginLine, int scopeBeginColumn, int scopeEndLine, int scopeEndColumn,
int signatureBeginLine, int signatureBeginColumn, int signatureEndLine, int signatureEndColumn,
int access, int definitionKind
);
int address,
String symbolName,
int symbolType,
int beginLine,
int beginColumn,
int endLine,
int endColumn,
int scopeBeginLine,
int scopeBeginColumn,
int scopeEndLine,
int scopeEndColumn,
int signatureBeginLine,
int signatureBeginColumn,
int signatureEndLine,
int signatureEndColumn,
int access,
int definitionKind);
static public native void recordReference(
int address, int referenceKind, String referencedName, String contextName, int beginLine, int beginColumn, int endLine, int endColumn);
int address,
int referenceKind,
String referencedName,
String contextName,
int beginLine,
int beginColumn,
int endLine,
int endColumn);
static public native void recordQualifierLocation(
int address, String qualifierName, int beginLine, int beginColumn, int endLine, int endColumn);
int address, String qualifierName, int beginLine, int beginColumn, int endLine, int endColumn);
static public native void recordLocalSymbol(
int address, String symbolName, int beginLine, int beginColumn, int endLine, int endColumn);
int address, String symbolName, int beginLine, int beginColumn, int endLine, int endColumn);
static public native void recordComment(
int address, int beginLine, int beginColumn, int endLine, int endColumn);
int address, int beginLine, int beginColumn, int endLine, int endColumn);
static public native void recordError(
int address, String message, int fatal, int indexed, int beginLine, int beginColumn, int endLine, int endColumn);
int address,
String message,
int fatal,
int indexed,
int beginLine,
int beginColumn,
int endLine,
int endColumn);
}